@open-mercato/search 0.10.1-develop.7954.1.48da4a7d13 → 0.10.1-develop.7972.1.03f813eaaf
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/modules/search/api/embeddings/route.js +44 -48
- package/dist/modules/search/api/embeddings/route.js.map +2 -2
- package/dist/modules/search/i18n/de.json +1 -0
- package/dist/modules/search/i18n/en.json +1 -0
- package/dist/modules/search/i18n/es.json +1 -0
- package/dist/modules/search/i18n/ko.json +1 -0
- package/dist/modules/search/i18n/pl.json +1 -0
- package/dist/vector/services/embedding.js +1 -0
- package/dist/vector/services/embedding.js.map +2 -2
- package/package.json +4 -4
- package/src/__tests__/embedding.test.ts +49 -0
- package/src/modules/search/api/embeddings/__tests__/route.ollama-base-url.test.ts +2 -1
- package/src/modules/search/api/embeddings/__tests__/route.tenant-preservation.pg.test.ts +231 -0
- package/src/modules/search/api/embeddings/__tests__/route.tenant-preservation.test.ts +178 -0
- package/src/modules/search/api/embeddings/route.ts +46 -50
- package/src/modules/search/i18n/de.json +1 -0
- package/src/modules/search/i18n/en.json +1 -0
- package/src/modules/search/i18n/es.json +1 -0
- package/src/modules/search/i18n/ko.json +1 -0
- package/src/modules/search/i18n/pl.json +1 -0
- package/src/vector/services/embedding.ts +1 -0
|
@@ -18,7 +18,7 @@ import {
|
|
|
18
18
|
assertSafeOllamaBaseUrl,
|
|
19
19
|
UnsafeOllamaBaseUrlError
|
|
20
20
|
} from "../../../../vector/lib/ollama-url-safety.js";
|
|
21
|
-
import {
|
|
21
|
+
import { reportSearchError, searchError } from "../../../../lib/debug.js";
|
|
22
22
|
import { embeddingsOpenApi } from "../openapi.js";
|
|
23
23
|
const embeddingConfigSchema = z.object({
|
|
24
24
|
providerId: z.enum(["openai", "google", "mistral", "cohere", "bedrock", "ollama"]),
|
|
@@ -154,23 +154,20 @@ async function POST(req) {
|
|
|
154
154
|
} catch {
|
|
155
155
|
return await configUnavailable();
|
|
156
156
|
}
|
|
157
|
-
if (parsed.data.autoIndexingEnabled !== void 0) {
|
|
158
|
-
|
|
159
|
-
|
|
160
|
-
|
|
161
|
-
|
|
162
|
-
|
|
163
|
-
|
|
164
|
-
|
|
165
|
-
|
|
166
|
-
|
|
167
|
-
);
|
|
168
|
-
}
|
|
169
|
-
await service.setValue("vector", SEARCH_AUTO_INDEX_CONFIG_KEY, parsed.data.autoIndexingEnabled, { tenantId: auth.tenantId });
|
|
157
|
+
if (parsed.data.autoIndexingEnabled !== void 0 && envDisablesAutoIndexing()) {
|
|
158
|
+
return NextResponse.json(
|
|
159
|
+
{
|
|
160
|
+
error: t(
|
|
161
|
+
"search.api.errors.autoIndexingDisabled",
|
|
162
|
+
"Auto-indexing is disabled via OM_DISABLE_VECTOR_SEARCH_AUTOINDEXING (legacy alias: DISABLE_VECTOR_SEARCH_AUTOINDEXING)."
|
|
163
|
+
)
|
|
164
|
+
},
|
|
165
|
+
{ status: 409 }
|
|
166
|
+
);
|
|
170
167
|
}
|
|
171
168
|
let embeddingConfig = await resolveEmbeddingConfig(container, { defaultValue: null, scope: { tenantId: auth.tenantId } });
|
|
172
169
|
let reindexRequired = false;
|
|
173
|
-
|
|
170
|
+
const indexedDimension = await getIndexedDimension(container);
|
|
174
171
|
if (parsed.data.embeddingConfig) {
|
|
175
172
|
const newConfig = parsed.data.embeddingConfig;
|
|
176
173
|
const providerInfo = EMBEDDING_PROVIDERS[newConfig.providerId];
|
|
@@ -233,46 +230,44 @@ async function POST(req) {
|
|
|
233
230
|
},
|
|
234
231
|
indexedDimension
|
|
235
232
|
);
|
|
236
|
-
|
|
237
|
-
|
|
238
|
-
|
|
239
|
-
|
|
240
|
-
|
|
241
|
-
|
|
242
|
-
|
|
243
|
-
|
|
244
|
-
|
|
245
|
-
|
|
246
|
-
|
|
247
|
-
|
|
248
|
-
await pgvectorDriver.recreateWithDimension(newDimension);
|
|
249
|
-
if (pgvectorDriver.getTableDimension) {
|
|
250
|
-
indexedDimension = await pgvectorDriver.getTableDimension();
|
|
251
|
-
} else {
|
|
252
|
-
indexedDimension = newDimension;
|
|
253
|
-
}
|
|
254
|
-
searchDebug("search.embeddings.update", "table recreated successfully", { indexedDimension });
|
|
255
|
-
} else {
|
|
256
|
-
searchDebugWarn("search.embeddings.update", "pgvector driver does not have recreateWithDimension method");
|
|
257
|
-
}
|
|
258
|
-
} catch (error) {
|
|
259
|
-
searchError("search.embeddings.update", "failed to recreate table", {
|
|
260
|
-
error: error instanceof Error ? error.message : error
|
|
261
|
-
});
|
|
262
|
-
return NextResponse.json(
|
|
263
|
-
{ error: t("search.api.errors.recreateFailed", "Failed to recreate vector table with new dimension.") },
|
|
264
|
-
{ status: 500 }
|
|
265
|
-
);
|
|
266
|
-
}
|
|
233
|
+
const newDimension = getEffectiveDimension(change.newConfig);
|
|
234
|
+
if (indexedDimension === null || !Number.isInteger(indexedDimension) || indexedDimension <= 0) {
|
|
235
|
+
return NextResponse.json(
|
|
236
|
+
{ error: t("search.api.errors.indexUnavailable", "Search index is unavailable.") },
|
|
237
|
+
{ status: 503 }
|
|
238
|
+
);
|
|
239
|
+
}
|
|
240
|
+
if (newDimension !== indexedDimension) {
|
|
241
|
+
return NextResponse.json(
|
|
242
|
+
{ error: t("search.api.errors.dimensionMismatch", "The embedding dimension must match the shared vector index. Contact your instance administrator to change the index dimension.") },
|
|
243
|
+
{ status: 409 }
|
|
244
|
+
);
|
|
267
245
|
}
|
|
268
|
-
await saveEmbeddingConfig(container, change.newConfig, { scope: { tenantId: auth.tenantId } });
|
|
269
246
|
embeddingConfig = change.newConfig;
|
|
247
|
+
reindexRequired = change.requiresReindex;
|
|
248
|
+
}
|
|
249
|
+
if (parsed.data.embeddingConfig || parsed.data.autoIndexingEnabled !== void 0) {
|
|
250
|
+
const em = container.resolve("em");
|
|
251
|
+
try {
|
|
252
|
+
await em.transactional(async () => {
|
|
253
|
+
if (parsed.data.embeddingConfig && embeddingConfig) {
|
|
254
|
+
await saveEmbeddingConfig(container, embeddingConfig, { scope: { tenantId: auth.tenantId } });
|
|
255
|
+
}
|
|
256
|
+
if (parsed.data.autoIndexingEnabled !== void 0) {
|
|
257
|
+
await service.setValue("vector", SEARCH_AUTO_INDEX_CONFIG_KEY, parsed.data.autoIndexingEnabled, { tenantId: auth.tenantId });
|
|
258
|
+
}
|
|
259
|
+
});
|
|
260
|
+
} catch (error) {
|
|
261
|
+
await service.invalidate("vector", void 0, { tenantId: auth.tenantId });
|
|
262
|
+
throw error;
|
|
263
|
+
}
|
|
264
|
+
}
|
|
265
|
+
if (parsed.data.embeddingConfig && embeddingConfig) {
|
|
270
266
|
try {
|
|
271
267
|
const embeddingService = container.resolve("vectorEmbeddingService");
|
|
272
268
|
embeddingService.updateConfig(embeddingConfig);
|
|
273
269
|
} catch {
|
|
274
270
|
}
|
|
275
|
-
reindexRequired = change.requiresReindex;
|
|
276
271
|
}
|
|
277
272
|
const lockedByEnv = envDisablesAutoIndexing();
|
|
278
273
|
let autoIndexingEnabled = !lockedByEnv;
|
|
@@ -303,6 +298,7 @@ async function POST(req) {
|
|
|
303
298
|
}
|
|
304
299
|
});
|
|
305
300
|
} catch (error) {
|
|
301
|
+
reportSearchError("search.embeddings.update", error, "search.embedding_settings_update_failed");
|
|
306
302
|
searchError("search.embeddings.update", "failed", {
|
|
307
303
|
error: error instanceof Error ? error.message : error
|
|
308
304
|
});
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"version": 3,
|
|
3
3
|
"sources": ["../../../../../src/modules/search/api/embeddings/route.ts"],
|
|
4
|
-
"sourcesContent": ["import { NextResponse } from 'next/server'\nimport { z } from 'zod'\nimport { createRequestContainer } from '@open-mercato/shared/lib/di/container'\nimport { getAuthFromRequest } from '@open-mercato/shared/lib/auth/server'\nimport type { ModuleConfigService } from '@open-mercato/core/modules/configs/lib/module-config-service'\nimport { envDisablesAutoIndexing, resolveAutoIndexingEnabled, SEARCH_AUTO_INDEX_CONFIG_KEY } from '../../lib/auto-indexing'\nimport {\n resolveEmbeddingConfig,\n resolveEmbeddingConfigResult,\n saveEmbeddingConfig,\n getConfiguredProviders,\n detectConfigChange,\n getEffectiveDimension,\n} from '../../lib/embedding-config'\nimport type { EmbeddingConfigSource } from '../../lib/embedding-config'\nimport { checkAllProviders } from '../../lib/provider-probe'\nimport type { EmbeddingProviderProbe, ProviderAvailabilityEntry } from '../../lib/provider-probe'\nimport { resolveTranslations } from '@open-mercato/shared/lib/i18n/server'\nimport type { EmbeddingProviderConfig, EmbeddingProviderId, VectorDriver } from '../../../../vector'\nimport { EMBEDDING_PROVIDERS, DEFAULT_EMBEDDING_CONFIG, EmbeddingService } from '../../../../vector'\nimport {\n assertSafeOllamaBaseUrl,\n UnsafeOllamaBaseUrlError,\n} from '../../../../vector/lib/ollama-url-safety'\nimport { searchDebug, searchDebugWarn, searchError } from '../../../../lib/debug'\nimport { embeddingsOpenApi } from '../openapi'\n\nconst embeddingConfigSchema = z.object({\n providerId: z.enum(['openai', 'google', 'mistral', 'cohere', 'bedrock', 'ollama']),\n model: z.string(),\n dimension: z.number(),\n outputDimensionality: z.number().optional(),\n baseUrl: z.string().optional(),\n})\n\nconst updateSchema = z.object({\n autoIndexingEnabled: z.boolean().optional(),\n embeddingConfig: embeddingConfigSchema.optional(),\n})\n\nexport const metadata = {\n GET: { requireAuth: true, requireFeatures: ['search.embeddings.view'] },\n POST: { requireAuth: true, requireFeatures: ['search.embeddings.manage'] },\n}\n\ntype SettingsResponse = {\n settings: {\n openaiConfigured: boolean\n autoIndexingEnabled: boolean\n autoIndexingLocked: boolean\n lockReason: string | null\n embeddingConfig: EmbeddingProviderConfig | null\n embeddingConfigSource: EmbeddingConfigSource\n configuredProviders: EmbeddingProviderId[]\n providerAvailability: ProviderAvailabilityEntry[]\n indexedDimension: number | null\n reindexRequired: boolean\n documentCount: number | null\n }\n}\n\nconst openAiConfigured = () => Boolean(process.env.OPENAI_API_KEY && process.env.OPENAI_API_KEY.trim().length > 0)\n\nconst toJson = (payload: SettingsResponse, init?: ResponseInit) => NextResponse.json(payload, init)\n\nconst unauthorized = async () => {\n const { t } = await resolveTranslations()\n return NextResponse.json({ error: t('api.errors.unauthorized', 'Unauthorized') }, { status: 401 })\n}\n\nconst configUnavailable = async () => {\n const { t } = await resolveTranslations()\n return NextResponse.json({ error: t('search.api.errors.configUnavailable', 'Configuration service unavailable') }, { status: 503 })\n}\n\nfunction resolveProbe(container: { resolve: <T = unknown>(name: string) => T }): EmbeddingProviderProbe | null {\n try {\n return container.resolve<EmbeddingProviderProbe>('embeddingProviderProbe')\n } catch {\n return null\n }\n}\n\nasync function resolveProviderAvailability(\n container: { resolve: <T = unknown>(name: string) => T },\n): Promise<ProviderAvailabilityEntry[]> {\n const probe = resolveProbe(container)\n if (!probe) return []\n try {\n return await checkAllProviders(probe)\n } catch {\n return []\n }\n}\n\nasync function getIndexedDimension(container: { resolve: <T = unknown>(name: string) => T }): Promise<number | null> {\n try {\n const drivers = container.resolve<VectorDriver[]>('vectorDrivers')\n const pgvectorDriver = drivers.find((d) => d.id === 'pgvector')\n if (pgvectorDriver?.getTableDimension) {\n return await pgvectorDriver.getTableDimension()\n }\n return null\n } catch {\n return null\n }\n}\n\nasync function getVectorDocumentCount(\n container: { resolve: <T = unknown>(name: string) => T },\n tenantId: string,\n organizationId?: string | null,\n): Promise<number | null> {\n try {\n const drivers = container.resolve<VectorDriver[]>('vectorDrivers')\n const pgvectorDriver = drivers.find((d) => d.id === 'pgvector')\n if (pgvectorDriver?.count) {\n return await pgvectorDriver.count({ tenantId, organizationId: organizationId ?? undefined })\n }\n return null\n } catch {\n return null\n }\n}\n\nexport async function GET(req: Request) {\n const auth = await getAuthFromRequest(req)\n if (!auth?.sub) return await unauthorized()\n\n const container = await createRequestContainer()\n try {\n const lockedByEnv = envDisablesAutoIndexing()\n let autoIndexingEnabled = !lockedByEnv\n if (!lockedByEnv) {\n try {\n autoIndexingEnabled = await resolveAutoIndexingEnabled(container, { defaultValue: true, scope: { tenantId: auth.tenantId } })\n } catch {\n autoIndexingEnabled = true\n }\n }\n\n const { config: embeddingConfig, source: embeddingConfigSource } = await resolveEmbeddingConfigResult(container, {\n scope: { tenantId: auth.tenantId },\n })\n const configuredProviders = getConfiguredProviders()\n const providerAvailability = await resolveProviderAvailability(container)\n const indexedDimension = await getIndexedDimension(container)\n\n const effectiveDimension = embeddingConfig\n ? getEffectiveDimension(embeddingConfig)\n : DEFAULT_EMBEDDING_CONFIG.dimension\n\n const reindexRequired = Boolean(\n indexedDimension &&\n embeddingConfig &&\n indexedDimension !== effectiveDimension\n )\n\n // Get document count for vector index\n const documentCount = auth.tenantId\n ? await getVectorDocumentCount(container, auth.tenantId, auth.orgId)\n : null\n\n return toJson({\n settings: {\n openaiConfigured: openAiConfigured(),\n autoIndexingEnabled: lockedByEnv ? false : autoIndexingEnabled,\n autoIndexingLocked: lockedByEnv,\n lockReason: lockedByEnv ? 'env' : null,\n embeddingConfig,\n embeddingConfigSource,\n configuredProviders,\n providerAvailability,\n indexedDimension,\n reindexRequired,\n documentCount,\n },\n })\n } finally {\n const disposable = container as unknown as { dispose?: () => Promise<void> }\n if (typeof disposable.dispose === 'function') {\n await disposable.dispose()\n }\n }\n}\n\nexport async function POST(req: Request) {\n const { t } = await resolveTranslations()\n const auth = await getAuthFromRequest(req)\n if (!auth?.sub) return await unauthorized()\n\n let body: unknown\n try {\n body = await req.json()\n } catch {\n return NextResponse.json({ error: t('api.errors.invalidJson', 'Invalid JSON payload.') }, { status: 400 })\n }\n const parsed = updateSchema.safeParse(body)\n if (!parsed.success) {\n return NextResponse.json({ error: t('api.errors.invalidPayload', 'Invalid payload.') }, { status: 400 })\n }\n\n const container = await createRequestContainer()\n try {\n let service: ModuleConfigService\n try {\n service = (container.resolve('moduleConfigService') as ModuleConfigService)\n } catch {\n return await configUnavailable()\n }\n\n if (parsed.data.autoIndexingEnabled !== undefined) {\n if (envDisablesAutoIndexing()) {\n return NextResponse.json(\n {\n error: t(\n 'search.api.errors.autoIndexingDisabled',\n 'Auto-indexing is disabled via OM_DISABLE_VECTOR_SEARCH_AUTOINDEXING (legacy alias: DISABLE_VECTOR_SEARCH_AUTOINDEXING).',\n ),\n },\n { status: 409 },\n )\n }\n await service.setValue('vector', SEARCH_AUTO_INDEX_CONFIG_KEY, parsed.data.autoIndexingEnabled, { tenantId: auth.tenantId })\n }\n\n let embeddingConfig = await resolveEmbeddingConfig(container, { defaultValue: null, scope: { tenantId: auth.tenantId } })\n let reindexRequired = false\n let indexedDimension = await getIndexedDimension(container)\n\n if (parsed.data.embeddingConfig) {\n const newConfig = parsed.data.embeddingConfig\n const providerInfo = EMBEDDING_PROVIDERS[newConfig.providerId]\n\n if (!providerInfo) {\n return NextResponse.json(\n { error: t('search.api.errors.invalidProvider', 'Invalid embedding provider.') },\n { status: 400 },\n )\n }\n\n const configuredProviders = getConfiguredProviders()\n if (!configuredProviders.includes(newConfig.providerId)) {\n return NextResponse.json(\n { error: t('search.api.errors.providerNotConfigured', `Provider ${providerInfo.name} is not configured. Set ${providerInfo.envKeyRequired} environment variable.`) },\n { status: 400 },\n )\n }\n\n // Reject an unsafe user-supplied Ollama base URL before doing anything with it (SSRF guard).\n if (newConfig.providerId === 'ollama' && newConfig.baseUrl != null) {\n try {\n assertSafeOllamaBaseUrl(newConfig.baseUrl)\n } catch (err) {\n if (err instanceof UnsafeOllamaBaseUrlError) {\n return NextResponse.json(\n {\n error: t(\n 'search.api.errors.invalidOllamaBaseUrl',\n 'Ollama base URL is not allowed. Set OLLAMA_BASE_URL in the environment, or add the host to OM_SEARCH_OLLAMA_BASE_URL_ALLOWLIST.',\n ),\n reason: err.reason,\n },\n { status: 400 },\n )\n }\n throw err\n }\n }\n\n // Save-time availability guard: never persist a provider the probe reports unreachable.\n const probe = resolveProbe(container)\n if (probe) {\n const availability = await probe.checkAvailability(\n newConfig.providerId,\n newConfig.providerId === 'ollama'\n ? { force: true, baseUrl: newConfig.baseUrl }\n : undefined,\n )\n if (!availability.available) {\n return NextResponse.json(\n {\n error: t(\n 'search.api.errors.providerUnavailable',\n `Provider ${providerInfo.name} is not available: ${availability.reason ?? 'unreachable'}`,\n ),\n reason: availability.reason ?? null,\n },\n { status: 409 },\n )\n }\n }\n\n const change = detectConfigChange(\n embeddingConfig,\n {\n ...newConfig,\n updatedAt: new Date().toISOString(),\n },\n indexedDimension\n )\n\n if (change.requiresReindex) {\n const newDimension = getEffectiveDimension(change.newConfig)\n searchDebug('search.embeddings.update', 'config change detected, recreating table', {\n requiresReindex: change.requiresReindex,\n reason: change.reason,\n oldDimension: indexedDimension,\n newDimension,\n })\n try {\n const drivers = container.resolve<VectorDriver[]>('vectorDrivers')\n const pgvectorDriver = drivers.find((d) => d.id === 'pgvector')\n if (pgvectorDriver?.recreateWithDimension) {\n await pgvectorDriver.recreateWithDimension(newDimension)\n // Query the actual dimension from the database to confirm\n if (pgvectorDriver.getTableDimension) {\n indexedDimension = await pgvectorDriver.getTableDimension()\n } else {\n indexedDimension = newDimension\n }\n searchDebug('search.embeddings.update', 'table recreated successfully', { indexedDimension })\n } else {\n searchDebugWarn('search.embeddings.update', 'pgvector driver does not have recreateWithDimension method')\n }\n } catch (error) {\n searchError('search.embeddings.update', 'failed to recreate table', {\n error: error instanceof Error ? error.message : error,\n })\n return NextResponse.json(\n { error: t('search.api.errors.recreateFailed', 'Failed to recreate vector table with new dimension.') },\n { status: 500 },\n )\n }\n }\n\n await saveEmbeddingConfig(container, change.newConfig, { scope: { tenantId: auth.tenantId } })\n embeddingConfig = change.newConfig\n\n try {\n const embeddingService = container.resolve<EmbeddingService>('vectorEmbeddingService')\n embeddingService.updateConfig(embeddingConfig)\n } catch {\n // Embedding service may not be available in all contexts\n }\n\n reindexRequired = change.requiresReindex\n }\n\n const lockedByEnv = envDisablesAutoIndexing()\n let autoIndexingEnabled = !lockedByEnv\n if (!lockedByEnv) {\n try {\n autoIndexingEnabled = await resolveAutoIndexingEnabled(container, { defaultValue: true, scope: { tenantId: auth.tenantId } })\n } catch {\n autoIndexingEnabled = true\n }\n }\n\n // Get updated document count\n const updatedDocumentCount = auth.tenantId\n ? await getVectorDocumentCount(container, auth.tenantId, auth.orgId)\n : null\n\n const { source: embeddingConfigSource } = await resolveEmbeddingConfigResult(container, {\n scope: { tenantId: auth.tenantId },\n })\n\n return toJson({\n settings: {\n openaiConfigured: openAiConfigured(),\n autoIndexingEnabled: lockedByEnv ? false : autoIndexingEnabled,\n autoIndexingLocked: lockedByEnv,\n lockReason: lockedByEnv ? 'env' : null,\n embeddingConfig,\n embeddingConfigSource,\n configuredProviders: getConfiguredProviders(),\n providerAvailability: await resolveProviderAvailability(container),\n indexedDimension,\n reindexRequired,\n documentCount: updatedDocumentCount,\n },\n })\n } catch (error) {\n searchError('search.embeddings.update', 'failed', {\n error: error instanceof Error ? error.message : error,\n })\n return NextResponse.json({ error: t('search.api.errors.updateFailed', 'Failed to update embedding settings.') }, { status: 500 })\n } finally {\n const disposable = container as unknown as { dispose?: () => Promise<void> }\n if (typeof disposable.dispose === 'function') {\n await disposable.dispose()\n }\n }\n}\n\nexport const openApi = embeddingsOpenApi\n"],
|
|
5
|
-
"mappings": "AAAA,SAAS,oBAAoB;AAC7B,SAAS,SAAS;
|
|
4
|
+
"sourcesContent": ["import { NextResponse } from 'next/server'\nimport { z } from 'zod'\nimport type { EntityManager } from '@mikro-orm/postgresql'\nimport { createRequestContainer } from '@open-mercato/shared/lib/di/container'\nimport { getAuthFromRequest } from '@open-mercato/shared/lib/auth/server'\nimport type { ModuleConfigService } from '@open-mercato/core/modules/configs/lib/module-config-service'\nimport { envDisablesAutoIndexing, resolveAutoIndexingEnabled, SEARCH_AUTO_INDEX_CONFIG_KEY } from '../../lib/auto-indexing'\nimport {\n resolveEmbeddingConfig,\n resolveEmbeddingConfigResult,\n saveEmbeddingConfig,\n getConfiguredProviders,\n detectConfigChange,\n getEffectiveDimension,\n} from '../../lib/embedding-config'\nimport type { EmbeddingConfigSource } from '../../lib/embedding-config'\nimport { checkAllProviders } from '../../lib/provider-probe'\nimport type { EmbeddingProviderProbe, ProviderAvailabilityEntry } from '../../lib/provider-probe'\nimport { resolveTranslations } from '@open-mercato/shared/lib/i18n/server'\nimport type { EmbeddingProviderConfig, EmbeddingProviderId, VectorDriver } from '../../../../vector'\nimport { EMBEDDING_PROVIDERS, DEFAULT_EMBEDDING_CONFIG, EmbeddingService } from '../../../../vector'\nimport {\n assertSafeOllamaBaseUrl,\n UnsafeOllamaBaseUrlError,\n} from '../../../../vector/lib/ollama-url-safety'\nimport { reportSearchError, searchError } from '../../../../lib/debug'\nimport { embeddingsOpenApi } from '../openapi'\n\nconst embeddingConfigSchema = z.object({\n providerId: z.enum(['openai', 'google', 'mistral', 'cohere', 'bedrock', 'ollama']),\n model: z.string(),\n dimension: z.number(),\n outputDimensionality: z.number().optional(),\n baseUrl: z.string().optional(),\n})\n\nconst updateSchema = z.object({\n autoIndexingEnabled: z.boolean().optional(),\n embeddingConfig: embeddingConfigSchema.optional(),\n})\n\nexport const metadata = {\n GET: { requireAuth: true, requireFeatures: ['search.embeddings.view'] },\n POST: { requireAuth: true, requireFeatures: ['search.embeddings.manage'] },\n}\n\ntype SettingsResponse = {\n settings: {\n openaiConfigured: boolean\n autoIndexingEnabled: boolean\n autoIndexingLocked: boolean\n lockReason: string | null\n embeddingConfig: EmbeddingProviderConfig | null\n embeddingConfigSource: EmbeddingConfigSource\n configuredProviders: EmbeddingProviderId[]\n providerAvailability: ProviderAvailabilityEntry[]\n indexedDimension: number | null\n reindexRequired: boolean\n documentCount: number | null\n }\n}\n\nconst openAiConfigured = () => Boolean(process.env.OPENAI_API_KEY && process.env.OPENAI_API_KEY.trim().length > 0)\n\nconst toJson = (payload: SettingsResponse, init?: ResponseInit) => NextResponse.json(payload, init)\n\nconst unauthorized = async () => {\n const { t } = await resolveTranslations()\n return NextResponse.json({ error: t('api.errors.unauthorized', 'Unauthorized') }, { status: 401 })\n}\n\nconst configUnavailable = async () => {\n const { t } = await resolveTranslations()\n return NextResponse.json({ error: t('search.api.errors.configUnavailable', 'Configuration service unavailable') }, { status: 503 })\n}\n\nfunction resolveProbe(container: { resolve: <T = unknown>(name: string) => T }): EmbeddingProviderProbe | null {\n try {\n return container.resolve<EmbeddingProviderProbe>('embeddingProviderProbe')\n } catch {\n return null\n }\n}\n\nasync function resolveProviderAvailability(\n container: { resolve: <T = unknown>(name: string) => T },\n): Promise<ProviderAvailabilityEntry[]> {\n const probe = resolveProbe(container)\n if (!probe) return []\n try {\n return await checkAllProviders(probe)\n } catch {\n return []\n }\n}\n\nasync function getIndexedDimension(container: { resolve: <T = unknown>(name: string) => T }): Promise<number | null> {\n try {\n const drivers = container.resolve<VectorDriver[]>('vectorDrivers')\n const pgvectorDriver = drivers.find((d) => d.id === 'pgvector')\n if (pgvectorDriver?.getTableDimension) {\n return await pgvectorDriver.getTableDimension()\n }\n return null\n } catch {\n return null\n }\n}\n\nasync function getVectorDocumentCount(\n container: { resolve: <T = unknown>(name: string) => T },\n tenantId: string,\n organizationId?: string | null,\n): Promise<number | null> {\n try {\n const drivers = container.resolve<VectorDriver[]>('vectorDrivers')\n const pgvectorDriver = drivers.find((d) => d.id === 'pgvector')\n if (pgvectorDriver?.count) {\n return await pgvectorDriver.count({ tenantId, organizationId: organizationId ?? undefined })\n }\n return null\n } catch {\n return null\n }\n}\n\nexport async function GET(req: Request) {\n const auth = await getAuthFromRequest(req)\n if (!auth?.sub) return await unauthorized()\n\n const container = await createRequestContainer()\n try {\n const lockedByEnv = envDisablesAutoIndexing()\n let autoIndexingEnabled = !lockedByEnv\n if (!lockedByEnv) {\n try {\n autoIndexingEnabled = await resolveAutoIndexingEnabled(container, { defaultValue: true, scope: { tenantId: auth.tenantId } })\n } catch {\n autoIndexingEnabled = true\n }\n }\n\n const { config: embeddingConfig, source: embeddingConfigSource } = await resolveEmbeddingConfigResult(container, {\n scope: { tenantId: auth.tenantId },\n })\n const configuredProviders = getConfiguredProviders()\n const providerAvailability = await resolveProviderAvailability(container)\n const indexedDimension = await getIndexedDimension(container)\n\n const effectiveDimension = embeddingConfig\n ? getEffectiveDimension(embeddingConfig)\n : DEFAULT_EMBEDDING_CONFIG.dimension\n\n const reindexRequired = Boolean(\n indexedDimension &&\n embeddingConfig &&\n indexedDimension !== effectiveDimension\n )\n\n // Get document count for vector index\n const documentCount = auth.tenantId\n ? await getVectorDocumentCount(container, auth.tenantId, auth.orgId)\n : null\n\n return toJson({\n settings: {\n openaiConfigured: openAiConfigured(),\n autoIndexingEnabled: lockedByEnv ? false : autoIndexingEnabled,\n autoIndexingLocked: lockedByEnv,\n lockReason: lockedByEnv ? 'env' : null,\n embeddingConfig,\n embeddingConfigSource,\n configuredProviders,\n providerAvailability,\n indexedDimension,\n reindexRequired,\n documentCount,\n },\n })\n } finally {\n const disposable = container as unknown as { dispose?: () => Promise<void> }\n if (typeof disposable.dispose === 'function') {\n await disposable.dispose()\n }\n }\n}\n\nexport async function POST(req: Request) {\n const { t } = await resolveTranslations()\n const auth = await getAuthFromRequest(req)\n if (!auth?.sub) return await unauthorized()\n\n let body: unknown\n try {\n body = await req.json()\n } catch {\n return NextResponse.json({ error: t('api.errors.invalidJson', 'Invalid JSON payload.') }, { status: 400 })\n }\n const parsed = updateSchema.safeParse(body)\n if (!parsed.success) {\n return NextResponse.json({ error: t('api.errors.invalidPayload', 'Invalid payload.') }, { status: 400 })\n }\n\n const container = await createRequestContainer()\n try {\n let service: ModuleConfigService\n try {\n service = (container.resolve('moduleConfigService') as ModuleConfigService)\n } catch {\n return await configUnavailable()\n }\n\n if (parsed.data.autoIndexingEnabled !== undefined && envDisablesAutoIndexing()) {\n return NextResponse.json(\n {\n error: t(\n 'search.api.errors.autoIndexingDisabled',\n 'Auto-indexing is disabled via OM_DISABLE_VECTOR_SEARCH_AUTOINDEXING (legacy alias: DISABLE_VECTOR_SEARCH_AUTOINDEXING).',\n ),\n },\n { status: 409 },\n )\n }\n\n let embeddingConfig = await resolveEmbeddingConfig(container, { defaultValue: null, scope: { tenantId: auth.tenantId } })\n let reindexRequired = false\n const indexedDimension = await getIndexedDimension(container)\n\n if (parsed.data.embeddingConfig) {\n const newConfig = parsed.data.embeddingConfig\n const providerInfo = EMBEDDING_PROVIDERS[newConfig.providerId]\n\n if (!providerInfo) {\n return NextResponse.json(\n { error: t('search.api.errors.invalidProvider', 'Invalid embedding provider.') },\n { status: 400 },\n )\n }\n\n const configuredProviders = getConfiguredProviders()\n if (!configuredProviders.includes(newConfig.providerId)) {\n return NextResponse.json(\n { error: t('search.api.errors.providerNotConfigured', `Provider ${providerInfo.name} is not configured. Set ${providerInfo.envKeyRequired} environment variable.`) },\n { status: 400 },\n )\n }\n\n // Reject an unsafe user-supplied Ollama base URL before doing anything with it (SSRF guard).\n if (newConfig.providerId === 'ollama' && newConfig.baseUrl != null) {\n try {\n assertSafeOllamaBaseUrl(newConfig.baseUrl)\n } catch (err) {\n if (err instanceof UnsafeOllamaBaseUrlError) {\n return NextResponse.json(\n {\n error: t(\n 'search.api.errors.invalidOllamaBaseUrl',\n 'Ollama base URL is not allowed. Set OLLAMA_BASE_URL in the environment, or add the host to OM_SEARCH_OLLAMA_BASE_URL_ALLOWLIST.',\n ),\n reason: err.reason,\n },\n { status: 400 },\n )\n }\n throw err\n }\n }\n\n // Save-time availability guard: never persist a provider the probe reports unreachable.\n const probe = resolveProbe(container)\n if (probe) {\n const availability = await probe.checkAvailability(\n newConfig.providerId,\n newConfig.providerId === 'ollama'\n ? { force: true, baseUrl: newConfig.baseUrl }\n : undefined,\n )\n if (!availability.available) {\n return NextResponse.json(\n {\n error: t(\n 'search.api.errors.providerUnavailable',\n `Provider ${providerInfo.name} is not available: ${availability.reason ?? 'unreachable'}`,\n ),\n reason: availability.reason ?? null,\n },\n { status: 409 },\n )\n }\n }\n\n const change = detectConfigChange(\n embeddingConfig,\n {\n ...newConfig,\n updatedAt: new Date().toISOString(),\n },\n indexedDimension\n )\n\n const newDimension = getEffectiveDimension(change.newConfig)\n if (indexedDimension === null || !Number.isInteger(indexedDimension) || indexedDimension <= 0) {\n return NextResponse.json(\n { error: t('search.api.errors.indexUnavailable', 'Search index is unavailable.') },\n { status: 503 },\n )\n }\n if (newDimension !== indexedDimension) {\n return NextResponse.json(\n { error: t('search.api.errors.dimensionMismatch', 'The embedding dimension must match the shared vector index. Contact your instance administrator to change the index dimension.') },\n { status: 409 },\n )\n }\n\n embeddingConfig = change.newConfig\n reindexRequired = change.requiresReindex\n }\n\n if (parsed.data.embeddingConfig || parsed.data.autoIndexingEnabled !== undefined) {\n const em = container.resolve<EntityManager>('em')\n try {\n await em.transactional(async () => {\n if (parsed.data.embeddingConfig && embeddingConfig) {\n await saveEmbeddingConfig(container, embeddingConfig, { scope: { tenantId: auth.tenantId } })\n }\n if (parsed.data.autoIndexingEnabled !== undefined) {\n await service.setValue('vector', SEARCH_AUTO_INDEX_CONFIG_KEY, parsed.data.autoIndexingEnabled, { tenantId: auth.tenantId })\n }\n })\n } catch (error) {\n await service.invalidate('vector', undefined, { tenantId: auth.tenantId })\n throw error\n }\n }\n\n if (parsed.data.embeddingConfig && embeddingConfig) {\n try {\n const embeddingService = container.resolve<EmbeddingService>('vectorEmbeddingService')\n embeddingService.updateConfig(embeddingConfig)\n } catch {\n // Embedding service may not be available in all contexts\n }\n }\n\n const lockedByEnv = envDisablesAutoIndexing()\n let autoIndexingEnabled = !lockedByEnv\n if (!lockedByEnv) {\n try {\n autoIndexingEnabled = await resolveAutoIndexingEnabled(container, { defaultValue: true, scope: { tenantId: auth.tenantId } })\n } catch {\n autoIndexingEnabled = true\n }\n }\n\n // Get updated document count\n const updatedDocumentCount = auth.tenantId\n ? await getVectorDocumentCount(container, auth.tenantId, auth.orgId)\n : null\n\n const { source: embeddingConfigSource } = await resolveEmbeddingConfigResult(container, {\n scope: { tenantId: auth.tenantId },\n })\n\n return toJson({\n settings: {\n openaiConfigured: openAiConfigured(),\n autoIndexingEnabled: lockedByEnv ? false : autoIndexingEnabled,\n autoIndexingLocked: lockedByEnv,\n lockReason: lockedByEnv ? 'env' : null,\n embeddingConfig,\n embeddingConfigSource,\n configuredProviders: getConfiguredProviders(),\n providerAvailability: await resolveProviderAvailability(container),\n indexedDimension,\n reindexRequired,\n documentCount: updatedDocumentCount,\n },\n })\n } catch (error) {\n reportSearchError('search.embeddings.update', error, 'search.embedding_settings_update_failed')\n searchError('search.embeddings.update', 'failed', {\n error: error instanceof Error ? error.message : error,\n })\n return NextResponse.json({ error: t('search.api.errors.updateFailed', 'Failed to update embedding settings.') }, { status: 500 })\n } finally {\n const disposable = container as unknown as { dispose?: () => Promise<void> }\n if (typeof disposable.dispose === 'function') {\n await disposable.dispose()\n }\n }\n}\n\nexport const openApi = embeddingsOpenApi\n"],
|
|
5
|
+
"mappings": "AAAA,SAAS,oBAAoB;AAC7B,SAAS,SAAS;AAElB,SAAS,8BAA8B;AACvC,SAAS,0BAA0B;AAEnC,SAAS,yBAAyB,4BAA4B,oCAAoC;AAClG;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAEP,SAAS,yBAAyB;AAElC,SAAS,2BAA2B;AAEpC,SAAS,qBAAqB,gCAAkD;AAChF;AAAA,EACE;AAAA,EACA;AAAA,OACK;AACP,SAAS,mBAAmB,mBAAmB;AAC/C,SAAS,yBAAyB;AAElC,MAAM,wBAAwB,EAAE,OAAO;AAAA,EACrC,YAAY,EAAE,KAAK,CAAC,UAAU,UAAU,WAAW,UAAU,WAAW,QAAQ,CAAC;AAAA,EACjF,OAAO,EAAE,OAAO;AAAA,EAChB,WAAW,EAAE,OAAO;AAAA,EACpB,sBAAsB,EAAE,OAAO,EAAE,SAAS;AAAA,EAC1C,SAAS,EAAE,OAAO,EAAE,SAAS;AAC/B,CAAC;AAED,MAAM,eAAe,EAAE,OAAO;AAAA,EAC5B,qBAAqB,EAAE,QAAQ,EAAE,SAAS;AAAA,EAC1C,iBAAiB,sBAAsB,SAAS;AAClD,CAAC;AAEM,MAAM,WAAW;AAAA,EACtB,KAAK,EAAE,aAAa,MAAM,iBAAiB,CAAC,wBAAwB,EAAE;AAAA,EACtE,MAAM,EAAE,aAAa,MAAM,iBAAiB,CAAC,0BAA0B,EAAE;AAC3E;AAkBA,MAAM,mBAAmB,MAAM,QAAQ,QAAQ,IAAI,kBAAkB,QAAQ,IAAI,eAAe,KAAK,EAAE,SAAS,CAAC;AAEjH,MAAM,SAAS,CAAC,SAA2B,SAAwB,aAAa,KAAK,SAAS,IAAI;AAElG,MAAM,eAAe,YAAY;AAC/B,QAAM,EAAE,EAAE,IAAI,MAAM,oBAAoB;AACxC,SAAO,aAAa,KAAK,EAAE,OAAO,EAAE,2BAA2B,cAAc,EAAE,GAAG,EAAE,QAAQ,IAAI,CAAC;AACnG;AAEA,MAAM,oBAAoB,YAAY;AACpC,QAAM,EAAE,EAAE,IAAI,MAAM,oBAAoB;AACxC,SAAO,aAAa,KAAK,EAAE,OAAO,EAAE,uCAAuC,mCAAmC,EAAE,GAAG,EAAE,QAAQ,IAAI,CAAC;AACpI;AAEA,SAAS,aAAa,WAAyF;AAC7G,MAAI;AACF,WAAO,UAAU,QAAgC,wBAAwB;AAAA,EAC3E,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAEA,eAAe,4BACb,WACsC;AACtC,QAAM,QAAQ,aAAa,SAAS;AACpC,MAAI,CAAC,MAAO,QAAO,CAAC;AACpB,MAAI;AACF,WAAO,MAAM,kBAAkB,KAAK;AAAA,EACtC,QAAQ;AACN,WAAO,CAAC;AAAA,EACV;AACF;AAEA,eAAe,oBAAoB,WAAkF;AACnH,MAAI;AACF,UAAM,UAAU,UAAU,QAAwB,eAAe;AACjE,UAAM,iBAAiB,QAAQ,KAAK,CAAC,MAAM,EAAE,OAAO,UAAU;AAC9D,QAAI,gBAAgB,mBAAmB;AACrC,aAAO,MAAM,eAAe,kBAAkB;AAAA,IAChD;AACA,WAAO;AAAA,EACT,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAEA,eAAe,uBACb,WACA,UACA,gBACwB;AACxB,MAAI;AACF,UAAM,UAAU,UAAU,QAAwB,eAAe;AACjE,UAAM,iBAAiB,QAAQ,KAAK,CAAC,MAAM,EAAE,OAAO,UAAU;AAC9D,QAAI,gBAAgB,OAAO;AACzB,aAAO,MAAM,eAAe,MAAM,EAAE,UAAU,gBAAgB,kBAAkB,OAAU,CAAC;AAAA,IAC7F;AACA,WAAO;AAAA,EACT,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAEA,eAAsB,IAAI,KAAc;AACtC,QAAM,OAAO,MAAM,mBAAmB,GAAG;AACzC,MAAI,CAAC,MAAM,IAAK,QAAO,MAAM,aAAa;AAE1C,QAAM,YAAY,MAAM,uBAAuB;AAC/C,MAAI;AACF,UAAM,cAAc,wBAAwB;AAC5C,QAAI,sBAAsB,CAAC;AAC3B,QAAI,CAAC,aAAa;AAChB,UAAI;AACF,8BAAsB,MAAM,2BAA2B,WAAW,EAAE,cAAc,MAAM,OAAO,EAAE,UAAU,KAAK,SAAS,EAAE,CAAC;AAAA,MAC9H,QAAQ;AACN,8BAAsB;AAAA,MACxB;AAAA,IACF;AAEA,UAAM,EAAE,QAAQ,iBAAiB,QAAQ,sBAAsB,IAAI,MAAM,6BAA6B,WAAW;AAAA,MAC/G,OAAO,EAAE,UAAU,KAAK,SAAS;AAAA,IACnC,CAAC;AACD,UAAM,sBAAsB,uBAAuB;AACnD,UAAM,uBAAuB,MAAM,4BAA4B,SAAS;AACxE,UAAM,mBAAmB,MAAM,oBAAoB,SAAS;AAE5D,UAAM,qBAAqB,kBACvB,sBAAsB,eAAe,IACrC,yBAAyB;AAE7B,UAAM,kBAAkB;AAAA,MACtB,oBACA,mBACA,qBAAqB;AAAA,IACvB;AAGA,UAAM,gBAAgB,KAAK,WACvB,MAAM,uBAAuB,WAAW,KAAK,UAAU,KAAK,KAAK,IACjE;AAEJ,WAAO,OAAO;AAAA,MACZ,UAAU;AAAA,QACR,kBAAkB,iBAAiB;AAAA,QACnC,qBAAqB,cAAc,QAAQ;AAAA,QAC3C,oBAAoB;AAAA,QACpB,YAAY,cAAc,QAAQ;AAAA,QAClC;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAAA,IACF,CAAC;AAAA,EACH,UAAE;AACA,UAAM,aAAa;AACnB,QAAI,OAAO,WAAW,YAAY,YAAY;AAC5C,YAAM,WAAW,QAAQ;AAAA,IAC3B;AAAA,EACF;AACF;AAEA,eAAsB,KAAK,KAAc;AACvC,QAAM,EAAE,EAAE,IAAI,MAAM,oBAAoB;AACxC,QAAM,OAAO,MAAM,mBAAmB,GAAG;AACzC,MAAI,CAAC,MAAM,IAAK,QAAO,MAAM,aAAa;AAE1C,MAAI;AACJ,MAAI;AACF,WAAO,MAAM,IAAI,KAAK;AAAA,EACxB,QAAQ;AACN,WAAO,aAAa,KAAK,EAAE,OAAO,EAAE,0BAA0B,uBAAuB,EAAE,GAAG,EAAE,QAAQ,IAAI,CAAC;AAAA,EAC3G;AACA,QAAM,SAAS,aAAa,UAAU,IAAI;AAC1C,MAAI,CAAC,OAAO,SAAS;AACnB,WAAO,aAAa,KAAK,EAAE,OAAO,EAAE,6BAA6B,kBAAkB,EAAE,GAAG,EAAE,QAAQ,IAAI,CAAC;AAAA,EACzG;AAEA,QAAM,YAAY,MAAM,uBAAuB;AAC/C,MAAI;AACF,QAAI;AACJ,QAAI;AACF,gBAAW,UAAU,QAAQ,qBAAqB;AAAA,IACpD,QAAQ;AACN,aAAO,MAAM,kBAAkB;AAAA,IACjC;AAEA,QAAI,OAAO,KAAK,wBAAwB,UAAa,wBAAwB,GAAG;AAC9E,aAAO,aAAa;AAAA,QAClB;AAAA,UACE,OAAO;AAAA,YACL;AAAA,YACA;AAAA,UACF;AAAA,QACF;AAAA,QACA,EAAE,QAAQ,IAAI;AAAA,MAChB;AAAA,IACF;AAEA,QAAI,kBAAkB,MAAM,uBAAuB,WAAW,EAAE,cAAc,MAAM,OAAO,EAAE,UAAU,KAAK,SAAS,EAAE,CAAC;AACxH,QAAI,kBAAkB;AACtB,UAAM,mBAAmB,MAAM,oBAAoB,SAAS;AAE5D,QAAI,OAAO,KAAK,iBAAiB;AAC/B,YAAM,YAAY,OAAO,KAAK;AAC9B,YAAM,eAAe,oBAAoB,UAAU,UAAU;AAE7D,UAAI,CAAC,cAAc;AACjB,eAAO,aAAa;AAAA,UAClB,EAAE,OAAO,EAAE,qCAAqC,6BAA6B,EAAE;AAAA,UAC/E,EAAE,QAAQ,IAAI;AAAA,QAChB;AAAA,MACF;AAEA,YAAM,sBAAsB,uBAAuB;AACnD,UAAI,CAAC,oBAAoB,SAAS,UAAU,UAAU,GAAG;AACvD,eAAO,aAAa;AAAA,UAClB,EAAE,OAAO,EAAE,2CAA2C,YAAY,aAAa,IAAI,2BAA2B,aAAa,cAAc,wBAAwB,EAAE;AAAA,UACnK,EAAE,QAAQ,IAAI;AAAA,QAChB;AAAA,MACF;AAGA,UAAI,UAAU,eAAe,YAAY,UAAU,WAAW,MAAM;AAClE,YAAI;AACF,kCAAwB,UAAU,OAAO;AAAA,QAC3C,SAAS,KAAK;AACZ,cAAI,eAAe,0BAA0B;AAC3C,mBAAO,aAAa;AAAA,cAClB;AAAA,gBACE,OAAO;AAAA,kBACL;AAAA,kBACA;AAAA,gBACF;AAAA,gBACA,QAAQ,IAAI;AAAA,cACd;AAAA,cACA,EAAE,QAAQ,IAAI;AAAA,YAChB;AAAA,UACF;AACA,gBAAM;AAAA,QACR;AAAA,MACF;AAGA,YAAM,QAAQ,aAAa,SAAS;AACpC,UAAI,OAAO;AACT,cAAM,eAAe,MAAM,MAAM;AAAA,UAC/B,UAAU;AAAA,UACV,UAAU,eAAe,WACrB,EAAE,OAAO,MAAM,SAAS,UAAU,QAAQ,IAC1C;AAAA,QACN;AACA,YAAI,CAAC,aAAa,WAAW;AAC3B,iBAAO,aAAa;AAAA,YAClB;AAAA,cACE,OAAO;AAAA,gBACL;AAAA,gBACA,YAAY,aAAa,IAAI,sBAAsB,aAAa,UAAU,aAAa;AAAA,cACzF;AAAA,cACA,QAAQ,aAAa,UAAU;AAAA,YACjC;AAAA,YACA,EAAE,QAAQ,IAAI;AAAA,UAChB;AAAA,QACF;AAAA,MACF;AAEA,YAAM,SAAS;AAAA,QACb;AAAA,QACA;AAAA,UACE,GAAG;AAAA,UACH,YAAW,oBAAI,KAAK,GAAE,YAAY;AAAA,QACpC;AAAA,QACA;AAAA,MACF;AAEA,YAAM,eAAe,sBAAsB,OAAO,SAAS;AAC3D,UAAI,qBAAqB,QAAQ,CAAC,OAAO,UAAU,gBAAgB,KAAK,oBAAoB,GAAG;AAC7F,eAAO,aAAa;AAAA,UAClB,EAAE,OAAO,EAAE,sCAAsC,8BAA8B,EAAE;AAAA,UACjF,EAAE,QAAQ,IAAI;AAAA,QAChB;AAAA,MACF;AACA,UAAI,iBAAiB,kBAAkB;AACrC,eAAO,aAAa;AAAA,UAClB,EAAE,OAAO,EAAE,uCAAuC,gIAAgI,EAAE;AAAA,UACpL,EAAE,QAAQ,IAAI;AAAA,QAChB;AAAA,MACF;AAEA,wBAAkB,OAAO;AACzB,wBAAkB,OAAO;AAAA,IAC3B;AAEA,QAAI,OAAO,KAAK,mBAAmB,OAAO,KAAK,wBAAwB,QAAW;AAChF,YAAM,KAAK,UAAU,QAAuB,IAAI;AAChD,UAAI;AACF,cAAM,GAAG,cAAc,YAAY;AACjC,cAAI,OAAO,KAAK,mBAAmB,iBAAiB;AAClD,kBAAM,oBAAoB,WAAW,iBAAiB,EAAE,OAAO,EAAE,UAAU,KAAK,SAAS,EAAE,CAAC;AAAA,UAC9F;AACA,cAAI,OAAO,KAAK,wBAAwB,QAAW;AACjD,kBAAM,QAAQ,SAAS,UAAU,8BAA8B,OAAO,KAAK,qBAAqB,EAAE,UAAU,KAAK,SAAS,CAAC;AAAA,UAC7H;AAAA,QACF,CAAC;AAAA,MACH,SAAS,OAAO;AACd,cAAM,QAAQ,WAAW,UAAU,QAAW,EAAE,UAAU,KAAK,SAAS,CAAC;AACzE,cAAM;AAAA,MACR;AAAA,IACF;AAEA,QAAI,OAAO,KAAK,mBAAmB,iBAAiB;AAClD,UAAI;AACF,cAAM,mBAAmB,UAAU,QAA0B,wBAAwB;AACrF,yBAAiB,aAAa,eAAe;AAAA,MAC/C,QAAQ;AAAA,MAER;AAAA,IACF;AAEA,UAAM,cAAc,wBAAwB;AAC5C,QAAI,sBAAsB,CAAC;AAC3B,QAAI,CAAC,aAAa;AAChB,UAAI;AACF,8BAAsB,MAAM,2BAA2B,WAAW,EAAE,cAAc,MAAM,OAAO,EAAE,UAAU,KAAK,SAAS,EAAE,CAAC;AAAA,MAC9H,QAAQ;AACN,8BAAsB;AAAA,MACxB;AAAA,IACF;AAGA,UAAM,uBAAuB,KAAK,WAC9B,MAAM,uBAAuB,WAAW,KAAK,UAAU,KAAK,KAAK,IACjE;AAEJ,UAAM,EAAE,QAAQ,sBAAsB,IAAI,MAAM,6BAA6B,WAAW;AAAA,MACtF,OAAO,EAAE,UAAU,KAAK,SAAS;AAAA,IACnC,CAAC;AAED,WAAO,OAAO;AAAA,MACZ,UAAU;AAAA,QACR,kBAAkB,iBAAiB;AAAA,QACnC,qBAAqB,cAAc,QAAQ;AAAA,QAC3C,oBAAoB;AAAA,QACpB,YAAY,cAAc,QAAQ;AAAA,QAClC;AAAA,QACA;AAAA,QACA,qBAAqB,uBAAuB;AAAA,QAC5C,sBAAsB,MAAM,4BAA4B,SAAS;AAAA,QACjE;AAAA,QACA;AAAA,QACA,eAAe;AAAA,MACjB;AAAA,IACF,CAAC;AAAA,EACH,SAAS,OAAO;AACd,sBAAkB,4BAA4B,OAAO,yCAAyC;AAC9F,gBAAY,4BAA4B,UAAU;AAAA,MAChD,OAAO,iBAAiB,QAAQ,MAAM,UAAU;AAAA,IAClD,CAAC;AACD,WAAO,aAAa,KAAK,EAAE,OAAO,EAAE,kCAAkC,sCAAsC,EAAE,GAAG,EAAE,QAAQ,IAAI,CAAC;AAAA,EAClI,UAAE;AACA,UAAM,aAAa;AACnB,QAAI,OAAO,WAAW,YAAY,YAAY;AAC5C,YAAM,WAAW,QAAQ;AAAA,IAC3B;AAAA,EACF;AACF;AAEO,MAAM,UAAU;",
|
|
6
6
|
"names": []
|
|
7
7
|
}
|
|
@@ -2,6 +2,7 @@
|
|
|
2
2
|
"search.api.errors.autoIndexingDisabled": "Die Auto-Indizierung ist über OM_DISABLE_VECTOR_SEARCH_AUTOINDEXING deaktiviert (Legacy-Alias: DISABLE_VECTOR_SEARCH_AUTOINDEXING).",
|
|
3
3
|
"search.api.errors.configUnavailable": "Konfigurationsdienst nicht verfügbar.",
|
|
4
4
|
"search.api.errors.confirmAllRequired": "Bestätigung ist für alle Einträge erforderlich.",
|
|
5
|
+
"search.api.errors.dimensionMismatch": "Die Embedding-Dimension muss mit dem gemeinsamen Vektorindex übereinstimmen. Wenden Sie sich an den Instanzadministrator, um die Indexdimension zu ändern.",
|
|
5
6
|
"search.api.errors.indexFetchFailed": "Indexdaten konnten nicht abgerufen werden.",
|
|
6
7
|
"search.api.errors.indexUnavailable": "Suchindex ist nicht verfügbar.",
|
|
7
8
|
"search.api.errors.indexerUnavailable": "Such-Indexer ist nicht verfügbar.",
|
|
@@ -2,6 +2,7 @@
|
|
|
2
2
|
"search.api.errors.autoIndexingDisabled": "Auto-indexing is disabled via OM_DISABLE_VECTOR_SEARCH_AUTOINDEXING (legacy alias: DISABLE_VECTOR_SEARCH_AUTOINDEXING).",
|
|
3
3
|
"search.api.errors.configUnavailable": "Configuration service unavailable.",
|
|
4
4
|
"search.api.errors.confirmAllRequired": "Confirmation is required for all items.",
|
|
5
|
+
"search.api.errors.dimensionMismatch": "The embedding dimension must match the shared vector index. Contact your instance administrator to change the index dimension.",
|
|
5
6
|
"search.api.errors.indexFetchFailed": "Failed to fetch index data.",
|
|
6
7
|
"search.api.errors.indexUnavailable": "Search index is unavailable.",
|
|
7
8
|
"search.api.errors.indexerUnavailable": "Search indexer is unavailable.",
|
|
@@ -2,6 +2,7 @@
|
|
|
2
2
|
"search.api.errors.autoIndexingDisabled": "La indexación automática está deshabilitada mediante OM_DISABLE_VECTOR_SEARCH_AUTOINDEXING (alias heredado: DISABLE_VECTOR_SEARCH_AUTOINDEXING).",
|
|
3
3
|
"search.api.errors.configUnavailable": "Servicio de configuración no disponible.",
|
|
4
4
|
"search.api.errors.confirmAllRequired": "Se requiere confirmación para todos los elementos.",
|
|
5
|
+
"search.api.errors.dimensionMismatch": "La dimensión de los embeddings debe coincidir con el índice vectorial compartido. Contacte con el administrador de la instancia para cambiar la dimensión del índice.",
|
|
5
6
|
"search.api.errors.indexFetchFailed": "Error al obtener los datos del índice.",
|
|
6
7
|
"search.api.errors.indexUnavailable": "El índice de búsqueda no está disponible.",
|
|
7
8
|
"search.api.errors.indexerUnavailable": "El indexador de búsqueda no está disponible.",
|
|
@@ -2,6 +2,7 @@
|
|
|
2
2
|
"search.api.errors.autoIndexingDisabled": "OM_DISABLE_VECTOR_SEARCH_AUTOINDEXING(레거시 별칭: DISABLE_VECTOR_SEARCH_AUTOINDEXING)에 의해 자동 인덱싱이 비활성화되어 있습니다.",
|
|
3
3
|
"search.api.errors.configUnavailable": "구성 서비스를 사용할 수 없습니다.",
|
|
4
4
|
"search.api.errors.confirmAllRequired": "모든 항목에 대한 확인이 필요합니다.",
|
|
5
|
+
"search.api.errors.dimensionMismatch": "임베딩 차원은 공유 벡터 인덱스와 일치해야 합니다. 인덱스 차원을 변경하려면 인스턴스 관리자에게 문의하세요.",
|
|
5
6
|
"search.api.errors.indexFetchFailed": "인덱스 데이터를 가져오지 못했습니다.",
|
|
6
7
|
"search.api.errors.indexUnavailable": "검색 인덱스를 사용할 수 없습니다.",
|
|
7
8
|
"search.api.errors.indexerUnavailable": "검색 인덱서를 사용할 수 없습니다.",
|
|
@@ -2,6 +2,7 @@
|
|
|
2
2
|
"search.api.errors.autoIndexingDisabled": "Automatyczne indeksowanie jest wyłączone przez OM_DISABLE_VECTOR_SEARCH_AUTOINDEXING (stary alias: DISABLE_VECTOR_SEARCH_AUTOINDEXING).",
|
|
3
3
|
"search.api.errors.configUnavailable": "Usługa konfiguracji jest niedostępna.",
|
|
4
4
|
"search.api.errors.confirmAllRequired": "Wymagane jest potwierdzenie dla wszystkich elementów.",
|
|
5
|
+
"search.api.errors.dimensionMismatch": "Wymiar osadzania musi odpowiadać współdzielonemu indeksowi wektorowemu. Aby zmienić wymiar indeksu, skontaktuj się z administratorem instancji.",
|
|
5
6
|
"search.api.errors.indexFetchFailed": "Nie udało się pobrać danych indeksu.",
|
|
6
7
|
"search.api.errors.indexUnavailable": "Indeks wyszukiwania jest niedostępny.",
|
|
7
8
|
"search.api.errors.indexerUnavailable": "Indekser wyszukiwania jest niedostępny.",
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"version": 3,
|
|
3
3
|
"sources": ["../../../src/vector/services/embedding.ts"],
|
|
4
|
-
"sourcesContent": ["import { embed } from 'ai'\nimport type { EmbeddingModel } from 'ai'\nimport { createOpenAI } from '@ai-sdk/openai'\n\n// Local type definition to avoid @ai-sdk/provider version conflicts\n// Matches SharedV3ProviderOptions = Record<string, JSONObject>\ntype JSONValue = string | number | boolean | null | JSONValue[] | { [key: string]: JSONValue }\ntype JSONObject = { [key: string]: JSONValue }\ntype ProviderOptions = Record<string, JSONObject>\nimport { createGoogleGenerativeAI } from '@ai-sdk/google'\nimport { createMistral } from '@ai-sdk/mistral'\nimport { createCohere } from '@ai-sdk/cohere'\nimport { createAmazonBedrock } from '@ai-sdk/amazon-bedrock'\nimport { createOllama } from 'ai-sdk-ollama'\nimport type { EmbeddingProviderId, EmbeddingProviderConfig } from '../types'\nimport { EMBEDDING_PROVIDERS, DEFAULT_EMBEDDING_CONFIG } from '../types'\nimport {\n assertSafeOllamaBaseUrl,\n safeOllamaFetch,\n UnsafeOllamaBaseUrlError,\n} from '../lib/ollama-url-safety'\n\nexport type EmbeddingServiceOptions = {\n apiKey?: string\n model?: string\n config?: EmbeddingProviderConfig\n}\n\ntype OllamaClient = ReturnType<typeof createOllama>\n\ntype ProviderClient = ReturnType<typeof createOpenAI>\n | ReturnType<typeof createGoogleGenerativeAI>\n | ReturnType<typeof createMistral>\n | ReturnType<typeof createCohere>\n | ReturnType<typeof createAmazonBedrock>\n | OllamaClient\n\nconst DEFAULT_EMBEDDING_TIMEOUT_MS = 3_000\n\nfunction resolveEmbeddingTimeoutMs(): number {\n const rawValue = process.env.VECTOR_EMBEDDING_TIMEOUT_MS\n if (!rawValue) return DEFAULT_EMBEDDING_TIMEOUT_MS\n const parsed = Number.parseInt(rawValue, 10)\n if (!Number.isFinite(parsed) || parsed <= 0) {\n return DEFAULT_EMBEDDING_TIMEOUT_MS\n }\n return parsed\n}\n\nfunction timeoutError(providerId: EmbeddingProviderId, timeoutMs: number): Error {\n const providerInfo = EMBEDDING_PROVIDERS[providerId]\n return new Error(\n `${providerInfo.name} request timed out after ${timeoutMs}ms. Check ${providerInfo.envKeyRequired}.`,\n )\n}\n\nexport class EmbeddingService {\n private config: EmbeddingProviderConfig\n private clientCache: Map<EmbeddingProviderId, ProviderClient> = new Map()\n\n constructor(private readonly opts: EmbeddingServiceOptions = {}) {\n if (opts.config) {\n this.config = opts.config\n } else {\n this.config = {\n providerId: 'openai',\n model: opts.model ?? DEFAULT_EMBEDDING_CONFIG.model,\n dimension: DEFAULT_EMBEDDING_CONFIG.dimension,\n updatedAt: new Date().toISOString(),\n }\n }\n }\n\n updateConfig(config: EmbeddingProviderConfig): void {\n if (\n config.providerId === this.config.providerId &&\n config.model === this.config.model &&\n config.dimension === this.config.dimension &&\n config.outputDimensionality === this.config.outputDimensionality &&\n config.baseUrl === this.config.baseUrl\n ) {\n return\n }\n this.config = config\n this.clientCache.clear()\n }\n\n get currentConfig(): EmbeddingProviderConfig {\n return { ...this.config }\n }\n\n get dimension(): number {\n return this.config.outputDimensionality ?? this.config.dimension\n }\n\n get available(): boolean {\n return this.isProviderConfigured(this.config.providerId)\n }\n\n private isProviderConfigured(providerId: EmbeddingProviderId): boolean {\n switch (providerId) {\n case 'openai':\n return Boolean(this.opts.apiKey ?? process.env.OPENAI_API_KEY)\n case 'google':\n return Boolean(process.env.GOOGLE_GENERATIVE_AI_API_KEY)\n case 'mistral':\n return Boolean(process.env.MISTRAL_API_KEY)\n case 'cohere':\n return Boolean(process.env.COHERE_API_KEY)\n case 'bedrock':\n return Boolean(process.env.AWS_ACCESS_KEY_ID && process.env.AWS_SECRET_ACCESS_KEY)\n case 'ollama':\n return true\n default:\n return false\n }\n }\n\n private getClient(providerId: EmbeddingProviderId): ProviderClient {\n const cached = this.clientCache.get(providerId)\n if (cached) {\n return cached\n }\n\n let client: ProviderClient\n switch (providerId) {\n case 'openai': {\n const apiKey = this.opts.apiKey ?? process.env.OPENAI_API_KEY\n if (!apiKey) {\n throw new Error('[vector.embedding] Missing OPENAI_API_KEY environment variable')\n }\n client = createOpenAI({ apiKey })\n break\n }\n case 'google': {\n const apiKey = process.env.GOOGLE_GENERATIVE_AI_API_KEY\n if (!apiKey) {\n throw new Error('[vector.embedding] Missing GOOGLE_GENERATIVE_AI_API_KEY environment variable')\n }\n client = createGoogleGenerativeAI({ apiKey })\n break\n }\n case 'mistral': {\n const apiKey = process.env.MISTRAL_API_KEY\n if (!apiKey) {\n throw new Error('[vector.embedding] Missing MISTRAL_API_KEY environment variable')\n }\n client = createMistral({ apiKey })\n break\n }\n case 'cohere': {\n const apiKey = process.env.COHERE_API_KEY\n if (!apiKey) {\n throw new Error('[vector.embedding] Missing COHERE_API_KEY environment variable')\n }\n client = createCohere({ apiKey })\n break\n }\n case 'bedrock': {\n const accessKeyId = process.env.AWS_ACCESS_KEY_ID\n const secretAccessKey = process.env.AWS_SECRET_ACCESS_KEY\n if (!accessKeyId || !secretAccessKey) {\n throw new Error('[vector.embedding] Missing AWS_ACCESS_KEY_ID or AWS_SECRET_ACCESS_KEY environment variables')\n }\n client = createAmazonBedrock({\n accessKeyId,\n secretAccessKey,\n region: process.env.AWS_REGION ?? 'us-east-1',\n })\n break\n }\n case 'ollama': {\n const baseURL = this.config.baseUrl ?? process.env.OLLAMA_BASE_URL ?? 'http://localhost:11434'\n try {\n assertSafeOllamaBaseUrl(baseURL)\n } catch (err) {\n if (err instanceof UnsafeOllamaBaseUrlError) {\n throw new Error(\n `[vector.embedding] Ollama base URL rejected (${err.reason}). Set OLLAMA_BASE_URL or OM_SEARCH_OLLAMA_BASE_URL_ALLOWLIST.`,\n )\n }\n throw err\n }\n client = createOllama({ baseURL, fetch: safeOllamaFetch })\n break\n }\n default:\n throw new Error(`[vector.embedding] Unknown provider: ${providerId}`)\n }\n\n this.clientCache.set(providerId, client)\n return client\n }\n\n private getEmbeddingModel() {\n const client = this.getClient(this.config.providerId)\n const { providerId, model, outputDimensionality } = this.config\n\n switch (providerId) {\n case 'openai':\n return (client as ReturnType<typeof createOpenAI>).embedding(model)\n case 'google':\n return (client as ReturnType<typeof createGoogleGenerativeAI>).textEmbeddingModel(model)\n case 'mistral':\n return (client as ReturnType<typeof createMistral>).textEmbeddingModel(model)\n case 'cohere':\n return (client as ReturnType<typeof createCohere>).textEmbeddingModel(model)\n case 'bedrock':\n return (client as ReturnType<typeof createAmazonBedrock>).embedding(model)\n case 'ollama':\n return (client as OllamaClient).embedding(model)\n default:\n throw new Error(`[vector.embedding] Unknown provider: ${providerId}`)\n }\n }\n\n private getProviderOptions(): ProviderOptions | undefined {\n const { providerId, outputDimensionality, model } = this.config\n\n if (!outputDimensionality) {\n if (providerId === 'cohere') {\n return { cohere: { inputType: 'search_document' } }\n }\n return undefined\n }\n\n switch (providerId) {\n case 'openai':\n if (model === 'text-embedding-3-large' || model === 'text-embedding-3-small') {\n return { openai: { dimensions: outputDimensionality } }\n }\n return undefined\n case 'google':\n return { google: { outputDimensionality } }\n case 'bedrock':\n return { bedrock: { dimensions: outputDimensionality } }\n case 'cohere':\n return { cohere: { inputType: 'search_document' } }\n default:\n return undefined\n }\n }\n\n async createEmbedding(input: string | string[]): Promise<number[]> {\n const merged = Array.isArray(input)\n ? input.map((part) => String(part ?? '')).filter((part) => part.length > 0).join('\\n\\n')\n : String(input ?? '')\n if (!merged.length) {\n throw new Error('[vector.embedding] Refusing to embed empty payload')\n }\n\n if (!this.available) {\n const providerInfo = EMBEDDING_PROVIDERS[this.config.providerId]\n throw new Error(`[vector.embedding] Provider ${providerInfo.name} is not configured. Set ${providerInfo.envKeyRequired} environment variable.`)\n }\n\n const model = this.getEmbeddingModel() as EmbeddingModel\n const providerOptions = this.getProviderOptions()\n const timeoutMs = resolveEmbeddingTimeoutMs()\n\n const abortController = new AbortController()\n let timeoutHandle: ReturnType<typeof setTimeout> | null = null\n try {\n const result = await Promise.race([\n embed({\n model,\n value: merged,\n abortSignal: abortController.signal,\n ...(providerOptions && { providerOptions }),\n }),\n new Promise<never>((_, reject) => {\n timeoutHandle = setTimeout(\n () => {\n // Abort the in-flight request so a dead/unreachable provider releases\n // its socket \u2014 and, in a worker, the per-job DB connection held while\n // this awaits \u2014 promptly, instead of lingering until the platform's\n // default network timeout and pinning pool capacity under a storm.\n abortController.abort()\n reject(timeoutError(this.config.providerId, timeoutMs))\n },\n timeoutMs,\n )\n }),\n ])\n const emb = Array.isArray(result.embedding)\n ? result.embedding\n : Array.from(result.embedding as ArrayLike<number>)\n return emb.map((n) => Number.isFinite(n) ? Number(n) : 0)\n } catch (err: unknown) {\n const error = err as { statusCode?: number; status?: number; response?: { status?: number; statusCode?: number; data?: { error?: { message?: string; code?: string }; message?: string } }; data?: { error?: { message?: string; code?: string } }; body?: { error?: { message?: string; code?: string } }; message?: string }\n const statusCandidate =\n error?.statusCode ?? error?.status ?? error?.response?.status ?? error?.response?.statusCode\n const status =\n typeof statusCandidate === 'number'\n ? Number.isFinite(statusCandidate) ? statusCandidate : undefined\n : typeof statusCandidate === 'string'\n ? Number.parseInt(statusCandidate, 10)\n : undefined\n const apiError = error?.data?.error ?? error?.body?.error ?? error?.response?.data?.error\n const apiMessage = apiError?.message ?? error?.response?.data?.message\n const apiCode = typeof apiError?.code === 'string' ? apiError.code : undefined\n const rawMessage = typeof apiMessage === 'string'\n ? apiMessage\n : (typeof error?.message === 'string' ? error.message : 'Embedding request failed')\n\n const providerInfo = EMBEDDING_PROVIDERS[this.config.providerId]\n let guidance: string\n switch (apiCode) {\n case 'insufficient_quota':\n guidance = `${providerInfo.name} usage quota exceeded. Please review your plan and billing.`\n break\n case 'invalid_api_key':\n guidance = `Invalid ${providerInfo.name} API key. Update the key and retry.`\n break\n case 'account_deactivated':\n guidance = `${providerInfo.name} account is disabled. Contact support or provide a different key.`\n break\n default:\n guidance = rawMessage.startsWith('[vector.embedding] ')\n ? rawMessage.slice('[vector.embedding] '.length)\n : rawMessage.includes('https://')\n ? rawMessage\n : rawMessage.includes(providerInfo.envKeyRequired)\n ? rawMessage\n : `${rawMessage}. Check ${providerInfo.envKeyRequired}.`\n }\n const wrapped = new Error(`[vector.embedding] ${guidance}`) as Error & { status?: number; code?: string; cause?: unknown }\n if (typeof status === 'number' && Number.isFinite(status)) {\n const normalizedStatus = status === 401 || status === 403 ? 502 : status\n if (normalizedStatus >= 400 && normalizedStatus < 600) {\n wrapped.status = normalizedStatus\n }\n }\n if (apiCode) {\n wrapped.code = apiCode\n }\n wrapped.cause = err\n throw wrapped\n } finally {\n if (timeoutHandle !== null) {\n clearTimeout(timeoutHandle)\n }\n }\n }\n}\n"],
|
|
5
|
-
"mappings": "AAAA,SAAS,aAAa;AAEtB,SAAS,oBAAoB;AAO7B,SAAS,gCAAgC;AACzC,SAAS,qBAAqB;AAC9B,SAAS,oBAAoB;AAC7B,SAAS,2BAA2B;AACpC,SAAS,oBAAoB;AAE7B,SAAS,qBAAqB,gCAAgC;AAC9D;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAiBP,MAAM,+BAA+B;AAErC,SAAS,4BAAoC;AAC3C,QAAM,WAAW,QAAQ,IAAI;AAC7B,MAAI,CAAC,SAAU,QAAO;AACtB,QAAM,SAAS,OAAO,SAAS,UAAU,EAAE;AAC3C,MAAI,CAAC,OAAO,SAAS,MAAM,KAAK,UAAU,GAAG;AAC3C,WAAO;AAAA,EACT;AACA,SAAO;AACT;AAEA,SAAS,aAAa,YAAiC,WAA0B;AAC/E,QAAM,eAAe,oBAAoB,UAAU;AACnD,SAAO,IAAI;AAAA,IACT,GAAG,aAAa,IAAI,4BAA4B,SAAS,aAAa,aAAa,cAAc;AAAA,EACnG;AACF;AAEO,MAAM,iBAAiB;AAAA,EAI5B,YAA6B,OAAgC,CAAC,GAAG;AAApC;AAF7B,SAAQ,cAAwD,oBAAI,IAAI;AAGtE,QAAI,KAAK,QAAQ;AACf,WAAK,SAAS,KAAK;AAAA,IACrB,OAAO;AACL,WAAK,SAAS;AAAA,QACZ,YAAY;AAAA,QACZ,OAAO,KAAK,SAAS,yBAAyB;AAAA,QAC9C,WAAW,yBAAyB;AAAA,QACpC,YAAW,oBAAI,KAAK,GAAE,YAAY;AAAA,MACpC;AAAA,IACF;AAAA,EACF;AAAA,EAEA,aAAa,QAAuC;AAClD,QACE,OAAO,eAAe,KAAK,OAAO,cAClC,OAAO,UAAU,KAAK,OAAO,SAC7B,OAAO,cAAc,KAAK,OAAO,aACjC,OAAO,yBAAyB,KAAK,OAAO,wBAC5C,OAAO,YAAY,KAAK,OAAO,SAC/B;AACA;AAAA,IACF;AACA,SAAK,SAAS;AACd,SAAK,YAAY,MAAM;AAAA,EACzB;AAAA,EAEA,IAAI,gBAAyC;AAC3C,WAAO,EAAE,GAAG,KAAK,OAAO;AAAA,EAC1B;AAAA,EAEA,IAAI,YAAoB;AACtB,WAAO,KAAK,OAAO,wBAAwB,KAAK,OAAO;AAAA,EACzD;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK,qBAAqB,KAAK,OAAO,UAAU;AAAA,EACzD;AAAA,EAEQ,qBAAqB,YAA0C;AACrE,YAAQ,YAAY;AAAA,MAClB,KAAK;AACH,eAAO,QAAQ,KAAK,KAAK,UAAU,QAAQ,IAAI,cAAc;AAAA,MAC/D,KAAK;AACH,eAAO,QAAQ,QAAQ,IAAI,4BAA4B;AAAA,MACzD,KAAK;AACH,eAAO,QAAQ,QAAQ,IAAI,eAAe;AAAA,MAC5C,KAAK;AACH,eAAO,QAAQ,QAAQ,IAAI,cAAc;AAAA,MAC3C,KAAK;AACH,eAAO,QAAQ,QAAQ,IAAI,qBAAqB,QAAQ,IAAI,qBAAqB;AAAA,MACnF,KAAK;AACH,eAAO;AAAA,MACT;AACE,eAAO;AAAA,IACX;AAAA,EACF;AAAA,EAEQ,UAAU,YAAiD;AACjE,UAAM,SAAS,KAAK,YAAY,IAAI,UAAU;AAC9C,QAAI,QAAQ;AACV,aAAO;AAAA,IACT;AAEA,QAAI;AACJ,YAAQ,YAAY;AAAA,MAClB,KAAK,UAAU;AACb,cAAM,SAAS,KAAK,KAAK,UAAU,QAAQ,IAAI;AAC/C,YAAI,CAAC,QAAQ;AACX,gBAAM,IAAI,MAAM,gEAAgE;AAAA,QAClF;AACA,iBAAS,aAAa,EAAE,OAAO,CAAC;AAChC;AAAA,MACF;AAAA,MACA,KAAK,UAAU;AACb,cAAM,SAAS,QAAQ,IAAI;AAC3B,YAAI,CAAC,QAAQ;AACX,gBAAM,IAAI,MAAM,8EAA8E;AAAA,QAChG;AACA,iBAAS,yBAAyB,EAAE,OAAO,CAAC;AAC5C;AAAA,MACF;AAAA,MACA,KAAK,WAAW;AACd,cAAM,SAAS,QAAQ,IAAI;AAC3B,YAAI,CAAC,QAAQ;AACX,gBAAM,IAAI,MAAM,iEAAiE;AAAA,QACnF;AACA,iBAAS,cAAc,EAAE,OAAO,CAAC;AACjC;AAAA,MACF;AAAA,MACA,KAAK,UAAU;AACb,cAAM,SAAS,QAAQ,IAAI;AAC3B,YAAI,CAAC,QAAQ;AACX,gBAAM,IAAI,MAAM,gEAAgE;AAAA,QAClF;AACA,iBAAS,aAAa,EAAE,OAAO,CAAC;AAChC;AAAA,MACF;AAAA,MACA,KAAK,WAAW;AACd,cAAM,cAAc,QAAQ,IAAI;AAChC,cAAM,kBAAkB,QAAQ,IAAI;AACpC,YAAI,CAAC,eAAe,CAAC,iBAAiB;AACpC,gBAAM,IAAI,MAAM,6FAA6F;AAAA,QAC/G;AACA,iBAAS,oBAAoB;AAAA,UAC3B;AAAA,UACA;AAAA,UACA,QAAQ,QAAQ,IAAI,cAAc;AAAA,QACpC,CAAC;AACD;AAAA,MACF;AAAA,MACA,KAAK,UAAU;AACb,cAAM,UAAU,KAAK,OAAO,WAAW,QAAQ,IAAI,mBAAmB;AACtE,YAAI;AACF,kCAAwB,OAAO;AAAA,QACjC,SAAS,KAAK;AACZ,cAAI,eAAe,0BAA0B;AAC3C,kBAAM,IAAI;AAAA,cACR,gDAAgD,IAAI,MAAM;AAAA,YAC5D;AAAA,UACF;AACA,gBAAM;AAAA,QACR;AACA,iBAAS,aAAa,EAAE,SAAS,OAAO,gBAAgB,CAAC;AACzD;AAAA,MACF;AAAA,MACA;AACE,cAAM,IAAI,MAAM,wCAAwC,UAAU,EAAE;AAAA,IACxE;AAEA,SAAK,YAAY,IAAI,YAAY,MAAM;AACvC,WAAO;AAAA,EACT;AAAA,EAEQ,oBAAoB;AAC1B,UAAM,SAAS,KAAK,UAAU,KAAK,OAAO,UAAU;AACpD,UAAM,EAAE,YAAY,OAAO,qBAAqB,IAAI,KAAK;AAEzD,YAAQ,YAAY;AAAA,MAClB,KAAK;AACH,eAAQ,OAA2C,UAAU,KAAK;AAAA,MACpE,KAAK;AACH,eAAQ,OAAuD,mBAAmB,KAAK;AAAA,MACzF,KAAK;AACH,eAAQ,OAA4C,mBAAmB,KAAK;AAAA,MAC9E,KAAK;AACH,eAAQ,OAA2C,mBAAmB,KAAK;AAAA,MAC7E,KAAK;AACH,eAAQ,OAAkD,UAAU,KAAK;AAAA,MAC3E,KAAK;AACH,eAAQ,OAAwB,UAAU,KAAK;AAAA,MACjD;AACE,cAAM,IAAI,MAAM,wCAAwC,UAAU,EAAE;AAAA,IACxE;AAAA,EACF;AAAA,EAEQ,qBAAkD;AACxD,UAAM,EAAE,YAAY,sBAAsB,MAAM,IAAI,KAAK;AAEzD,QAAI,CAAC,sBAAsB;AACzB,UAAI,eAAe,UAAU;AAC3B,eAAO,EAAE,QAAQ,EAAE,WAAW,kBAAkB,EAAE;AAAA,MACpD;AACA,aAAO;AAAA,IACT;AAEA,YAAQ,YAAY;AAAA,MAClB,KAAK;AACH,YAAI,UAAU,4BAA4B,UAAU,0BAA0B;AAC9E,iBAAO,EAAE,QAAQ,EAAE,YAAY,qBAAqB,EAAE;AAAA,QACtD;AACA,eAAO;AAAA,MACT,KAAK;AACH,eAAO,EAAE,QAAQ,EAAE,qBAAqB,EAAE;AAAA,MAC5C,KAAK;AACH,eAAO,EAAE,SAAS,EAAE,YAAY,qBAAqB,EAAE;AAAA,MACzD,KAAK;AACH,eAAO,EAAE,QAAQ,EAAE,WAAW,kBAAkB,EAAE;AAAA,MACpD;AACE,eAAO;AAAA,IACX;AAAA,EACF;AAAA,EAEA,MAAM,gBAAgB,OAA6C;AACjE,UAAM,SAAS,MAAM,QAAQ,KAAK,IAC9B,MAAM,IAAI,CAAC,SAAS,OAAO,QAAQ,EAAE,CAAC,EAAE,OAAO,CAAC,SAAS,KAAK,SAAS,CAAC,EAAE,KAAK,MAAM,IACrF,OAAO,SAAS,EAAE;AACtB,QAAI,CAAC,OAAO,QAAQ;AAClB,YAAM,IAAI,MAAM,oDAAoD;AAAA,IACtE;AAEA,QAAI,CAAC,KAAK,WAAW;AACnB,YAAM,eAAe,oBAAoB,KAAK,OAAO,UAAU;AAC/D,YAAM,IAAI,MAAM,+BAA+B,aAAa,IAAI,2BAA2B,aAAa,cAAc,wBAAwB;AAAA,IAChJ;AAEA,UAAM,QAAQ,KAAK,kBAAkB;AACrC,UAAM,kBAAkB,KAAK,mBAAmB;AAChD,UAAM,YAAY,0BAA0B;AAE5C,UAAM,kBAAkB,IAAI,gBAAgB;AAC5C,QAAI,gBAAsD;AAC1D,QAAI;AACF,YAAM,SAAS,MAAM,QAAQ,KAAK;AAAA,QAChC,MAAM;AAAA,UACJ;AAAA,UACA,OAAO;AAAA,UACP,aAAa,gBAAgB;AAAA,UAC7B,GAAI,mBAAmB,EAAE,gBAAgB;AAAA,QAC3C,CAAC;AAAA,QACD,IAAI,QAAe,CAAC,GAAG,WAAW;AAChC,0BAAgB;AAAA,YACd,MAAM;AAKJ,8BAAgB,MAAM;AACtB,qBAAO,aAAa,KAAK,OAAO,YAAY,SAAS,CAAC;AAAA,YACxD;AAAA,YACA;AAAA,UACF;AAAA,QACF,CAAC;AAAA,MACH,CAAC;AACD,YAAM,MAAM,MAAM,QAAQ,OAAO,SAAS,IACtC,OAAO,YACP,MAAM,KAAK,OAAO,SAA8B;AACpD,aAAO,IAAI,IAAI,CAAC,MAAM,OAAO,SAAS,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC;AAAA,IAC1D,SAAS,KAAc;AACrB,YAAM,QAAQ;AACd,YAAM,kBACJ,OAAO,cAAc,OAAO,UAAU,OAAO,UAAU,UAAU,OAAO,UAAU;AACpF,YAAM,SACJ,OAAO,oBAAoB,WACvB,OAAO,SAAS,eAAe,IAAI,kBAAkB,SACrD,OAAO,oBAAoB,WACzB,OAAO,SAAS,iBAAiB,EAAE,IACnC;AACR,YAAM,WAAW,OAAO,MAAM,SAAS,OAAO,MAAM,SAAS,OAAO,UAAU,MAAM;AACpF,YAAM,aAAa,UAAU,WAAW,OAAO,UAAU,MAAM;AAC/D,YAAM,UAAU,OAAO,UAAU,SAAS,WAAW,SAAS,OAAO;AACrE,YAAM,aAAa,OAAO,eAAe,WACrC,aACC,OAAO,OAAO,YAAY,WAAW,MAAM,UAAU;AAE1D,YAAM,eAAe,oBAAoB,KAAK,OAAO,UAAU;AAC/D,UAAI;AACJ,cAAQ,SAAS;AAAA,QACf,KAAK;AACH,qBAAW,GAAG,aAAa,IAAI;AAC/B;AAAA,QACF,KAAK;AACH,qBAAW,WAAW,aAAa,IAAI;AACvC;AAAA,QACF,KAAK;AACH,qBAAW,GAAG,aAAa,IAAI;AAC/B;AAAA,QACF;AACE,qBAAW,WAAW,WAAW,qBAAqB,IAClD,WAAW,MAAM,sBAAsB,MAAM,IAC7C,WAAW,SAAS,UAAU,IAC9B,aACA,WAAW,SAAS,aAAa,cAAc,IAC7C,aACA,GAAG,UAAU,WAAW,aAAa,cAAc;AAAA,MAC7D;AACA,YAAM,UAAU,IAAI,MAAM,sBAAsB,QAAQ,EAAE;AAC1D,UAAI,OAAO,WAAW,YAAY,OAAO,SAAS,MAAM,GAAG;AACzD,cAAM,mBAAmB,WAAW,OAAO,WAAW,MAAM,MAAM;AAClE,YAAI,oBAAoB,OAAO,mBAAmB,KAAK;AACrD,kBAAQ,SAAS;AAAA,QACnB;AAAA,MACF;AACA,UAAI,SAAS;AACX,gBAAQ,OAAO;AAAA,MACjB;AACA,cAAQ,QAAQ;AAChB,YAAM;AAAA,IACR,UAAE;AACA,UAAI,kBAAkB,MAAM;AAC1B,qBAAa,aAAa;AAAA,MAC5B;AAAA,IACF;AAAA,EACF;AACF;",
|
|
4
|
+
"sourcesContent": ["import { embed } from 'ai'\nimport type { EmbeddingModel } from 'ai'\nimport { createOpenAI } from '@ai-sdk/openai'\n\n// Local type definition to avoid @ai-sdk/provider version conflicts\n// Matches SharedV3ProviderOptions = Record<string, JSONObject>\ntype JSONValue = string | number | boolean | null | JSONValue[] | { [key: string]: JSONValue }\ntype JSONObject = { [key: string]: JSONValue }\ntype ProviderOptions = Record<string, JSONObject>\nimport { createGoogleGenerativeAI } from '@ai-sdk/google'\nimport { createMistral } from '@ai-sdk/mistral'\nimport { createCohere } from '@ai-sdk/cohere'\nimport { createAmazonBedrock } from '@ai-sdk/amazon-bedrock'\nimport { createOllama } from 'ai-sdk-ollama'\nimport type { EmbeddingProviderId, EmbeddingProviderConfig } from '../types'\nimport { EMBEDDING_PROVIDERS, DEFAULT_EMBEDDING_CONFIG } from '../types'\nimport {\n assertSafeOllamaBaseUrl,\n safeOllamaFetch,\n UnsafeOllamaBaseUrlError,\n} from '../lib/ollama-url-safety'\n\nexport type EmbeddingServiceOptions = {\n apiKey?: string\n model?: string\n config?: EmbeddingProviderConfig\n}\n\ntype OllamaClient = ReturnType<typeof createOllama>\n\ntype ProviderClient = ReturnType<typeof createOpenAI>\n | ReturnType<typeof createGoogleGenerativeAI>\n | ReturnType<typeof createMistral>\n | ReturnType<typeof createCohere>\n | ReturnType<typeof createAmazonBedrock>\n | OllamaClient\n\nconst DEFAULT_EMBEDDING_TIMEOUT_MS = 3_000\n\nfunction resolveEmbeddingTimeoutMs(): number {\n const rawValue = process.env.VECTOR_EMBEDDING_TIMEOUT_MS\n if (!rawValue) return DEFAULT_EMBEDDING_TIMEOUT_MS\n const parsed = Number.parseInt(rawValue, 10)\n if (!Number.isFinite(parsed) || parsed <= 0) {\n return DEFAULT_EMBEDDING_TIMEOUT_MS\n }\n return parsed\n}\n\nfunction timeoutError(providerId: EmbeddingProviderId, timeoutMs: number): Error {\n const providerInfo = EMBEDDING_PROVIDERS[providerId]\n return new Error(\n `${providerInfo.name} request timed out after ${timeoutMs}ms. Check ${providerInfo.envKeyRequired}.`,\n )\n}\n\nexport class EmbeddingService {\n private config: EmbeddingProviderConfig\n private clientCache: Map<EmbeddingProviderId, ProviderClient> = new Map()\n\n constructor(private readonly opts: EmbeddingServiceOptions = {}) {\n if (opts.config) {\n this.config = opts.config\n } else {\n this.config = {\n providerId: 'openai',\n model: opts.model ?? DEFAULT_EMBEDDING_CONFIG.model,\n dimension: DEFAULT_EMBEDDING_CONFIG.dimension,\n updatedAt: new Date().toISOString(),\n }\n }\n }\n\n updateConfig(config: EmbeddingProviderConfig): void {\n if (\n config.providerId === this.config.providerId &&\n config.model === this.config.model &&\n config.dimension === this.config.dimension &&\n config.outputDimensionality === this.config.outputDimensionality &&\n config.baseUrl === this.config.baseUrl\n ) {\n return\n }\n this.config = config\n this.clientCache.clear()\n }\n\n get currentConfig(): EmbeddingProviderConfig {\n return { ...this.config }\n }\n\n get dimension(): number {\n return this.config.outputDimensionality ?? this.config.dimension\n }\n\n get available(): boolean {\n return this.isProviderConfigured(this.config.providerId)\n }\n\n private isProviderConfigured(providerId: EmbeddingProviderId): boolean {\n switch (providerId) {\n case 'openai':\n return Boolean(this.opts.apiKey ?? process.env.OPENAI_API_KEY)\n case 'google':\n return Boolean(process.env.GOOGLE_GENERATIVE_AI_API_KEY)\n case 'mistral':\n return Boolean(process.env.MISTRAL_API_KEY)\n case 'cohere':\n return Boolean(process.env.COHERE_API_KEY)\n case 'bedrock':\n return Boolean(process.env.AWS_ACCESS_KEY_ID && process.env.AWS_SECRET_ACCESS_KEY)\n case 'ollama':\n return true\n default:\n return false\n }\n }\n\n private getClient(providerId: EmbeddingProviderId): ProviderClient {\n const cached = this.clientCache.get(providerId)\n if (cached) {\n return cached\n }\n\n let client: ProviderClient\n switch (providerId) {\n case 'openai': {\n const apiKey = this.opts.apiKey ?? process.env.OPENAI_API_KEY\n if (!apiKey) {\n throw new Error('[vector.embedding] Missing OPENAI_API_KEY environment variable')\n }\n client = createOpenAI({ apiKey })\n break\n }\n case 'google': {\n const apiKey = process.env.GOOGLE_GENERATIVE_AI_API_KEY\n if (!apiKey) {\n throw new Error('[vector.embedding] Missing GOOGLE_GENERATIVE_AI_API_KEY environment variable')\n }\n client = createGoogleGenerativeAI({ apiKey })\n break\n }\n case 'mistral': {\n const apiKey = process.env.MISTRAL_API_KEY\n if (!apiKey) {\n throw new Error('[vector.embedding] Missing MISTRAL_API_KEY environment variable')\n }\n client = createMistral({ apiKey })\n break\n }\n case 'cohere': {\n const apiKey = process.env.COHERE_API_KEY\n if (!apiKey) {\n throw new Error('[vector.embedding] Missing COHERE_API_KEY environment variable')\n }\n client = createCohere({ apiKey })\n break\n }\n case 'bedrock': {\n const accessKeyId = process.env.AWS_ACCESS_KEY_ID\n const secretAccessKey = process.env.AWS_SECRET_ACCESS_KEY\n if (!accessKeyId || !secretAccessKey) {\n throw new Error('[vector.embedding] Missing AWS_ACCESS_KEY_ID or AWS_SECRET_ACCESS_KEY environment variables')\n }\n client = createAmazonBedrock({\n accessKeyId,\n secretAccessKey,\n sessionToken: process.env.AWS_SESSION_TOKEN || undefined,\n region: process.env.AWS_REGION ?? 'us-east-1',\n })\n break\n }\n case 'ollama': {\n const baseURL = this.config.baseUrl ?? process.env.OLLAMA_BASE_URL ?? 'http://localhost:11434'\n try {\n assertSafeOllamaBaseUrl(baseURL)\n } catch (err) {\n if (err instanceof UnsafeOllamaBaseUrlError) {\n throw new Error(\n `[vector.embedding] Ollama base URL rejected (${err.reason}). Set OLLAMA_BASE_URL or OM_SEARCH_OLLAMA_BASE_URL_ALLOWLIST.`,\n )\n }\n throw err\n }\n client = createOllama({ baseURL, fetch: safeOllamaFetch })\n break\n }\n default:\n throw new Error(`[vector.embedding] Unknown provider: ${providerId}`)\n }\n\n this.clientCache.set(providerId, client)\n return client\n }\n\n private getEmbeddingModel() {\n const client = this.getClient(this.config.providerId)\n const { providerId, model, outputDimensionality } = this.config\n\n switch (providerId) {\n case 'openai':\n return (client as ReturnType<typeof createOpenAI>).embedding(model)\n case 'google':\n return (client as ReturnType<typeof createGoogleGenerativeAI>).textEmbeddingModel(model)\n case 'mistral':\n return (client as ReturnType<typeof createMistral>).textEmbeddingModel(model)\n case 'cohere':\n return (client as ReturnType<typeof createCohere>).textEmbeddingModel(model)\n case 'bedrock':\n return (client as ReturnType<typeof createAmazonBedrock>).embedding(model)\n case 'ollama':\n return (client as OllamaClient).embedding(model)\n default:\n throw new Error(`[vector.embedding] Unknown provider: ${providerId}`)\n }\n }\n\n private getProviderOptions(): ProviderOptions | undefined {\n const { providerId, outputDimensionality, model } = this.config\n\n if (!outputDimensionality) {\n if (providerId === 'cohere') {\n return { cohere: { inputType: 'search_document' } }\n }\n return undefined\n }\n\n switch (providerId) {\n case 'openai':\n if (model === 'text-embedding-3-large' || model === 'text-embedding-3-small') {\n return { openai: { dimensions: outputDimensionality } }\n }\n return undefined\n case 'google':\n return { google: { outputDimensionality } }\n case 'bedrock':\n return { bedrock: { dimensions: outputDimensionality } }\n case 'cohere':\n return { cohere: { inputType: 'search_document' } }\n default:\n return undefined\n }\n }\n\n async createEmbedding(input: string | string[]): Promise<number[]> {\n const merged = Array.isArray(input)\n ? input.map((part) => String(part ?? '')).filter((part) => part.length > 0).join('\\n\\n')\n : String(input ?? '')\n if (!merged.length) {\n throw new Error('[vector.embedding] Refusing to embed empty payload')\n }\n\n if (!this.available) {\n const providerInfo = EMBEDDING_PROVIDERS[this.config.providerId]\n throw new Error(`[vector.embedding] Provider ${providerInfo.name} is not configured. Set ${providerInfo.envKeyRequired} environment variable.`)\n }\n\n const model = this.getEmbeddingModel() as EmbeddingModel\n const providerOptions = this.getProviderOptions()\n const timeoutMs = resolveEmbeddingTimeoutMs()\n\n const abortController = new AbortController()\n let timeoutHandle: ReturnType<typeof setTimeout> | null = null\n try {\n const result = await Promise.race([\n embed({\n model,\n value: merged,\n abortSignal: abortController.signal,\n ...(providerOptions && { providerOptions }),\n }),\n new Promise<never>((_, reject) => {\n timeoutHandle = setTimeout(\n () => {\n // Abort the in-flight request so a dead/unreachable provider releases\n // its socket \u2014 and, in a worker, the per-job DB connection held while\n // this awaits \u2014 promptly, instead of lingering until the platform's\n // default network timeout and pinning pool capacity under a storm.\n abortController.abort()\n reject(timeoutError(this.config.providerId, timeoutMs))\n },\n timeoutMs,\n )\n }),\n ])\n const emb = Array.isArray(result.embedding)\n ? result.embedding\n : Array.from(result.embedding as ArrayLike<number>)\n return emb.map((n) => Number.isFinite(n) ? Number(n) : 0)\n } catch (err: unknown) {\n const error = err as { statusCode?: number; status?: number; response?: { status?: number; statusCode?: number; data?: { error?: { message?: string; code?: string }; message?: string } }; data?: { error?: { message?: string; code?: string } }; body?: { error?: { message?: string; code?: string } }; message?: string }\n const statusCandidate =\n error?.statusCode ?? error?.status ?? error?.response?.status ?? error?.response?.statusCode\n const status =\n typeof statusCandidate === 'number'\n ? Number.isFinite(statusCandidate) ? statusCandidate : undefined\n : typeof statusCandidate === 'string'\n ? Number.parseInt(statusCandidate, 10)\n : undefined\n const apiError = error?.data?.error ?? error?.body?.error ?? error?.response?.data?.error\n const apiMessage = apiError?.message ?? error?.response?.data?.message\n const apiCode = typeof apiError?.code === 'string' ? apiError.code : undefined\n const rawMessage = typeof apiMessage === 'string'\n ? apiMessage\n : (typeof error?.message === 'string' ? error.message : 'Embedding request failed')\n\n const providerInfo = EMBEDDING_PROVIDERS[this.config.providerId]\n let guidance: string\n switch (apiCode) {\n case 'insufficient_quota':\n guidance = `${providerInfo.name} usage quota exceeded. Please review your plan and billing.`\n break\n case 'invalid_api_key':\n guidance = `Invalid ${providerInfo.name} API key. Update the key and retry.`\n break\n case 'account_deactivated':\n guidance = `${providerInfo.name} account is disabled. Contact support or provide a different key.`\n break\n default:\n guidance = rawMessage.startsWith('[vector.embedding] ')\n ? rawMessage.slice('[vector.embedding] '.length)\n : rawMessage.includes('https://')\n ? rawMessage\n : rawMessage.includes(providerInfo.envKeyRequired)\n ? rawMessage\n : `${rawMessage}. Check ${providerInfo.envKeyRequired}.`\n }\n const wrapped = new Error(`[vector.embedding] ${guidance}`) as Error & { status?: number; code?: string; cause?: unknown }\n if (typeof status === 'number' && Number.isFinite(status)) {\n const normalizedStatus = status === 401 || status === 403 ? 502 : status\n if (normalizedStatus >= 400 && normalizedStatus < 600) {\n wrapped.status = normalizedStatus\n }\n }\n if (apiCode) {\n wrapped.code = apiCode\n }\n wrapped.cause = err\n throw wrapped\n } finally {\n if (timeoutHandle !== null) {\n clearTimeout(timeoutHandle)\n }\n }\n }\n}\n"],
|
|
5
|
+
"mappings": "AAAA,SAAS,aAAa;AAEtB,SAAS,oBAAoB;AAO7B,SAAS,gCAAgC;AACzC,SAAS,qBAAqB;AAC9B,SAAS,oBAAoB;AAC7B,SAAS,2BAA2B;AACpC,SAAS,oBAAoB;AAE7B,SAAS,qBAAqB,gCAAgC;AAC9D;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAiBP,MAAM,+BAA+B;AAErC,SAAS,4BAAoC;AAC3C,QAAM,WAAW,QAAQ,IAAI;AAC7B,MAAI,CAAC,SAAU,QAAO;AACtB,QAAM,SAAS,OAAO,SAAS,UAAU,EAAE;AAC3C,MAAI,CAAC,OAAO,SAAS,MAAM,KAAK,UAAU,GAAG;AAC3C,WAAO;AAAA,EACT;AACA,SAAO;AACT;AAEA,SAAS,aAAa,YAAiC,WAA0B;AAC/E,QAAM,eAAe,oBAAoB,UAAU;AACnD,SAAO,IAAI;AAAA,IACT,GAAG,aAAa,IAAI,4BAA4B,SAAS,aAAa,aAAa,cAAc;AAAA,EACnG;AACF;AAEO,MAAM,iBAAiB;AAAA,EAI5B,YAA6B,OAAgC,CAAC,GAAG;AAApC;AAF7B,SAAQ,cAAwD,oBAAI,IAAI;AAGtE,QAAI,KAAK,QAAQ;AACf,WAAK,SAAS,KAAK;AAAA,IACrB,OAAO;AACL,WAAK,SAAS;AAAA,QACZ,YAAY;AAAA,QACZ,OAAO,KAAK,SAAS,yBAAyB;AAAA,QAC9C,WAAW,yBAAyB;AAAA,QACpC,YAAW,oBAAI,KAAK,GAAE,YAAY;AAAA,MACpC;AAAA,IACF;AAAA,EACF;AAAA,EAEA,aAAa,QAAuC;AAClD,QACE,OAAO,eAAe,KAAK,OAAO,cAClC,OAAO,UAAU,KAAK,OAAO,SAC7B,OAAO,cAAc,KAAK,OAAO,aACjC,OAAO,yBAAyB,KAAK,OAAO,wBAC5C,OAAO,YAAY,KAAK,OAAO,SAC/B;AACA;AAAA,IACF;AACA,SAAK,SAAS;AACd,SAAK,YAAY,MAAM;AAAA,EACzB;AAAA,EAEA,IAAI,gBAAyC;AAC3C,WAAO,EAAE,GAAG,KAAK,OAAO;AAAA,EAC1B;AAAA,EAEA,IAAI,YAAoB;AACtB,WAAO,KAAK,OAAO,wBAAwB,KAAK,OAAO;AAAA,EACzD;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK,qBAAqB,KAAK,OAAO,UAAU;AAAA,EACzD;AAAA,EAEQ,qBAAqB,YAA0C;AACrE,YAAQ,YAAY;AAAA,MAClB,KAAK;AACH,eAAO,QAAQ,KAAK,KAAK,UAAU,QAAQ,IAAI,cAAc;AAAA,MAC/D,KAAK;AACH,eAAO,QAAQ,QAAQ,IAAI,4BAA4B;AAAA,MACzD,KAAK;AACH,eAAO,QAAQ,QAAQ,IAAI,eAAe;AAAA,MAC5C,KAAK;AACH,eAAO,QAAQ,QAAQ,IAAI,cAAc;AAAA,MAC3C,KAAK;AACH,eAAO,QAAQ,QAAQ,IAAI,qBAAqB,QAAQ,IAAI,qBAAqB;AAAA,MACnF,KAAK;AACH,eAAO;AAAA,MACT;AACE,eAAO;AAAA,IACX;AAAA,EACF;AAAA,EAEQ,UAAU,YAAiD;AACjE,UAAM,SAAS,KAAK,YAAY,IAAI,UAAU;AAC9C,QAAI,QAAQ;AACV,aAAO;AAAA,IACT;AAEA,QAAI;AACJ,YAAQ,YAAY;AAAA,MAClB,KAAK,UAAU;AACb,cAAM,SAAS,KAAK,KAAK,UAAU,QAAQ,IAAI;AAC/C,YAAI,CAAC,QAAQ;AACX,gBAAM,IAAI,MAAM,gEAAgE;AAAA,QAClF;AACA,iBAAS,aAAa,EAAE,OAAO,CAAC;AAChC;AAAA,MACF;AAAA,MACA,KAAK,UAAU;AACb,cAAM,SAAS,QAAQ,IAAI;AAC3B,YAAI,CAAC,QAAQ;AACX,gBAAM,IAAI,MAAM,8EAA8E;AAAA,QAChG;AACA,iBAAS,yBAAyB,EAAE,OAAO,CAAC;AAC5C;AAAA,MACF;AAAA,MACA,KAAK,WAAW;AACd,cAAM,SAAS,QAAQ,IAAI;AAC3B,YAAI,CAAC,QAAQ;AACX,gBAAM,IAAI,MAAM,iEAAiE;AAAA,QACnF;AACA,iBAAS,cAAc,EAAE,OAAO,CAAC;AACjC;AAAA,MACF;AAAA,MACA,KAAK,UAAU;AACb,cAAM,SAAS,QAAQ,IAAI;AAC3B,YAAI,CAAC,QAAQ;AACX,gBAAM,IAAI,MAAM,gEAAgE;AAAA,QAClF;AACA,iBAAS,aAAa,EAAE,OAAO,CAAC;AAChC;AAAA,MACF;AAAA,MACA,KAAK,WAAW;AACd,cAAM,cAAc,QAAQ,IAAI;AAChC,cAAM,kBAAkB,QAAQ,IAAI;AACpC,YAAI,CAAC,eAAe,CAAC,iBAAiB;AACpC,gBAAM,IAAI,MAAM,6FAA6F;AAAA,QAC/G;AACA,iBAAS,oBAAoB;AAAA,UAC3B;AAAA,UACA;AAAA,UACA,cAAc,QAAQ,IAAI,qBAAqB;AAAA,UAC/C,QAAQ,QAAQ,IAAI,cAAc;AAAA,QACpC,CAAC;AACD;AAAA,MACF;AAAA,MACA,KAAK,UAAU;AACb,cAAM,UAAU,KAAK,OAAO,WAAW,QAAQ,IAAI,mBAAmB;AACtE,YAAI;AACF,kCAAwB,OAAO;AAAA,QACjC,SAAS,KAAK;AACZ,cAAI,eAAe,0BAA0B;AAC3C,kBAAM,IAAI;AAAA,cACR,gDAAgD,IAAI,MAAM;AAAA,YAC5D;AAAA,UACF;AACA,gBAAM;AAAA,QACR;AACA,iBAAS,aAAa,EAAE,SAAS,OAAO,gBAAgB,CAAC;AACzD;AAAA,MACF;AAAA,MACA;AACE,cAAM,IAAI,MAAM,wCAAwC,UAAU,EAAE;AAAA,IACxE;AAEA,SAAK,YAAY,IAAI,YAAY,MAAM;AACvC,WAAO;AAAA,EACT;AAAA,EAEQ,oBAAoB;AAC1B,UAAM,SAAS,KAAK,UAAU,KAAK,OAAO,UAAU;AACpD,UAAM,EAAE,YAAY,OAAO,qBAAqB,IAAI,KAAK;AAEzD,YAAQ,YAAY;AAAA,MAClB,KAAK;AACH,eAAQ,OAA2C,UAAU,KAAK;AAAA,MACpE,KAAK;AACH,eAAQ,OAAuD,mBAAmB,KAAK;AAAA,MACzF,KAAK;AACH,eAAQ,OAA4C,mBAAmB,KAAK;AAAA,MAC9E,KAAK;AACH,eAAQ,OAA2C,mBAAmB,KAAK;AAAA,MAC7E,KAAK;AACH,eAAQ,OAAkD,UAAU,KAAK;AAAA,MAC3E,KAAK;AACH,eAAQ,OAAwB,UAAU,KAAK;AAAA,MACjD;AACE,cAAM,IAAI,MAAM,wCAAwC,UAAU,EAAE;AAAA,IACxE;AAAA,EACF;AAAA,EAEQ,qBAAkD;AACxD,UAAM,EAAE,YAAY,sBAAsB,MAAM,IAAI,KAAK;AAEzD,QAAI,CAAC,sBAAsB;AACzB,UAAI,eAAe,UAAU;AAC3B,eAAO,EAAE,QAAQ,EAAE,WAAW,kBAAkB,EAAE;AAAA,MACpD;AACA,aAAO;AAAA,IACT;AAEA,YAAQ,YAAY;AAAA,MAClB,KAAK;AACH,YAAI,UAAU,4BAA4B,UAAU,0BAA0B;AAC9E,iBAAO,EAAE,QAAQ,EAAE,YAAY,qBAAqB,EAAE;AAAA,QACtD;AACA,eAAO;AAAA,MACT,KAAK;AACH,eAAO,EAAE,QAAQ,EAAE,qBAAqB,EAAE;AAAA,MAC5C,KAAK;AACH,eAAO,EAAE,SAAS,EAAE,YAAY,qBAAqB,EAAE;AAAA,MACzD,KAAK;AACH,eAAO,EAAE,QAAQ,EAAE,WAAW,kBAAkB,EAAE;AAAA,MACpD;AACE,eAAO;AAAA,IACX;AAAA,EACF;AAAA,EAEA,MAAM,gBAAgB,OAA6C;AACjE,UAAM,SAAS,MAAM,QAAQ,KAAK,IAC9B,MAAM,IAAI,CAAC,SAAS,OAAO,QAAQ,EAAE,CAAC,EAAE,OAAO,CAAC,SAAS,KAAK,SAAS,CAAC,EAAE,KAAK,MAAM,IACrF,OAAO,SAAS,EAAE;AACtB,QAAI,CAAC,OAAO,QAAQ;AAClB,YAAM,IAAI,MAAM,oDAAoD;AAAA,IACtE;AAEA,QAAI,CAAC,KAAK,WAAW;AACnB,YAAM,eAAe,oBAAoB,KAAK,OAAO,UAAU;AAC/D,YAAM,IAAI,MAAM,+BAA+B,aAAa,IAAI,2BAA2B,aAAa,cAAc,wBAAwB;AAAA,IAChJ;AAEA,UAAM,QAAQ,KAAK,kBAAkB;AACrC,UAAM,kBAAkB,KAAK,mBAAmB;AAChD,UAAM,YAAY,0BAA0B;AAE5C,UAAM,kBAAkB,IAAI,gBAAgB;AAC5C,QAAI,gBAAsD;AAC1D,QAAI;AACF,YAAM,SAAS,MAAM,QAAQ,KAAK;AAAA,QAChC,MAAM;AAAA,UACJ;AAAA,UACA,OAAO;AAAA,UACP,aAAa,gBAAgB;AAAA,UAC7B,GAAI,mBAAmB,EAAE,gBAAgB;AAAA,QAC3C,CAAC;AAAA,QACD,IAAI,QAAe,CAAC,GAAG,WAAW;AAChC,0BAAgB;AAAA,YACd,MAAM;AAKJ,8BAAgB,MAAM;AACtB,qBAAO,aAAa,KAAK,OAAO,YAAY,SAAS,CAAC;AAAA,YACxD;AAAA,YACA;AAAA,UACF;AAAA,QACF,CAAC;AAAA,MACH,CAAC;AACD,YAAM,MAAM,MAAM,QAAQ,OAAO,SAAS,IACtC,OAAO,YACP,MAAM,KAAK,OAAO,SAA8B;AACpD,aAAO,IAAI,IAAI,CAAC,MAAM,OAAO,SAAS,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC;AAAA,IAC1D,SAAS,KAAc;AACrB,YAAM,QAAQ;AACd,YAAM,kBACJ,OAAO,cAAc,OAAO,UAAU,OAAO,UAAU,UAAU,OAAO,UAAU;AACpF,YAAM,SACJ,OAAO,oBAAoB,WACvB,OAAO,SAAS,eAAe,IAAI,kBAAkB,SACrD,OAAO,oBAAoB,WACzB,OAAO,SAAS,iBAAiB,EAAE,IACnC;AACR,YAAM,WAAW,OAAO,MAAM,SAAS,OAAO,MAAM,SAAS,OAAO,UAAU,MAAM;AACpF,YAAM,aAAa,UAAU,WAAW,OAAO,UAAU,MAAM;AAC/D,YAAM,UAAU,OAAO,UAAU,SAAS,WAAW,SAAS,OAAO;AACrE,YAAM,aAAa,OAAO,eAAe,WACrC,aACC,OAAO,OAAO,YAAY,WAAW,MAAM,UAAU;AAE1D,YAAM,eAAe,oBAAoB,KAAK,OAAO,UAAU;AAC/D,UAAI;AACJ,cAAQ,SAAS;AAAA,QACf,KAAK;AACH,qBAAW,GAAG,aAAa,IAAI;AAC/B;AAAA,QACF,KAAK;AACH,qBAAW,WAAW,aAAa,IAAI;AACvC;AAAA,QACF,KAAK;AACH,qBAAW,GAAG,aAAa,IAAI;AAC/B;AAAA,QACF;AACE,qBAAW,WAAW,WAAW,qBAAqB,IAClD,WAAW,MAAM,sBAAsB,MAAM,IAC7C,WAAW,SAAS,UAAU,IAC9B,aACA,WAAW,SAAS,aAAa,cAAc,IAC7C,aACA,GAAG,UAAU,WAAW,aAAa,cAAc;AAAA,MAC7D;AACA,YAAM,UAAU,IAAI,MAAM,sBAAsB,QAAQ,EAAE;AAC1D,UAAI,OAAO,WAAW,YAAY,OAAO,SAAS,MAAM,GAAG;AACzD,cAAM,mBAAmB,WAAW,OAAO,WAAW,MAAM,MAAM;AAClE,YAAI,oBAAoB,OAAO,mBAAmB,KAAK;AACrD,kBAAQ,SAAS;AAAA,QACnB;AAAA,MACF;AACA,UAAI,SAAS;AACX,gBAAQ,OAAO;AAAA,MACjB;AACA,cAAQ,QAAQ;AAChB,YAAM;AAAA,IACR,UAAE;AACA,UAAI,kBAAkB,MAAM;AAC1B,qBAAa,aAAa;AAAA,MAC5B;AAAA,IACF;AAAA,EACF;AACF;",
|
|
6
6
|
"names": []
|
|
7
7
|
}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@open-mercato/search",
|
|
3
|
-
"version": "0.10.1-develop.
|
|
3
|
+
"version": "0.10.1-develop.7972.1.03f813eaaf",
|
|
4
4
|
"license": "MIT",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"main": "./dist/index.js",
|
|
@@ -127,9 +127,9 @@
|
|
|
127
127
|
"zod": "^4.6.6"
|
|
128
128
|
},
|
|
129
129
|
"peerDependencies": {
|
|
130
|
-
"@open-mercato/core": "0.10.1-develop.
|
|
131
|
-
"@open-mercato/queue": "0.10.1-develop.
|
|
132
|
-
"@open-mercato/shared": "0.10.1-develop.
|
|
130
|
+
"@open-mercato/core": "0.10.1-develop.7972.1.03f813eaaf",
|
|
131
|
+
"@open-mercato/queue": "0.10.1-develop.7972.1.03f813eaaf",
|
|
132
|
+
"@open-mercato/shared": "0.10.1-develop.7972.1.03f813eaaf"
|
|
133
133
|
},
|
|
134
134
|
"devDependencies": {
|
|
135
135
|
"@types/jest": "^30.0.0",
|
|
@@ -6,12 +6,18 @@ jest.mock('ai-sdk-ollama', () => ({
|
|
|
6
6
|
createOllama: jest.fn(() => ({ embedding: jest.fn(() => ({})) })),
|
|
7
7
|
}))
|
|
8
8
|
|
|
9
|
+
jest.mock('@ai-sdk/amazon-bedrock', () => ({
|
|
10
|
+
createAmazonBedrock: jest.fn(() => ({ embedding: jest.fn(() => ({})) })),
|
|
11
|
+
}))
|
|
12
|
+
|
|
9
13
|
import { embed } from 'ai'
|
|
14
|
+
import { createAmazonBedrock } from '@ai-sdk/amazon-bedrock'
|
|
10
15
|
import { createOllama } from 'ai-sdk-ollama'
|
|
11
16
|
import { EmbeddingService } from '../vector/services/embedding'
|
|
12
17
|
|
|
13
18
|
const mockedEmbed = jest.mocked(embed)
|
|
14
19
|
const mockedCreateOllama = jest.mocked(createOllama)
|
|
20
|
+
const mockedCreateAmazonBedrock = jest.mocked(createAmazonBedrock)
|
|
15
21
|
|
|
16
22
|
describe('EmbeddingService', () => {
|
|
17
23
|
const originalEnv = { ...process.env }
|
|
@@ -147,6 +153,49 @@ describe('EmbeddingService', () => {
|
|
|
147
153
|
})
|
|
148
154
|
})
|
|
149
155
|
|
|
156
|
+
describe('EmbeddingService bedrock credentials', () => {
|
|
157
|
+
const originalEnv = { ...process.env }
|
|
158
|
+
const bedrockConfig = {
|
|
159
|
+
providerId: 'bedrock' as const,
|
|
160
|
+
model: 'amazon.titan-embed-text-v2:0',
|
|
161
|
+
dimension: 1024,
|
|
162
|
+
updatedAt: new Date().toISOString(),
|
|
163
|
+
}
|
|
164
|
+
|
|
165
|
+
beforeEach(() => {
|
|
166
|
+
jest.clearAllMocks()
|
|
167
|
+
process.env = { ...originalEnv }
|
|
168
|
+
process.env.AWS_ACCESS_KEY_ID = 'ASIAEXAMPLE'
|
|
169
|
+
process.env.AWS_SECRET_ACCESS_KEY = 'secret'
|
|
170
|
+
delete process.env.AWS_SESSION_TOKEN
|
|
171
|
+
mockedEmbed.mockResolvedValue({ embedding: [0.1, 0.2] } as never)
|
|
172
|
+
})
|
|
173
|
+
|
|
174
|
+
afterAll(() => {
|
|
175
|
+
process.env = originalEnv
|
|
176
|
+
})
|
|
177
|
+
|
|
178
|
+
it('passes AWS_SESSION_TOKEN to the Bedrock client for temporary credentials', async () => {
|
|
179
|
+
process.env.AWS_SESSION_TOKEN = 'temporary-session-token'
|
|
180
|
+
|
|
181
|
+
await new EmbeddingService({ config: bedrockConfig }).createEmbedding('hello')
|
|
182
|
+
|
|
183
|
+
expect(mockedCreateAmazonBedrock).toHaveBeenCalledWith(
|
|
184
|
+
expect.objectContaining({
|
|
185
|
+
accessKeyId: 'ASIAEXAMPLE',
|
|
186
|
+
secretAccessKey: 'secret',
|
|
187
|
+
sessionToken: 'temporary-session-token',
|
|
188
|
+
}),
|
|
189
|
+
)
|
|
190
|
+
})
|
|
191
|
+
|
|
192
|
+
it('leaves the session token unset for long-lived credentials', async () => {
|
|
193
|
+
await new EmbeddingService({ config: bedrockConfig }).createEmbedding('hello')
|
|
194
|
+
|
|
195
|
+
expect(mockedCreateAmazonBedrock.mock.calls[0][0]?.sessionToken).toBeUndefined()
|
|
196
|
+
})
|
|
197
|
+
})
|
|
198
|
+
|
|
150
199
|
describe('EmbeddingService.updateConfig', () => {
|
|
151
200
|
const baseConfig = {
|
|
152
201
|
providerId: 'ollama' as const,
|
|
@@ -70,7 +70,8 @@ describe('POST /api/search/embeddings — Ollama baseUrl SSRF guard', () => {
|
|
|
70
70
|
if (name === 'embeddingProviderProbe') {
|
|
71
71
|
return { checkAvailability: mockCheckAvailability }
|
|
72
72
|
}
|
|
73
|
-
if (name === '
|
|
73
|
+
if (name === 'em') return { transactional: (callback: () => Promise<void>) => callback() }
|
|
74
|
+
if (name === 'vectorDrivers') return [{ id: 'pgvector', getTableDimension: async () => 768 }]
|
|
74
75
|
throw new Error(`unexpected resolve(${name})`)
|
|
75
76
|
}),
|
|
76
77
|
dispose: jest.fn(),
|
|
@@ -0,0 +1,231 @@
|
|
|
1
|
+
import { randomUUID } from 'node:crypto'
|
|
2
|
+
import { Pool } from 'pg'
|
|
3
|
+
import { MikroORM } from '@mikro-orm/postgresql'
|
|
4
|
+
import type { AppContainer } from '@open-mercato/shared/lib/di/container'
|
|
5
|
+
import { getOrm } from '@open-mercato/shared/lib/db/mikro'
|
|
6
|
+
import { getEntityIds, registerEntityIds } from '@open-mercato/shared/lib/encryption/entityIds'
|
|
7
|
+
import { resolveQueryIndexSearchScope } from '@open-mercato/core/modules/query_index/lib/search-scope'
|
|
8
|
+
import { ModuleConfig } from '@open-mercato/core/modules/configs/data/entities'
|
|
9
|
+
import { createModuleConfigService } from '@open-mercato/core/modules/configs/lib/module-config-service'
|
|
10
|
+
import { createPgVectorDriver, type PgPool } from '../../../../../vector/drivers/pgvector'
|
|
11
|
+
import { EMBEDDING_CONFIG_KEY, type EmbeddingProviderConfig, type VectorDriver } from '../../../../../vector'
|
|
12
|
+
import { SEARCH_AUTO_INDEX_CONFIG_KEY } from '../../../lib/auto-indexing'
|
|
13
|
+
|
|
14
|
+
jest.mock('@open-mercato/shared/lib/db/mikro', () => ({ getOrm: jest.fn() }))
|
|
15
|
+
|
|
16
|
+
const mockGetAuthFromRequest = jest.fn()
|
|
17
|
+
const mockCreateRequestContainer = jest.fn()
|
|
18
|
+
jest.mock('@open-mercato/shared/lib/auth/server', () => ({
|
|
19
|
+
getAuthFromRequest: (...args: unknown[]) => mockGetAuthFromRequest(...args),
|
|
20
|
+
}))
|
|
21
|
+
jest.mock('@open-mercato/shared/lib/di/container', () => ({
|
|
22
|
+
createRequestContainer: (...args: unknown[]) => mockCreateRequestContainer(...args),
|
|
23
|
+
}))
|
|
24
|
+
jest.mock('@open-mercato/shared/lib/i18n/server', () => ({
|
|
25
|
+
resolveTranslations: async () => ({ t: (key: string, fallback?: string) => fallback ?? key }),
|
|
26
|
+
}))
|
|
27
|
+
jest.mock('../../../../../lib/debug', () => ({
|
|
28
|
+
searchError: jest.fn(), reportSearchError: jest.fn(), searchWarn: jest.fn(), searchDebugWarn: jest.fn(),
|
|
29
|
+
}))
|
|
30
|
+
|
|
31
|
+
import { POST } from '../route'
|
|
32
|
+
|
|
33
|
+
const pgUrl = process.env.OM_SEARCH_PGVECTOR_TEST_URL
|
|
34
|
+
const describePostgres = pgUrl ? describe : describe.skip
|
|
35
|
+
const originalEnv = { ...process.env }
|
|
36
|
+
|
|
37
|
+
describePostgres('embedding POST with real PostgreSQL settings and shared pgvector rows', () => {
|
|
38
|
+
const schema = `issue_8676_${randomUUID().replaceAll('-', '')}`
|
|
39
|
+
const tableName = `${schema}_vectors`
|
|
40
|
+
const migrationsTable = `${schema}_migrations`
|
|
41
|
+
const tenantA = randomUUID()
|
|
42
|
+
const tenantB = randomUUID()
|
|
43
|
+
const recordA = randomUUID()
|
|
44
|
+
const recordB = randomUUID()
|
|
45
|
+
const config: EmbeddingProviderConfig = {
|
|
46
|
+
providerId: 'openai', model: 'text-embedding-3-small', dimension: 3, updatedAt: '2026-01-01T00:00:00Z',
|
|
47
|
+
}
|
|
48
|
+
const previousEntityIds = getEntityIds(false)
|
|
49
|
+
const statements: string[] = []
|
|
50
|
+
let pool: Pool
|
|
51
|
+
let orm: MikroORM
|
|
52
|
+
let driver: VectorDriver
|
|
53
|
+
|
|
54
|
+
function request(tenantId: string, embeddingConfig: EmbeddingProviderConfig, autoIndexingEnabled?: boolean) {
|
|
55
|
+
const em = orm.em.fork({ useContext: true })
|
|
56
|
+
const resolver = {
|
|
57
|
+
resolve: <T,>(name: string): T => {
|
|
58
|
+
if (name === 'em') return em as T
|
|
59
|
+
if (name === 'vectorDrivers') return [driver] as T
|
|
60
|
+
if (name === 'moduleConfigService') return service as T
|
|
61
|
+
if (name === 'vectorEmbeddingService') return { updateConfig: () => {} } as T
|
|
62
|
+
throw new Error(`[internal] Unknown service ${name}`)
|
|
63
|
+
},
|
|
64
|
+
}
|
|
65
|
+
const service = createModuleConfigService(resolver as unknown as AppContainer)
|
|
66
|
+
mockGetAuthFromRequest.mockResolvedValueOnce({ sub: randomUUID(), tenantId })
|
|
67
|
+
mockCreateRequestContainer.mockResolvedValueOnce(resolver)
|
|
68
|
+
return POST(new Request('http://localhost/api/search/embeddings', {
|
|
69
|
+
method: 'POST', headers: { 'content-type': 'application/json' },
|
|
70
|
+
body: JSON.stringify({ embeddingConfig, ...(autoIndexingEnabled !== undefined ? { autoIndexingEnabled } : {}) }),
|
|
71
|
+
}))
|
|
72
|
+
}
|
|
73
|
+
|
|
74
|
+
async function storedSettings(tenantId: string) {
|
|
75
|
+
const result = await pool.query<{ name: string; value_json: unknown }>(
|
|
76
|
+
`SELECT name, value_json FROM "${schema}".module_configs WHERE tenant_id = $1 ORDER BY name`, [tenantId],
|
|
77
|
+
)
|
|
78
|
+
return result.rows
|
|
79
|
+
}
|
|
80
|
+
|
|
81
|
+
async function assertPreserved() {
|
|
82
|
+
expect(await driver.count!({ tenantId: tenantA })).toBe(1)
|
|
83
|
+
expect(await driver.count!({ tenantId: tenantB })).toBe(1)
|
|
84
|
+
expect(await resolveQueryIndexSearchScope()).toMatchObject({ searchableEntityTypes: ['configs:module_config'] })
|
|
85
|
+
const results = await driver.query({ vector: [1, 0, 0], filter: { tenantId: tenantB }, limit: 5 })
|
|
86
|
+
expect(results).toHaveLength(1)
|
|
87
|
+
expect(results[0]).toMatchObject({ recordId: recordB, checksum: 'tenant-b-checksum', score: 1 })
|
|
88
|
+
expect((await pool.query(`SELECT id FROM "${migrationsTable}"`)).rows).toEqual([{ id: '0001_init' }])
|
|
89
|
+
expect(statements.some((statement) => /\b(DROP|TRUNCATE|DELETE)\b/i.test(statement))).toBe(false)
|
|
90
|
+
}
|
|
91
|
+
|
|
92
|
+
beforeAll(async () => {
|
|
93
|
+
process.env.OPENAI_API_KEY = 'test-placeholder'
|
|
94
|
+
process.env.MISTRAL_API_KEY = 'test-placeholder'
|
|
95
|
+
delete process.env.OM_DISABLE_VECTOR_SEARCH_AUTOINDEXING
|
|
96
|
+
delete process.env.DISABLE_VECTOR_SEARCH_AUTOINDEXING
|
|
97
|
+
pool = new Pool({ connectionString: pgUrl, options: '-c enable_indexscan=off' })
|
|
98
|
+
await pool.query(`CREATE SCHEMA "${schema}"`)
|
|
99
|
+
const scopedUrl = new URL(pgUrl!)
|
|
100
|
+
scopedUrl.searchParams.set('options', `-csearch_path=${schema},public`)
|
|
101
|
+
orm = await MikroORM.init({ entities: [ModuleConfig], clientUrl: scopedUrl.toString(), schema, allowGlobalContext: true })
|
|
102
|
+
orm.getMetadata().get(ModuleConfig).schema = schema
|
|
103
|
+
await pool.query(`CREATE TABLE "${schema}".module_configs (
|
|
104
|
+
id uuid PRIMARY KEY DEFAULT gen_random_uuid(), module_id text NOT NULL, name text NOT NULL,
|
|
105
|
+
value_json jsonb, tenant_id uuid, organization_id uuid,
|
|
106
|
+
created_at timestamptz NOT NULL DEFAULT now(), updated_at timestamptz NOT NULL DEFAULT now(),
|
|
107
|
+
UNIQUE (module_id, name, tenant_id)
|
|
108
|
+
)`)
|
|
109
|
+
registerEntityIds({ configs: { module_config: 'configs:module_config' } })
|
|
110
|
+
jest.mocked(getOrm).mockResolvedValue(orm as Awaited<ReturnType<typeof getOrm>>)
|
|
111
|
+
const recordingPool: PgPool = {
|
|
112
|
+
query: async (text, params) => {
|
|
113
|
+
statements.push(text)
|
|
114
|
+
return pool.query(text, params)
|
|
115
|
+
},
|
|
116
|
+
connect: async () => {
|
|
117
|
+
const client = await pool.connect()
|
|
118
|
+
return {
|
|
119
|
+
query: async (text, params) => { statements.push(text); return client.query(text, params) },
|
|
120
|
+
release: () => client.release(),
|
|
121
|
+
}
|
|
122
|
+
},
|
|
123
|
+
end: async () => {},
|
|
124
|
+
}
|
|
125
|
+
driver = createPgVectorDriver({ pool: recordingPool, tableName, migrationsTable, dimension: 3 })
|
|
126
|
+
await driver.ensureReady()
|
|
127
|
+
})
|
|
128
|
+
|
|
129
|
+
beforeEach(async () => {
|
|
130
|
+
jest.clearAllMocks()
|
|
131
|
+
await pool.query(`DELETE FROM "${tableName}"`)
|
|
132
|
+
await pool.query(`DELETE FROM "${schema}".module_configs`)
|
|
133
|
+
const em = orm.em.fork({ useContext: true })
|
|
134
|
+
const resolver = { resolve: () => em } as unknown as AppContainer
|
|
135
|
+
const service = createModuleConfigService(resolver)
|
|
136
|
+
for (const tenantId of [tenantA, tenantB]) {
|
|
137
|
+
await service.setValue('vector', EMBEDDING_CONFIG_KEY, config, { tenantId })
|
|
138
|
+
await service.setValue('vector', SEARCH_AUTO_INDEX_CONFIG_KEY, true, { tenantId })
|
|
139
|
+
}
|
|
140
|
+
for (const [tenantId, recordId, checksum] of [[tenantA, recordA, 'tenant-a-checksum'], [tenantB, recordB, 'tenant-b-checksum']]) {
|
|
141
|
+
await driver.upsert({ entityId: 'configs:module_config', recordId, tenantId, checksum, embedding: [1, 0, 0] })
|
|
142
|
+
}
|
|
143
|
+
statements.length = 0
|
|
144
|
+
await assertPreserved()
|
|
145
|
+
statements.length = 0
|
|
146
|
+
})
|
|
147
|
+
|
|
148
|
+
afterAll(async () => {
|
|
149
|
+
process.env = originalEnv
|
|
150
|
+
registerEntityIds(previousEntityIds)
|
|
151
|
+
await orm?.close(true)
|
|
152
|
+
if (pool) {
|
|
153
|
+
await pool.query(`DROP TABLE IF EXISTS "${tableName}", "${migrationsTable}"`)
|
|
154
|
+
await pool.query(`DROP SCHEMA IF EXISTS "${schema}" CASCADE`)
|
|
155
|
+
await pool.end()
|
|
156
|
+
}
|
|
157
|
+
})
|
|
158
|
+
|
|
159
|
+
it.each([
|
|
160
|
+
['model', { ...config, model: 'text-embedding-ada-002' }],
|
|
161
|
+
['provider', { ...config, providerId: 'mistral' as const, model: 'mistral-embed' }],
|
|
162
|
+
['effective dimension', { ...config, dimension: 3072, outputDimensionality: 3 }],
|
|
163
|
+
])('keeps tenant B searchable when tenant A changes %s at the same dimension', async (_description, nextConfig) => {
|
|
164
|
+
const beforeB = await storedSettings(tenantB)
|
|
165
|
+
const response = await request(tenantA, nextConfig)
|
|
166
|
+
expect(response.status).toBe(200)
|
|
167
|
+
expect((await response.json()).settings).toMatchObject({ indexedDimension: 3, reindexRequired: _description !== 'effective dimension' })
|
|
168
|
+
expect(await storedSettings(tenantB)).toEqual(beforeB)
|
|
169
|
+
expect((await storedSettings(tenantA)).find((row) => row.name === EMBEDDING_CONFIG_KEY)?.value_json).toMatchObject({ ...nextConfig, updatedAt: expect.any(String) })
|
|
170
|
+
await assertPreserved()
|
|
171
|
+
})
|
|
172
|
+
|
|
173
|
+
it('rejects an incompatible dimension without saving any settings', async () => {
|
|
174
|
+
const beforeA = await storedSettings(tenantA)
|
|
175
|
+
expect((await request(tenantA, { ...config, dimension: 4 }, false)).status).toBe(409)
|
|
176
|
+
expect(await storedSettings(tenantA)).toEqual(beforeA)
|
|
177
|
+
await assertPreserved()
|
|
178
|
+
})
|
|
179
|
+
|
|
180
|
+
it('rolls back a saved embedding config when the companion flag write fails', async () => {
|
|
181
|
+
const beforeA = await storedSettings(tenantA)
|
|
182
|
+
await pool.query(`ALTER TABLE "${schema}".module_configs ADD CONSTRAINT reject_flag CHECK (name <> '${SEARCH_AUTO_INDEX_CONFIG_KEY}' OR value_json::text <> 'false')`)
|
|
183
|
+
try {
|
|
184
|
+
const response = await request(tenantA, { ...config, model: 'text-embedding-ada-002' }, false)
|
|
185
|
+
expect(response.status).toBe(500)
|
|
186
|
+
expect(await storedSettings(tenantA)).toEqual(beforeA)
|
|
187
|
+
await assertPreserved()
|
|
188
|
+
} finally {
|
|
189
|
+
await pool.query(`ALTER TABLE "${schema}".module_configs DROP CONSTRAINT reject_flag`)
|
|
190
|
+
}
|
|
191
|
+
})
|
|
192
|
+
|
|
193
|
+
it('commits concurrent compatible tenant updates independently', async () => {
|
|
194
|
+
const responses = await Promise.all([
|
|
195
|
+
request(tenantA, { ...config, model: 'text-embedding-ada-002' }),
|
|
196
|
+
request(tenantB, { ...config, model: 'text-embedding-3-large' }),
|
|
197
|
+
])
|
|
198
|
+
expect(responses.map((response) => response.status)).toEqual([200, 200])
|
|
199
|
+
expect((await storedSettings(tenantA)).find((row) => row.name === EMBEDDING_CONFIG_KEY)?.value_json).toMatchObject({ model: 'text-embedding-ada-002' })
|
|
200
|
+
expect((await storedSettings(tenantB)).find((row) => row.name === EMBEDDING_CONFIG_KEY)?.value_json).toMatchObject({ model: 'text-embedding-3-large' })
|
|
201
|
+
await assertPreserved()
|
|
202
|
+
})
|
|
203
|
+
|
|
204
|
+
it('isolates a failed transaction from a concurrent successful tenant update', async () => {
|
|
205
|
+
const beforeA = await storedSettings(tenantA)
|
|
206
|
+
await pool.query(`ALTER TABLE "${schema}".module_configs ADD CONSTRAINT reject_flag CHECK (name <> '${SEARCH_AUTO_INDEX_CONFIG_KEY}' OR value_json::text <> 'false')`)
|
|
207
|
+
try {
|
|
208
|
+
const responses = await Promise.all([
|
|
209
|
+
request(tenantA, { ...config, model: 'text-embedding-ada-002' }, false),
|
|
210
|
+
request(tenantB, { ...config, model: 'text-embedding-3-large' }),
|
|
211
|
+
])
|
|
212
|
+
expect(responses.map((response) => response.status)).toEqual([500, 200])
|
|
213
|
+
expect(await storedSettings(tenantA)).toEqual(beforeA)
|
|
214
|
+
expect((await storedSettings(tenantB)).find((row) => row.name === EMBEDDING_CONFIG_KEY)?.value_json).toMatchObject({ model: 'text-embedding-3-large' })
|
|
215
|
+
await assertPreserved()
|
|
216
|
+
} finally {
|
|
217
|
+
await pool.query(`ALTER TABLE "${schema}".module_configs DROP CONSTRAINT reject_flag`)
|
|
218
|
+
}
|
|
219
|
+
})
|
|
220
|
+
|
|
221
|
+
it('preserves both tenants under concurrent compatible and incompatible updates', async () => {
|
|
222
|
+
const beforeB = await storedSettings(tenantB)
|
|
223
|
+
const responses = await Promise.all([
|
|
224
|
+
request(tenantA, { ...config, model: 'text-embedding-ada-002' }),
|
|
225
|
+
request(tenantB, { ...config, dimension: 4 }),
|
|
226
|
+
])
|
|
227
|
+
expect(responses.map((response) => response.status)).toEqual([200, 409])
|
|
228
|
+
expect(await storedSettings(tenantB)).toEqual(beforeB)
|
|
229
|
+
await assertPreserved()
|
|
230
|
+
})
|
|
231
|
+
})
|
|
@@ -0,0 +1,178 @@
|
|
|
1
|
+
import type { EmbeddingProviderConfig } from '../../../../../vector'
|
|
2
|
+
import { EMBEDDING_CONFIG_KEY } from '../../../../../vector'
|
|
3
|
+
import { SEARCH_AUTO_INDEX_CONFIG_KEY } from '../../../lib/auto-indexing'
|
|
4
|
+
|
|
5
|
+
const mockGetAuthFromRequest = jest.fn()
|
|
6
|
+
const mockCreateRequestContainer = jest.fn()
|
|
7
|
+
jest.mock('@open-mercato/shared/lib/auth/server', () => ({
|
|
8
|
+
getAuthFromRequest: (...args: unknown[]) => mockGetAuthFromRequest(...args),
|
|
9
|
+
}))
|
|
10
|
+
jest.mock('@open-mercato/shared/lib/di/container', () => ({
|
|
11
|
+
createRequestContainer: (...args: unknown[]) => mockCreateRequestContainer(...args),
|
|
12
|
+
}))
|
|
13
|
+
jest.mock('@open-mercato/shared/lib/i18n/server', () => ({
|
|
14
|
+
resolveTranslations: async () => ({ t: (key: string, fallback?: string) => fallback ?? key }),
|
|
15
|
+
}))
|
|
16
|
+
jest.mock('../../../../../lib/debug', () => ({
|
|
17
|
+
searchError: jest.fn(), reportSearchError: jest.fn(), searchDebug: jest.fn(), searchDebugWarn: jest.fn(),
|
|
18
|
+
}))
|
|
19
|
+
|
|
20
|
+
import { POST } from '../route'
|
|
21
|
+
|
|
22
|
+
const originalConfig: EmbeddingProviderConfig = {
|
|
23
|
+
providerId: 'openai', model: 'text-embedding-3-small', dimension: 1536, updatedAt: '2026-01-01T00:00:00Z',
|
|
24
|
+
}
|
|
25
|
+
const nextConfig = { ...originalConfig, model: 'text-embedding-ada-002' }
|
|
26
|
+
const otherTenantConfig = { ...originalConfig, model: 'other-tenant-model' }
|
|
27
|
+
const originalEnv = { ...process.env }
|
|
28
|
+
|
|
29
|
+
describe('tenant embedding updates preserve the shared index', () => {
|
|
30
|
+
const configs = new Map<string, unknown>()
|
|
31
|
+
const rows = new Map([['tenant-a', ['vector-a']], ['tenant-b', ['vector-b']]])
|
|
32
|
+
const recreateWithDimension = jest.fn(async () => { rows.clear() })
|
|
33
|
+
const getTableDimension = jest.fn()
|
|
34
|
+
const setValue = jest.fn()
|
|
35
|
+
const invalidate = jest.fn()
|
|
36
|
+
const updateConfig = jest.fn()
|
|
37
|
+
const dispose = jest.fn()
|
|
38
|
+
const key = (tenantId: string, name: string) => `${tenantId}:${name}`
|
|
39
|
+
|
|
40
|
+
function prepare(tenantId = 'tenant-a') {
|
|
41
|
+
mockGetAuthFromRequest.mockResolvedValueOnce({ sub: 'user', tenantId })
|
|
42
|
+
const service = {
|
|
43
|
+
getValue: async (_module: string, name: string, options: { scope?: { tenantId?: string } }) =>
|
|
44
|
+
configs.get(key(options.scope?.tenantId ?? '', name)) ?? null,
|
|
45
|
+
getRecord: async (_module: string, name: string, scope?: { tenantId?: string }) => ({
|
|
46
|
+
value: configs.get(key(scope?.tenantId ?? '', name)), source: 'tenant',
|
|
47
|
+
}),
|
|
48
|
+
setValue,
|
|
49
|
+
invalidate,
|
|
50
|
+
}
|
|
51
|
+
mockCreateRequestContainer.mockResolvedValueOnce({
|
|
52
|
+
resolve: (name: string) => {
|
|
53
|
+
if (name === 'moduleConfigService') return service
|
|
54
|
+
if (name === 'vectorDrivers') return [{ id: 'pgvector', getTableDimension, recreateWithDimension, count: async () => rows.get(tenantId)?.length ?? 0 }]
|
|
55
|
+
if (name === 'vectorEmbeddingService') return { updateConfig }
|
|
56
|
+
if (name === 'em') return {
|
|
57
|
+
transactional: async (callback: () => Promise<void>) => {
|
|
58
|
+
const snapshot = new Map(configs)
|
|
59
|
+
try { await callback() } catch (error) {
|
|
60
|
+
configs.clear()
|
|
61
|
+
for (const [entryKey, value] of snapshot) configs.set(entryKey, value)
|
|
62
|
+
throw error
|
|
63
|
+
}
|
|
64
|
+
},
|
|
65
|
+
}
|
|
66
|
+
throw new Error(`[internal] Unknown service ${name}`)
|
|
67
|
+
},
|
|
68
|
+
dispose,
|
|
69
|
+
})
|
|
70
|
+
}
|
|
71
|
+
|
|
72
|
+
function request(embeddingConfig: unknown = nextConfig, extra: Record<string, unknown> = {}) {
|
|
73
|
+
return new Request('http://localhost/api/search/embeddings', {
|
|
74
|
+
method: 'POST', headers: { 'content-type': 'application/json' },
|
|
75
|
+
body: JSON.stringify({ embeddingConfig, ...extra }),
|
|
76
|
+
})
|
|
77
|
+
}
|
|
78
|
+
|
|
79
|
+
beforeEach(() => {
|
|
80
|
+
jest.clearAllMocks()
|
|
81
|
+
process.env = { ...originalEnv, OPENAI_API_KEY: 'test-placeholder', MISTRAL_API_KEY: 'test-placeholder' }
|
|
82
|
+
delete process.env.OM_DISABLE_VECTOR_SEARCH_AUTOINDEXING
|
|
83
|
+
delete process.env.DISABLE_VECTOR_SEARCH_AUTOINDEXING
|
|
84
|
+
configs.clear()
|
|
85
|
+
configs.set(key('tenant-a', EMBEDDING_CONFIG_KEY), originalConfig)
|
|
86
|
+
configs.set(key('tenant-b', EMBEDDING_CONFIG_KEY), otherTenantConfig)
|
|
87
|
+
configs.set(key('tenant-a', SEARCH_AUTO_INDEX_CONFIG_KEY), true)
|
|
88
|
+
rows.set('tenant-a', ['vector-a'])
|
|
89
|
+
rows.set('tenant-b', ['vector-b'])
|
|
90
|
+
getTableDimension.mockResolvedValue(1536)
|
|
91
|
+
setValue.mockImplementation(async (_module: string, name: string, value: unknown, scope: { tenantId: string }) => {
|
|
92
|
+
configs.set(key(scope.tenantId, name), value)
|
|
93
|
+
})
|
|
94
|
+
})
|
|
95
|
+
afterAll(() => { process.env = originalEnv })
|
|
96
|
+
|
|
97
|
+
it.each([
|
|
98
|
+
['model', nextConfig],
|
|
99
|
+
['provider', { providerId: 'mistral', model: 'mistral-embed', dimension: 1536 }],
|
|
100
|
+
['output dimensionality', { ...nextConfig, dimension: 3072, outputDimensionality: 1536 }],
|
|
101
|
+
])('saves a compatible %s change without clearing either tenant', async (_description, config) => {
|
|
102
|
+
prepare()
|
|
103
|
+
const response = await POST(request(config))
|
|
104
|
+
expect(response.status).toBe(200)
|
|
105
|
+
expect((await response.json()).settings).toMatchObject({ reindexRequired: true, indexedDimension: 1536, documentCount: 1 })
|
|
106
|
+
expect(configs.get(key('tenant-a', EMBEDDING_CONFIG_KEY))).toMatchObject({ ...config, updatedAt: expect.any(String) })
|
|
107
|
+
expect(configs.get(key('tenant-b', EMBEDDING_CONFIG_KEY))).toEqual(otherTenantConfig)
|
|
108
|
+
expect([...rows]).toEqual([['tenant-a', ['vector-a']], ['tenant-b', ['vector-b']]])
|
|
109
|
+
expect(recreateWithDimension).not.toHaveBeenCalled()
|
|
110
|
+
expect(dispose).toHaveBeenCalledTimes(1)
|
|
111
|
+
})
|
|
112
|
+
|
|
113
|
+
it('rejects an incompatible first tenant override against an existing shared index', async () => {
|
|
114
|
+
configs.delete(key('tenant-a', EMBEDDING_CONFIG_KEY))
|
|
115
|
+
prepare()
|
|
116
|
+
expect((await POST(request({ ...nextConfig, dimension: 768 }))).status).toBe(409)
|
|
117
|
+
expect(setValue).not.toHaveBeenCalled()
|
|
118
|
+
expect(rows.get('tenant-b')).toEqual(['vector-b'])
|
|
119
|
+
expect(recreateWithDimension).not.toHaveBeenCalled()
|
|
120
|
+
})
|
|
121
|
+
|
|
122
|
+
it('accepts unchanged compatible settings without requesting reindex', async () => {
|
|
123
|
+
prepare()
|
|
124
|
+
const response = await POST(request(originalConfig))
|
|
125
|
+
expect(response.status).toBe(200)
|
|
126
|
+
expect((await response.json()).settings.reindexRequired).toBe(false)
|
|
127
|
+
expect(recreateWithDimension).not.toHaveBeenCalled()
|
|
128
|
+
})
|
|
129
|
+
|
|
130
|
+
it.each([
|
|
131
|
+
{ ...nextConfig, dimension: 768 },
|
|
132
|
+
{ ...nextConfig, outputDimensionality: 768 },
|
|
133
|
+
])('rejects incompatible dimensions before changing either settings key', async (config) => {
|
|
134
|
+
prepare()
|
|
135
|
+
const response = await POST(request(config, { autoIndexingEnabled: false }))
|
|
136
|
+
expect(response.status).toBe(409)
|
|
137
|
+
expect(setValue).not.toHaveBeenCalled()
|
|
138
|
+
expect(configs.get(key('tenant-a', SEARCH_AUTO_INDEX_CONFIG_KEY))).toBe(true)
|
|
139
|
+
expect(configs.get(key('tenant-a', EMBEDDING_CONFIG_KEY))).toEqual(originalConfig)
|
|
140
|
+
expect(rows.get('tenant-b')).toEqual(['vector-b'])
|
|
141
|
+
expect(recreateWithDimension).not.toHaveBeenCalled()
|
|
142
|
+
})
|
|
143
|
+
|
|
144
|
+
it.each(['missing table', 'catalog failure'])('fails closed on %s without settings or index changes', async (reason) => {
|
|
145
|
+
if (reason === 'missing table') getTableDimension.mockResolvedValue(null)
|
|
146
|
+
else getTableDimension.mockRejectedValue(new Error('[internal] catalog unavailable'))
|
|
147
|
+
prepare()
|
|
148
|
+
expect((await POST(request(nextConfig, { autoIndexingEnabled: false }))).status).toBe(503)
|
|
149
|
+
expect(setValue).not.toHaveBeenCalled()
|
|
150
|
+
expect(rows.size).toBe(2)
|
|
151
|
+
expect(recreateWithDimension).not.toHaveBeenCalled()
|
|
152
|
+
})
|
|
153
|
+
|
|
154
|
+
it('rolls back both settings keys and invalidates cached settings after a failed write', async () => {
|
|
155
|
+
setValue.mockImplementation(async (_module: string, name: string, value: unknown, scope: { tenantId: string }) => {
|
|
156
|
+
if (name === SEARCH_AUTO_INDEX_CONFIG_KEY) throw new Error('[internal] injected failure')
|
|
157
|
+
configs.set(key(scope.tenantId, name), value)
|
|
158
|
+
})
|
|
159
|
+
prepare()
|
|
160
|
+
expect((await POST(request(nextConfig, { autoIndexingEnabled: false }))).status).toBe(500)
|
|
161
|
+
expect(configs.get(key('tenant-a', EMBEDDING_CONFIG_KEY))).toEqual(originalConfig)
|
|
162
|
+
expect(configs.get(key('tenant-a', SEARCH_AUTO_INDEX_CONFIG_KEY))).toBe(true)
|
|
163
|
+
expect(invalidate).toHaveBeenCalledWith('vector', undefined, { tenantId: 'tenant-a' })
|
|
164
|
+
expect(updateConfig).not.toHaveBeenCalled()
|
|
165
|
+
expect(rows.size).toBe(2)
|
|
166
|
+
expect(recreateWithDimension).not.toHaveBeenCalled()
|
|
167
|
+
})
|
|
168
|
+
|
|
169
|
+
it('rejects a concurrent incompatible request while a compatible update preserves both tenants', async () => {
|
|
170
|
+
prepare('tenant-a')
|
|
171
|
+
prepare('tenant-b')
|
|
172
|
+
const responses = await Promise.all([POST(request(nextConfig)), POST(request({ ...nextConfig, dimension: 768 }))])
|
|
173
|
+
expect(responses.map((response) => response.status)).toEqual([200, 409])
|
|
174
|
+
expect(configs.get(key('tenant-b', EMBEDDING_CONFIG_KEY))).toEqual(otherTenantConfig)
|
|
175
|
+
expect(rows.size).toBe(2)
|
|
176
|
+
expect(recreateWithDimension).not.toHaveBeenCalled()
|
|
177
|
+
})
|
|
178
|
+
})
|
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import { NextResponse } from 'next/server'
|
|
2
2
|
import { z } from 'zod'
|
|
3
|
+
import type { EntityManager } from '@mikro-orm/postgresql'
|
|
3
4
|
import { createRequestContainer } from '@open-mercato/shared/lib/di/container'
|
|
4
5
|
import { getAuthFromRequest } from '@open-mercato/shared/lib/auth/server'
|
|
5
6
|
import type { ModuleConfigService } from '@open-mercato/core/modules/configs/lib/module-config-service'
|
|
@@ -22,7 +23,7 @@ import {
|
|
|
22
23
|
assertSafeOllamaBaseUrl,
|
|
23
24
|
UnsafeOllamaBaseUrlError,
|
|
24
25
|
} from '../../../../vector/lib/ollama-url-safety'
|
|
25
|
-
import {
|
|
26
|
+
import { reportSearchError, searchError } from '../../../../lib/debug'
|
|
26
27
|
import { embeddingsOpenApi } from '../openapi'
|
|
27
28
|
|
|
28
29
|
const embeddingConfigSchema = z.object({
|
|
@@ -209,24 +210,21 @@ export async function POST(req: Request) {
|
|
|
209
210
|
return await configUnavailable()
|
|
210
211
|
}
|
|
211
212
|
|
|
212
|
-
if (parsed.data.autoIndexingEnabled !== undefined) {
|
|
213
|
-
|
|
214
|
-
|
|
215
|
-
|
|
216
|
-
|
|
217
|
-
|
|
218
|
-
|
|
219
|
-
|
|
220
|
-
|
|
221
|
-
|
|
222
|
-
)
|
|
223
|
-
}
|
|
224
|
-
await service.setValue('vector', SEARCH_AUTO_INDEX_CONFIG_KEY, parsed.data.autoIndexingEnabled, { tenantId: auth.tenantId })
|
|
213
|
+
if (parsed.data.autoIndexingEnabled !== undefined && envDisablesAutoIndexing()) {
|
|
214
|
+
return NextResponse.json(
|
|
215
|
+
{
|
|
216
|
+
error: t(
|
|
217
|
+
'search.api.errors.autoIndexingDisabled',
|
|
218
|
+
'Auto-indexing is disabled via OM_DISABLE_VECTOR_SEARCH_AUTOINDEXING (legacy alias: DISABLE_VECTOR_SEARCH_AUTOINDEXING).',
|
|
219
|
+
),
|
|
220
|
+
},
|
|
221
|
+
{ status: 409 },
|
|
222
|
+
)
|
|
225
223
|
}
|
|
226
224
|
|
|
227
225
|
let embeddingConfig = await resolveEmbeddingConfig(container, { defaultValue: null, scope: { tenantId: auth.tenantId } })
|
|
228
226
|
let reindexRequired = false
|
|
229
|
-
|
|
227
|
+
const indexedDimension = await getIndexedDimension(container)
|
|
230
228
|
|
|
231
229
|
if (parsed.data.embeddingConfig) {
|
|
232
230
|
const newConfig = parsed.data.embeddingConfig
|
|
@@ -300,51 +298,48 @@ export async function POST(req: Request) {
|
|
|
300
298
|
indexedDimension
|
|
301
299
|
)
|
|
302
300
|
|
|
303
|
-
|
|
304
|
-
|
|
305
|
-
|
|
306
|
-
|
|
307
|
-
|
|
308
|
-
|
|
309
|
-
|
|
310
|
-
|
|
311
|
-
|
|
312
|
-
|
|
313
|
-
|
|
314
|
-
|
|
315
|
-
await pgvectorDriver.recreateWithDimension(newDimension)
|
|
316
|
-
// Query the actual dimension from the database to confirm
|
|
317
|
-
if (pgvectorDriver.getTableDimension) {
|
|
318
|
-
indexedDimension = await pgvectorDriver.getTableDimension()
|
|
319
|
-
} else {
|
|
320
|
-
indexedDimension = newDimension
|
|
321
|
-
}
|
|
322
|
-
searchDebug('search.embeddings.update', 'table recreated successfully', { indexedDimension })
|
|
323
|
-
} else {
|
|
324
|
-
searchDebugWarn('search.embeddings.update', 'pgvector driver does not have recreateWithDimension method')
|
|
325
|
-
}
|
|
326
|
-
} catch (error) {
|
|
327
|
-
searchError('search.embeddings.update', 'failed to recreate table', {
|
|
328
|
-
error: error instanceof Error ? error.message : error,
|
|
329
|
-
})
|
|
330
|
-
return NextResponse.json(
|
|
331
|
-
{ error: t('search.api.errors.recreateFailed', 'Failed to recreate vector table with new dimension.') },
|
|
332
|
-
{ status: 500 },
|
|
333
|
-
)
|
|
334
|
-
}
|
|
301
|
+
const newDimension = getEffectiveDimension(change.newConfig)
|
|
302
|
+
if (indexedDimension === null || !Number.isInteger(indexedDimension) || indexedDimension <= 0) {
|
|
303
|
+
return NextResponse.json(
|
|
304
|
+
{ error: t('search.api.errors.indexUnavailable', 'Search index is unavailable.') },
|
|
305
|
+
{ status: 503 },
|
|
306
|
+
)
|
|
307
|
+
}
|
|
308
|
+
if (newDimension !== indexedDimension) {
|
|
309
|
+
return NextResponse.json(
|
|
310
|
+
{ error: t('search.api.errors.dimensionMismatch', 'The embedding dimension must match the shared vector index. Contact your instance administrator to change the index dimension.') },
|
|
311
|
+
{ status: 409 },
|
|
312
|
+
)
|
|
335
313
|
}
|
|
336
314
|
|
|
337
|
-
await saveEmbeddingConfig(container, change.newConfig, { scope: { tenantId: auth.tenantId } })
|
|
338
315
|
embeddingConfig = change.newConfig
|
|
316
|
+
reindexRequired = change.requiresReindex
|
|
317
|
+
}
|
|
339
318
|
|
|
319
|
+
if (parsed.data.embeddingConfig || parsed.data.autoIndexingEnabled !== undefined) {
|
|
320
|
+
const em = container.resolve<EntityManager>('em')
|
|
321
|
+
try {
|
|
322
|
+
await em.transactional(async () => {
|
|
323
|
+
if (parsed.data.embeddingConfig && embeddingConfig) {
|
|
324
|
+
await saveEmbeddingConfig(container, embeddingConfig, { scope: { tenantId: auth.tenantId } })
|
|
325
|
+
}
|
|
326
|
+
if (parsed.data.autoIndexingEnabled !== undefined) {
|
|
327
|
+
await service.setValue('vector', SEARCH_AUTO_INDEX_CONFIG_KEY, parsed.data.autoIndexingEnabled, { tenantId: auth.tenantId })
|
|
328
|
+
}
|
|
329
|
+
})
|
|
330
|
+
} catch (error) {
|
|
331
|
+
await service.invalidate('vector', undefined, { tenantId: auth.tenantId })
|
|
332
|
+
throw error
|
|
333
|
+
}
|
|
334
|
+
}
|
|
335
|
+
|
|
336
|
+
if (parsed.data.embeddingConfig && embeddingConfig) {
|
|
340
337
|
try {
|
|
341
338
|
const embeddingService = container.resolve<EmbeddingService>('vectorEmbeddingService')
|
|
342
339
|
embeddingService.updateConfig(embeddingConfig)
|
|
343
340
|
} catch {
|
|
344
341
|
// Embedding service may not be available in all contexts
|
|
345
342
|
}
|
|
346
|
-
|
|
347
|
-
reindexRequired = change.requiresReindex
|
|
348
343
|
}
|
|
349
344
|
|
|
350
345
|
const lockedByEnv = envDisablesAutoIndexing()
|
|
@@ -382,6 +377,7 @@ export async function POST(req: Request) {
|
|
|
382
377
|
},
|
|
383
378
|
})
|
|
384
379
|
} catch (error) {
|
|
380
|
+
reportSearchError('search.embeddings.update', error, 'search.embedding_settings_update_failed')
|
|
385
381
|
searchError('search.embeddings.update', 'failed', {
|
|
386
382
|
error: error instanceof Error ? error.message : error,
|
|
387
383
|
})
|
|
@@ -2,6 +2,7 @@
|
|
|
2
2
|
"search.api.errors.autoIndexingDisabled": "Die Auto-Indizierung ist über OM_DISABLE_VECTOR_SEARCH_AUTOINDEXING deaktiviert (Legacy-Alias: DISABLE_VECTOR_SEARCH_AUTOINDEXING).",
|
|
3
3
|
"search.api.errors.configUnavailable": "Konfigurationsdienst nicht verfügbar.",
|
|
4
4
|
"search.api.errors.confirmAllRequired": "Bestätigung ist für alle Einträge erforderlich.",
|
|
5
|
+
"search.api.errors.dimensionMismatch": "Die Embedding-Dimension muss mit dem gemeinsamen Vektorindex übereinstimmen. Wenden Sie sich an den Instanzadministrator, um die Indexdimension zu ändern.",
|
|
5
6
|
"search.api.errors.indexFetchFailed": "Indexdaten konnten nicht abgerufen werden.",
|
|
6
7
|
"search.api.errors.indexUnavailable": "Suchindex ist nicht verfügbar.",
|
|
7
8
|
"search.api.errors.indexerUnavailable": "Such-Indexer ist nicht verfügbar.",
|
|
@@ -2,6 +2,7 @@
|
|
|
2
2
|
"search.api.errors.autoIndexingDisabled": "Auto-indexing is disabled via OM_DISABLE_VECTOR_SEARCH_AUTOINDEXING (legacy alias: DISABLE_VECTOR_SEARCH_AUTOINDEXING).",
|
|
3
3
|
"search.api.errors.configUnavailable": "Configuration service unavailable.",
|
|
4
4
|
"search.api.errors.confirmAllRequired": "Confirmation is required for all items.",
|
|
5
|
+
"search.api.errors.dimensionMismatch": "The embedding dimension must match the shared vector index. Contact your instance administrator to change the index dimension.",
|
|
5
6
|
"search.api.errors.indexFetchFailed": "Failed to fetch index data.",
|
|
6
7
|
"search.api.errors.indexUnavailable": "Search index is unavailable.",
|
|
7
8
|
"search.api.errors.indexerUnavailable": "Search indexer is unavailable.",
|
|
@@ -2,6 +2,7 @@
|
|
|
2
2
|
"search.api.errors.autoIndexingDisabled": "La indexación automática está deshabilitada mediante OM_DISABLE_VECTOR_SEARCH_AUTOINDEXING (alias heredado: DISABLE_VECTOR_SEARCH_AUTOINDEXING).",
|
|
3
3
|
"search.api.errors.configUnavailable": "Servicio de configuración no disponible.",
|
|
4
4
|
"search.api.errors.confirmAllRequired": "Se requiere confirmación para todos los elementos.",
|
|
5
|
+
"search.api.errors.dimensionMismatch": "La dimensión de los embeddings debe coincidir con el índice vectorial compartido. Contacte con el administrador de la instancia para cambiar la dimensión del índice.",
|
|
5
6
|
"search.api.errors.indexFetchFailed": "Error al obtener los datos del índice.",
|
|
6
7
|
"search.api.errors.indexUnavailable": "El índice de búsqueda no está disponible.",
|
|
7
8
|
"search.api.errors.indexerUnavailable": "El indexador de búsqueda no está disponible.",
|
|
@@ -2,6 +2,7 @@
|
|
|
2
2
|
"search.api.errors.autoIndexingDisabled": "OM_DISABLE_VECTOR_SEARCH_AUTOINDEXING(레거시 별칭: DISABLE_VECTOR_SEARCH_AUTOINDEXING)에 의해 자동 인덱싱이 비활성화되어 있습니다.",
|
|
3
3
|
"search.api.errors.configUnavailable": "구성 서비스를 사용할 수 없습니다.",
|
|
4
4
|
"search.api.errors.confirmAllRequired": "모든 항목에 대한 확인이 필요합니다.",
|
|
5
|
+
"search.api.errors.dimensionMismatch": "임베딩 차원은 공유 벡터 인덱스와 일치해야 합니다. 인덱스 차원을 변경하려면 인스턴스 관리자에게 문의하세요.",
|
|
5
6
|
"search.api.errors.indexFetchFailed": "인덱스 데이터를 가져오지 못했습니다.",
|
|
6
7
|
"search.api.errors.indexUnavailable": "검색 인덱스를 사용할 수 없습니다.",
|
|
7
8
|
"search.api.errors.indexerUnavailable": "검색 인덱서를 사용할 수 없습니다.",
|
|
@@ -2,6 +2,7 @@
|
|
|
2
2
|
"search.api.errors.autoIndexingDisabled": "Automatyczne indeksowanie jest wyłączone przez OM_DISABLE_VECTOR_SEARCH_AUTOINDEXING (stary alias: DISABLE_VECTOR_SEARCH_AUTOINDEXING).",
|
|
3
3
|
"search.api.errors.configUnavailable": "Usługa konfiguracji jest niedostępna.",
|
|
4
4
|
"search.api.errors.confirmAllRequired": "Wymagane jest potwierdzenie dla wszystkich elementów.",
|
|
5
|
+
"search.api.errors.dimensionMismatch": "Wymiar osadzania musi odpowiadać współdzielonemu indeksowi wektorowemu. Aby zmienić wymiar indeksu, skontaktuj się z administratorem instancji.",
|
|
5
6
|
"search.api.errors.indexFetchFailed": "Nie udało się pobrać danych indeksu.",
|
|
6
7
|
"search.api.errors.indexUnavailable": "Indeks wyszukiwania jest niedostępny.",
|
|
7
8
|
"search.api.errors.indexerUnavailable": "Indekser wyszukiwania jest niedostępny.",
|