@askdkc/kiokuko 0.2.5 → 0.2.7

package/dist/embedding/openai-compatible-provider.js

@@ -0,0 +1,330 @@
+import { TextDecoder } from 'node:util';
+import { parseStrictJson } from '../setup/strict-json.js';
+import { findSecret } from '../memory/secrets.js';
+import { KiokukoError } from '../errors.js';
+import { normalizeEmbeddingBaseUrl, requireEnabledEmbeddingConfig } from './config.js';
+import { createEmbeddingProfileIdentity } from './profile.js';
+import { normalizeVector } from './vector.js';
+import { EmbeddingProviderError } from './provider.js';
+export const MAX_EMBEDDING_PROVIDER_INPUTS = 64;
+export const MAX_EMBEDDING_PROVIDER_REQUEST_BYTES = 4 * 1024 * 1024;
+export const MAX_EMBEDDING_PROVIDER_RESPONSE_BYTES = 4 * 1024 * 1024;
+export const DEFAULT_EMBEDDING_PROVIDER_RETRIES = 2;
+export const MAX_EMBEDDING_PROVIDER_RETRY_DELAY_MS = 5_000;
+const INVALID_UNICODE = /[\p{Cs}\uFFFD]/u;
+const INVALID_CONTROL = /[\u0000-\u0008\u000b\u000c\u000e-\u001f\u007f]/u;
+const decoder = new TextDecoder('utf-8', { fatal: true, ignoreBOM: true });
+function invalidResponse() {
+    throw new EmbeddingProviderError('invalid_response', false);
+}
+function requestInvalid(message) {
+    throw new KiokukoError('VALIDATION_ERROR', message);
+}
+function isRecord(value) {
+    return typeof value === 'object' && value !== null && !Array.isArray(value);
+}
+function boundedInteger(value, minimum, maximum, label) {
+    if (!Number.isSafeInteger(value) || value < minimum || value > maximum)
+        requestInvalid(`${label} is invalid`);
+    return value;
+}
+function endpointUrl(baseUrl) {
+    const url = new URL(baseUrl);
+    const path = url.pathname.replace(/\/+$/u, '');
+    url.pathname = `${path}/embeddings`;
+    return url;
+}
+function validateInputs(inputs, batchSize) {
+    if (!Array.isArray(inputs) || inputs.length < 1 || inputs.length > Math.min(MAX_EMBEDDING_PROVIDER_INPUTS, batchSize)) {
+        requestInvalid('Embedding provider input count is invalid');
+    }
+    const copied = [...inputs];
+    for (const input of copied) {
+        if (typeof input !== 'string' || input.length === 0 || INVALID_CONTROL.test(input) || INVALID_UNICODE.test(input)) {
+            requestInvalid('Embedding provider input is invalid');
+        }
+        if (findSecret(input) !== undefined)
+            throw new EmbeddingProviderError('secret_blocked', false);
+    }
+    return copied;
+}
+function requestBody(config, inputs) {
+    const body = JSON.stringify({
+        input: [...inputs],
+        model: config.model,
+        encoding_format: 'float',
+    });
+    if (Buffer.byteLength(body, 'utf8') > MAX_EMBEDDING_PROVIDER_REQUEST_BYTES) {
+        requestInvalid('Embedding provider request exceeds the byte limit');
+    }
+    return body;
+}
+function retryAfterMs(response) {
+    const value = response.headers.get('retry-after');
+    if (value === null || !/^\d+$/u.test(value))
+        return null;
+    const seconds = Number(value);
+    if (!Number.isSafeInteger(seconds))
+        return null;
+    return Math.min(MAX_EMBEDDING_PROVIDER_RETRY_DELAY_MS, seconds * 1_000);
+}
+function statusFailure(response) {
+    if (response.status === 429)
+        return new EmbeddingProviderError('rate_limited', true, retryAfterMs(response));
+    if (response.status === 408 || response.status === 425)
+        return new EmbeddingProviderError('timeout', true);
+    if (response.status >= 500 && response.status <= 599)
+        return new EmbeddingProviderError('provider_unavailable', true);
+    return new EmbeddingProviderError('provider_unavailable', false);
+}
+async function cancelResponse(response) {
+    if (response.body === null)
+        return;
+    try {
+        await response.body.cancel();
+    }
+    catch {
+        // The response is already being discarded; the public failure remains bounded.
+    }
+}
+async function readResponseText(response) {
+    const contentType = response.headers.get('content-type');
+    if (contentType === null || !/^application\/(?:[\w.+-]+\+)?json(?:\s*;|$)/iu.test(contentType))
+        invalidResponse();
+    const contentLength = response.headers.get('content-length');
+    if (contentLength !== null && !/^\d+$/u.test(contentLength))
+        invalidResponse();
+    const declared = contentLength === null ? null : Number(contentLength);
+    if (declared !== null && (!Number.isSafeInteger(declared) || declared > MAX_EMBEDDING_PROVIDER_RESPONSE_BYTES))
+        invalidResponse();
+    const reader = response.body?.getReader();
+    if (reader === undefined) {
+        let body;
+        try {
+            body = await response.text();
+        }
+        catch {
+            throw new EmbeddingProviderError('provider_unavailable', true);
+        }
+        if (Buffer.byteLength(body, 'utf8') > MAX_EMBEDDING_PROVIDER_RESPONSE_BYTES || INVALID_UNICODE.test(body))
+            invalidResponse();
+        return body;
+    }
+    const chunks = [];
+    let size = 0;
+    for (;;) {
+        let next;
+        try {
+            next = await reader.read();
+        }
+        catch {
+            throw new EmbeddingProviderError('provider_unavailable', true);
+        }
+        if (next.done)
+            break;
+        if (next.value === undefined)
+            invalidResponse();
+        const chunk = Buffer.from(next.value);
+        size += chunk.byteLength;
+        if (size > MAX_EMBEDDING_PROVIDER_RESPONSE_BYTES) {
+            try {
+                await reader.cancel();
+            }
+            catch {
+                // Preserve the bounded validation failure if cancellation itself fails.
+            }
+            invalidResponse();
+        }
+        chunks.push(chunk);
+    }
+    let body;
+    try {
+        body = decoder.decode(Buffer.concat(chunks));
+    }
+    catch {
+        invalidResponse();
+    }
+    if (INVALID_UNICODE.test(body))
+        invalidResponse();
+    return body;
+}
+function parseProviderResponse(value, config, expectedCount) {
+    if (!isRecord(value))
+        invalidResponse();
+    const allowedRootKeys = new Set(['object', 'data', 'model', 'usage']);
+    if (Object.keys(value).some((key) => !allowedRootKeys.has(key))
+        || !Object.prototype.hasOwnProperty.call(value, 'data')
+        || !Object.prototype.hasOwnProperty.call(value, 'model'))
+        invalidResponse();
+    const response = value;
+    if (response.object !== undefined && response.object !== 'list')
+        invalidResponse();
+    if (response.model !== config.model || !Array.isArray(response.data) || response.data.length !== expectedCount)
+        invalidResponse();
+    const vectors = new Array(expectedCount);
+    const seen = new Set();
+    for (const itemValue of response.data) {
+        if (!isRecord(itemValue))
+            invalidResponse();
+        const allowedItemKeys = new Set(['object', 'embedding', 'index']);
+        if (Object.keys(itemValue).some((key) => !allowedItemKeys.has(key))
+            || !Object.prototype.hasOwnProperty.call(itemValue, 'embedding')
+            || !Object.prototype.hasOwnProperty.call(itemValue, 'index'))
+            invalidResponse();
+        const item = itemValue;
+        if (item.object !== undefined && item.object !== 'embedding')
+            invalidResponse();
+        if (typeof item.index !== 'number' || !Number.isSafeInteger(item.index) || item.index < 0 || item.index >= expectedCount || seen.has(item.index))
+            invalidResponse();
+        if (!Array.isArray(item.embedding) || item.embedding.length !== config.dimensions) {
+            throw new EmbeddingProviderError('dimension_mismatch', false);
+        }
+        for (const valueAtIndex of item.embedding) {
+            if (typeof valueAtIndex !== 'number' || !Number.isFinite(valueAtIndex))
+                invalidResponse();
+        }
+        let vector;
+        try {
+            vector = normalizeVector(item.embedding, config.dimensions);
+        }
+        catch (error) {
+            if (error instanceof KiokukoError && error.code === 'VALIDATION_ERROR') {
+                throw new EmbeddingProviderError('dimension_mismatch', false);
+            }
+            throw error;
+        }
+        seen.add(item.index);
+        vectors[item.index] = vector;
+    }
+    if (seen.size !== expectedCount || vectors.some((vector) => vector === undefined))
+        invalidResponse();
+    return Object.freeze(vectors);
+}
+async function defaultSleep(milliseconds, signal) {
+    if (milliseconds <= 0)
+        return;
+    await new Promise((resolve, reject) => {
+        let timer;
+        const onAbort = () => {
+            clearTimeout(timer);
+            signal?.removeEventListener('abort', onAbort);
+            reject(new EmbeddingProviderError('timeout', false));
+        };
+        const finish = () => {
+            signal?.removeEventListener('abort', onAbort);
+            resolve();
+        };
+        timer = setTimeout(finish, milliseconds);
+        if (signal === undefined)
+            return;
+        if (signal.aborted) {
+            clearTimeout(timer);
+            reject(new EmbeddingProviderError('timeout', false));
+            return;
+        }
+        signal.addEventListener('abort', onAbort, { once: true });
+    });
+}
+function retryDelay(attempt, configuredDelayMs, retryAfter) {
+    const exponential = configuredDelayMs * (2 ** attempt);
+    return Math.min(MAX_EMBEDDING_PROVIDER_RETRY_DELAY_MS, retryAfter ?? exponential);
+}
+export class OpenAICompatibleEmbeddingProvider {
+    profile;
+    #endpoint;
+    #config;
+    #fetchImpl;
+    #timeoutMs;
+    #maxRetries;
+    #retryDelayMs;
+    #sleepImpl;
+    constructor(options) {
+        const config = requireEnabledEmbeddingConfig(options.config);
+        const baseUrl = normalizeEmbeddingBaseUrl(config.baseUrl, config.allowRemote);
+        this.#config = Object.freeze({ ...config, baseUrl });
+        this.profile = createEmbeddingProfileIdentity(this.#config);
+        this.#endpoint = endpointUrl(baseUrl);
+        this.#fetchImpl = options.fetchImpl ?? fetch;
+        this.#timeoutMs = boundedInteger(options.timeoutMs ?? config.timeoutMs, 100, 120_000, 'Embedding provider timeout');
+        this.#maxRetries = boundedInteger(options.maxRetries ?? DEFAULT_EMBEDDING_PROVIDER_RETRIES, 0, 3, 'Embedding provider retries');
+        this.#retryDelayMs = boundedInteger(options.retryDelayMs ?? 100, 0, MAX_EMBEDDING_PROVIDER_RETRY_DELAY_MS, 'Embedding provider retry delay');
+        this.#sleepImpl = options.sleepImpl ?? defaultSleep;
+    }
+    async embed(inputs, options = {}) {
+        const normalizedInputs = validateInputs(inputs, this.#config.batchSize);
+        const body = requestBody(this.#config, normalizedInputs);
+        if (options.signal?.aborted)
+            throw new EmbeddingProviderError('timeout', false);
+        for (let attempt = 0; attempt <= this.#maxRetries; attempt += 1) {
+            let timedOut = false;
+            const controller = new AbortController();
+            const onAbort = () => controller.abort();
+            if (options.signal?.aborted)
+                controller.abort();
+            else
+                options.signal?.addEventListener('abort', onAbort, { once: true });
+            const timer = setTimeout(() => {
+                timedOut = true;
+                controller.abort();
+            }, this.#timeoutMs);
+            try {
+                let response;
+                try {
+                    response = await this.#fetchImpl(this.#endpoint, {
+                        method: 'POST',
+                        redirect: 'manual',
+                        headers: {
+                            accept: 'application/json',
+                            'content-type': 'application/json',
+                            ...(this.#config.apiKey === undefined ? {} : { authorization: `Bearer ${this.#config.apiKey}` }),
+                        },
+                        body,
+                        signal: controller.signal,
+                    });
+                }
+                catch {
+                    throw timedOut || options.signal?.aborted === true
+                        ? new EmbeddingProviderError('timeout', timedOut)
+                        : new EmbeddingProviderError('provider_unavailable', true);
+                }
+                if (response.status !== 200) {
+                    const failure = statusFailure(response);
+                    await cancelResponse(response);
+                    throw failure;
+                }
+                const responseText = await readResponseText(response);
+                let parsed;
+                try {
+                    parsed = parseStrictJson(responseText, { allowTrailingComma: false, disallowComments: true, allowEmptyContent: false }, 'Embedding provider response is invalid');
+                }
+                catch {
+                    invalidResponse();
+                }
+                return parseProviderResponse(parsed, this.#config, normalizedInputs.length);
+            }
+            catch (error) {
+                const classified = error instanceof EmbeddingProviderError
+                    ? error
+                    : error instanceof KiokukoError && error.code === 'VALIDATION_ERROR'
+                        ? new EmbeddingProviderError('invalid_response', false)
+                        : new EmbeddingProviderError('provider_unavailable', true);
+                const failure = timedOut
+                    ? new EmbeddingProviderError('timeout', true)
+                    : options.signal?.aborted === true
+                        ? new EmbeddingProviderError('timeout', false)
+                        : classified;
+                if (!failure.retryable || attempt >= this.#maxRetries || options.signal?.aborted)
+                    throw failure;
+                const delay = retryDelay(attempt, this.#retryDelayMs, failure.retryAfterMs);
+                await this.#sleepImpl(delay, options.signal);
+            }
+            finally {
+                clearTimeout(timer);
+                options.signal?.removeEventListener('abort', onAbort);
+            }
+        }
+        throw new EmbeddingProviderError('provider_unavailable', false);
+    }
+}
+export { OpenAICompatibleEmbeddingProvider as OpenAICompatibleProvider };
+//# sourceMappingURL=openai-compatible-provider.js.map

package/dist/embedding/openai-compatible-provider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai-compatible-provider.js","sourceRoot":"","sources":["../../src/embedding/openai-compatible-provider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,WAAW,CAAC;AACxC,OAAO,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAC1D,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAClD,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC5C,OAAO,EAAE,yBAAyB,EAAE,6BAA6B,EAAE,MAAM,aAAa,CAAC;AACvF,OAAO,EAAE,8BAA8B,EAAE,MAAM,cAAc,CAAC;AAC9D,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAC9C,OAAO,EAAE,sBAAsB,EAAE,MAAM,eAAe,CAAC;AAGvD,MAAM,CAAC,MAAM,6BAA6B,GAAG,EAAE,CAAC;AAChD,MAAM,CAAC,MAAM,oCAAoC,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;AACpE,MAAM,CAAC,MAAM,qCAAqC,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;AACrE,MAAM,CAAC,MAAM,kCAAkC,GAAG,CAAC,CAAC;AACpD,MAAM,CAAC,MAAM,qCAAqC,GAAG,KAAK,CAAC;AAE3D,MAAM,eAAe,GAAG,iBAAiB,CAAC;AAC1C,MAAM,eAAe,GAAG,iDAAiD,CAAC;AAC1E,MAAM,OAAO,GAAG,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;AAuB3E,SAAS,eAAe;IACtB,MAAM,IAAI,sBAAsB,CAAC,kBAAkB,EAAE,KAAK,CAAC,CAAC;AAC9D,CAAC;AAED,SAAS,cAAc,CAAC,OAAe;IACrC,MAAM,IAAI,YAAY,CAAC,kBAAkB,EAAE,OAAO,CAAC,CAAC;AACtD,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAC9E,CAAC;AAED,SAAS,cAAc,CAAC,KAAa,EAAE,OAAe,EAAE,OAAe,EAAE,KAAa;IACpF,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,OAAO,IAAI,KAAK,GAAG,OAAO;QAAE,cAAc,CAAC,GAAG,KAAK,aAAa,CAAC,CAAC;IAC9G,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,WAAW,CAAC,OAAe;IAClC,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;IAC7B,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;IAC/C,GAAG,CAAC,QAAQ,GAAG,GAAG,IAAI,aAAa,CAAC;IACpC,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,cAAc,CAAC,MAAyB,EAAE,SAAiB;IAClE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,6BAA6B,EAAE,SAAS,CAAC,EAAE,CAAC;QACtH,cAAc,CAAC,2CAA2C,CAAC,CAAC;IAC9D,CAAC;IACD,MAAM,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC;IAC3B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YAClH,cAAc,CAAC,qCAAqC,CAAC,CAAC;QACxD,CAAC;QACD,IAAI,UAAU,CAAC,KAAK,CAAC,KAAK,SAAS;YAAE,MAAM,IAAI,sBAAsB,CAAC,gBAAgB,EAAE,KAAK,CAAC,CAAC;IACjG,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,WAAW,CAAC,MAA8B,EAAE,MAAyB;IAC5E,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC;QAC1B,KAAK,EAAE,CAAC,GAAG,MAAM,CAAC;QAClB,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,eAAe,EAAE,OAAO;KACzB,CAAC,CAAC;IACH,IAAI,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC,GAAG,oCAAoC,EAAE,CAAC;QAC3E,cAAc,CAAC,mDAAmD,CAAC,CAAC;IACtE,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,YAAY,CAAC,QAAkB;IACtC,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;IAClD,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACzD,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC9B,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC;QAAE,OAAO,IAAI,CAAC;IAChD,OAAO,IAAI,CAAC,GAAG,CAAC,qCAAqC,EAAE,OAAO,GAAG,KAAK,CAAC,CAAC;AAC1E,CAAC;AAED,SAAS,aAAa,CAAC,QAAkB;IACvC,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG;QAAE,OAAO,IAAI,sBAAsB,CAAC,cAAc,EAAE,IAAI,EAAE,YAAY,CAAC,QAAQ,CAAC,CAAC,CAAC;IAC7G,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG;QAAE,OAAO,IAAI,sBAAsB,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IAC3G,IAAI,QAAQ,CAAC,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,MAAM,IAAI,GAAG;QAAE,OAAO,IAAI,sBAAsB,CAAC,sBAAsB,EAAE,IAAI,CAAC,CAAC;IACtH,OAAO,IAAI,sBAAsB,CAAC,sBAAsB,EAAE,KAAK,CAAC,CAAC;AACnE,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,QAAkB;IAC9C,IAAI,QAAQ,CAAC,IAAI,KAAK,IAAI;QAAE,OAAO;IACnC,IAAI,CAAC;QACH,MAAM,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;IAC/B,CAAC;IAAC,MAAM,CAAC;QACP,+EAA+E;IACjF,CAAC;AACH,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,QAAkB;IAChD,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;IACzD,IAAI,WAAW,KAAK,IAAI,IAAI,CAAC,+CAA+C,CAAC,IAAI,CAAC,WAAW,CAAC;QAAE,eAAe,EAAE,CAAC;IAClH,MAAM,aAAa,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;IAC7D,IAAI,aAAa,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC;QAAE,eAAe,EAAE,CAAC;IAC/E,MAAM,QAAQ,GAAG,aAAa,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;IACvE,IAAI,QAAQ,KAAK,IAAI,IAAI,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,QAAQ,GAAG,qCAAqC,CAAC;QAAE,eAAe,EAAE,CAAC;IAElI,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;IAC1C,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACzB,IAAI,IAAY,CAAC;QACjB,IAAI,CAAC;YACH,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC/B,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,IAAI,sBAAsB,CAAC,sBAAsB,EAAE,IAAI,CAAC,CAAC;QACjE,CAAC;QACD,IAAI,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC,GAAG,qCAAqC,IAAI,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC;YAAE,eAAe,EAAE,CAAC;QAC7H,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,SAAS,CAAC;QACR,IAAI,IAA0C,CAAC;QAC/C,IAAI,CAAC;YACH,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QAC7B,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,IAAI,sBAAsB,CAAC,sBAAsB,EAAE,IAAI,CAAC,CAAC;QACjE,CAAC;QACD,IAAI,IAAI,CAAC,IAAI;YAAE,MAAM;QACrB,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS;YAAE,eAAe,EAAE,CAAC;QAChD,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACtC,IAAI,IAAI,KAAK,CAAC,UAAU,CAAC;QACzB,IAAI,IAAI,GAAG,qCAAqC,EAAE,CAAC;YACjD,IAAI,CAAC;gBACH,MAAM,MAAM,CAAC,MAAM,EAAE,CAAC;YACxB,CAAC;YAAC,MAAM,CAAC;gBACP,wEAAwE;YAC1E,CAAC;YACD,eAAe,EAAE,CAAC;QACpB,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACrB,CAAC;IACD,IAAI,IAAY,CAAC;IACjB,IAAI,CAAC;QACH,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;IAC/C,CAAC;IAAC,MAAM,CAAC;QACP,eAAe,EAAE,CAAC;IACpB,CAAC;IACD,IAAI,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,eAAe,EAAE,CAAC;IAClD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAc,EAAE,MAA8B,EAAE,aAAqB;IAClG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,eAAe,EAAE,CAAC;IACxC,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;IACtE,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;WAC1D,CAAC,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC;WACpD,CAAC,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC,KAAK,EAAE,OAAO,CAAC;QAAE,eAAe,EAAE,CAAC;IAC9E,MAAM,QAAQ,GAAG,KAAoC,CAAC;IACtD,IAAI,QAAQ,CAAC,MAAM,KAAK,SAAS,IAAI,QAAQ,CAAC,MAAM,KAAK,MAAM;QAAE,eAAe,EAAE,CAAC;IACnF,IAAI,QAAQ,CAAC,KAAK,KAAK,MAAM,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,KAAK,aAAa;QAAE,eAAe,EAAE,CAAC;IAElI,MAAM,OAAO,GAAG,IAAI,KAAK,CAAe,aAAa,CAAC,CAAC;IACvD,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,KAAK,MAAM,SAAS,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;QACtC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC;YAAE,eAAe,EAAE,CAAC;QAC5C,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC,CAAC,QAAQ,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC,CAAC;QAClE,IAAI,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;eAC9D,CAAC,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC,SAAS,EAAE,WAAW,CAAC;eAC7D,CAAC,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC;YAAE,eAAe,EAAE,CAAC;QAClF,MAAM,IAAI,GAAG,SAA4C,CAAC;QAC1D,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS,IAAI,IAAI,CAAC,MAAM,KAAK,WAAW;YAAE,eAAe,EAAE,CAAC;QAChF,IAAI,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,GAAG,CAAC,IAAI,IAAI,CAAC,KAAK,IAAI,aAAa,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC;YAAE,eAAe,EAAE,CAAC;QACpK,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,KAAK,MAAM,CAAC,UAAU,EAAE,CAAC;YAClF,MAAM,IAAI,sBAAsB,CAAC,oBAAoB,EAAE,KAAK,CAAC,CAAC;QAChE,CAAC;QACD,KAAK,MAAM,YAAY,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YAC1C,IAAI,OAAO,YAAY,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC;gBAAE,eAAe,EAAE,CAAC;QAC5F,CAAC;QACD,IAAI,MAAoB,CAAC;QACzB,IAAI,CAAC;YACH,MAAM,GAAG,eAAe,CAAC,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;QAC9D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,YAAY,IAAI,KAAK,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;gBACvE,MAAM,IAAI,sBAAsB,CAAC,oBAAoB,EAAE,KAAK,CAAC,CAAC;YAChE,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACrB,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,MAAM,CAAC;IAC/B,CAAC;IACD,IAAI,IAAI,CAAC,IAAI,KAAK,aAAa,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,KAAK,SAAS,CAAC;QAAE,eAAe,EAAE,CAAC;IACrG,OAAO,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;AAChC,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,YAAoB,EAAE,MAAoB;IACpE,IAAI,YAAY,IAAI,CAAC;QAAE,OAAO;IAC9B,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC1C,IAAI,KAAoC,CAAC;QACzC,MAAM,OAAO,GAAG,GAAG,EAAE;YACnB,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAC9C,MAAM,CAAC,IAAI,sBAAsB,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC,CAAC;QACvD,CAAC,CAAC;QACF,MAAM,MAAM,GAAG,GAAG,EAAE;YAClB,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAC9C,OAAO,EAAE,CAAC;QACZ,CAAC,CAAC;QACF,KAAK,GAAG,UAAU,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;QACzC,IAAI,MAAM,KAAK,SAAS;YAAE,OAAO;QACjC,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACnB,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,MAAM,CAAC,IAAI,sBAAsB,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC,CAAC;YACrD,OAAO;QACT,CAAC;QACD,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5D,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,UAAU,CAAC,OAAe,EAAE,iBAAyB,EAAE,UAAyB;IACvF,MAAM,WAAW,GAAG,iBAAiB,GAAG,CAAC,CAAC,IAAI,OAAO,CAAC,CAAC;IACvD,OAAO,IAAI,CAAC,GAAG,CAAC,qCAAqC,EAAE,UAAU,IAAI,WAAW,CAAC,CAAC;AACpF,CAAC;AAED,MAAM,OAAO,iCAAiC;IACnC,OAAO,CAA2B;IAClC,SAAS,CAAM;IACf,OAAO,CAAyB;IAChC,UAAU,CAAe;IACzB,UAAU,CAAS;IACnB,WAAW,CAAS;IACpB,aAAa,CAAS;IACtB,UAAU,CAAgE;IAEnF,YAAY,OAAiD;QAC3D,MAAM,MAAM,GAAG,6BAA6B,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAC7D,MAAM,OAAO,GAAG,yBAAyB,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC;QAC9E,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;QACrD,IAAI,CAAC,OAAO,GAAG,8BAA8B,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC5D,IAAI,CAAC,SAAS,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;QACtC,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,SAAS,IAAI,KAAK,CAAC;QAC7C,IAAI,CAAC,UAAU,GAAG,cAAc,CAAC,OAAO,CAAC,SAAS,IAAI,MAAM,CAAC,SAAS,EAAE,GAAG,EAAE,OAAO,EAAE,4BAA4B,CAAC,CAAC;QACpH,IAAI,CAAC,WAAW,GAAG,cAAc,CAAC,OAAO,CAAC,UAAU,IAAI,kCAAkC,EAAE,CAAC,EAAE,CAAC,EAAE,4BAA4B,CAAC,CAAC;QAChI,IAAI,CAAC,aAAa,GAAG,cAAc,CAAC,OAAO,CAAC,YAAY,IAAI,GAAG,EAAE,CAAC,EAAE,qCAAqC,EAAE,gCAAgC,CAAC,CAAC;QAC7I,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,SAAS,IAAI,YAAY,CAAC;IACtD,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,MAAyB,EAAE,UAAoC,EAAE;QAC3E,MAAM,gBAAgB,GAAG,cAAc,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QACxE,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,OAAO,EAAE,gBAAgB,CAAC,CAAC;QACzD,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO;YAAE,MAAM,IAAI,sBAAsB,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;QAEhF,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,IAAI,CAAC,WAAW,EAAE,OAAO,IAAI,CAAC,EAAE,CAAC;YAChE,IAAI,QAAQ,GAAG,KAAK,CAAC;YACrB,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;YACzC,MAAM,OAAO,GAAG,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;YACzC,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO;gBAAE,UAAU,CAAC,KAAK,EAAE,CAAC;;gBAC3C,OAAO,CAAC,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YACxE,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;gBAC5B,QAAQ,GAAG,IAAI,CAAC;gBAChB,UAAU,CAAC,KAAK,EAAE,CAAC;YACrB,CAAC,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;YACpB,IAAI,CAAC;gBACH,IAAI,QAAkB,CAAC;gBACvB,IAAI,CAAC;oBACH,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,EAAE;wBAC/C,MAAM,EAAE,MAAM;wBACd,QAAQ,EAAE,QAAQ;wBAClB,OAAO,EAAE;4BACP,MAAM,EAAE,kBAAkB;4BAC1B,cAAc,EAAE,kBAAkB;4BAClC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,UAAU,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;yBACjG;wBACD,IAAI;wBACJ,MAAM,EAAE,UAAU,CAAC,MAAM;qBAC1B,CAAC,CAAC;gBACL,CAAC;gBAAC,MAAM,CAAC;oBACP,MAAM,QAAQ,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,KAAK,IAAI;wBAChD,CAAC,CAAC,IAAI,sBAAsB,CAAC,SAAS,EAAE,QAAQ,CAAC;wBACjD,CAAC,CAAC,IAAI,sBAAsB,CAAC,sBAAsB,EAAE,IAAI,CAAC,CAAC;gBAC/D,CAAC;gBACD,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;oBAC5B,MAAM,OAAO,GAAG,aAAa,CAAC,QAAQ,CAAC,CAAC;oBACxC,MAAM,cAAc,CAAC,QAAQ,CAAC,CAAC;oBAC/B,MAAM,OAAO,CAAC;gBAChB,CAAC;gBACD,MAAM,YAAY,GAAG,MAAM,gBAAgB,CAAC,QAAQ,CAAC,CAAC;gBACtD,IAAI,MAAe,CAAC;gBACpB,IAAI,CAAC;oBACH,MAAM,GAAG,eAAe,CACtB,YAAY,EACZ,EAAE,kBAAkB,EAAE,KAAK,EAAE,gBAAgB,EAAE,IAAI,EAAE,iBAAiB,EAAE,KAAK,EAAE,EAC/E,wCAAwC,CACzC,CAAC;gBACJ,CAAC;gBAAC,MAAM,CAAC;oBACP,eAAe,EAAE,CAAC;gBACpB,CAAC;gBACD,OAAO,qBAAqB,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE,gBAAgB,CAAC,MAAM,CAAC,CAAC;YAC9E,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,UAAU,GAAG,KAAK,YAAY,sBAAsB;oBACxD,CAAC,CAAC,KAAK;oBACP,CAAC,CAAC,KAAK,YAAY,YAAY,IAAI,KAAK,CAAC,IAAI,KAAK,kBAAkB;wBAClE,CAAC,CAAC,IAAI,sBAAsB,CAAC,kBAAkB,EAAE,KAAK,CAAC;wBACvD,CAAC,CAAC,IAAI,sBAAsB,CAAC,sBAAsB,EAAE,IAAI,CAAC,CAAC;gBAC/D,MAAM,OAAO,GAAG,QAAQ;oBACtB,CAAC,CAAC,IAAI,sBAAsB,CAAC,SAAS,EAAE,IAAI,CAAC;oBAC7C,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,KAAK,IAAI;wBAChC,CAAC,CAAC,IAAI,sBAAsB,CAAC,SAAS,EAAE,KAAK,CAAC;wBAC9C,CAAC,CAAC,UAAU,CAAC;gBACjB,IAAI,CAAC,OAAO,CAAC,SAAS,IAAI,OAAO,IAAI,IAAI,CAAC,WAAW,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO;oBAAE,MAAM,OAAO,CAAC;gBAChG,MAAM,KAAK,GAAG,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,aAAa,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC;gBAC5E,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;YAC/C,CAAC;oBAAS,CAAC;gBACT,YAAY,CAAC,KAAK,CAAC,CAAC;gBACpB,OAAO,CAAC,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YACxD,CAAC;QACH,CAAC;QACD,MAAM,IAAI,sBAAsB,CAAC,sBAAsB,EAAE,KAAK,CAAC,CAAC;IAClE,CAAC;CACF;AAED,OAAO,EAAE,iCAAiC,IAAI,wBAAwB,EAAE,CAAC"}

package/dist/embedding/profile.d.ts

@@ -0,0 +1,6 @@
+import type { EmbeddingConfig, EmbeddingProfile, EmbeddingProfileIdentity, EnabledEmbeddingConfig } from './types.js';
+export declare function endpointFingerprint(endpoint: string): string;
+export declare function embeddingProfileId(identity: EmbeddingProfileIdentity): string;
+export declare function createEmbeddingProfileIdentity(config: EnabledEmbeddingConfig): EmbeddingProfileIdentity;
+export declare function createEmbeddingProfile(config: EmbeddingConfig): EmbeddingProfile;
+//# sourceMappingURL=profile.d.ts.map

package/dist/embedding/profile.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"profile.d.ts","sourceRoot":"","sources":["../../src/embedding/profile.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,eAAe,EAAE,gBAAgB,EAAE,wBAAwB,EAAE,sBAAsB,EAAE,MAAM,YAAY,CAAC;AAMtH,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAE5D;AAED,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,wBAAwB,GAAG,MAAM,CAE7E;AAED,wBAAgB,8BAA8B,CAAC,MAAM,EAAE,sBAAsB,GAAG,wBAAwB,CAYvG;AAED,wBAAgB,sBAAsB,CAAC,MAAM,EAAE,eAAe,GAAG,gBAAgB,CAIhF"}

package/dist/embedding/profile.js

@@ -0,0 +1,31 @@
+import { createHash } from 'node:crypto';
+import { canonicalJson } from '../serialization/validate.js';
+import { requireEnabledEmbeddingConfig } from './config.js';
+function sha256(value) {
+    return createHash('sha256').update(value).digest('hex');
+}
+export function endpointFingerprint(endpoint) {
+    return sha256(endpoint);
+}
+export function embeddingProfileId(identity) {
+    return sha256(canonicalJson(identity));
+}
+export function createEmbeddingProfileIdentity(config) {
+    return {
+        schemaVersion: 1,
+        providerKind: config.provider,
+        endpointFingerprint: endpointFingerprint(config.baseUrl),
+        model: config.model,
+        dimensions: config.dimensions,
+        distanceMetric: 'cosine',
+        documentTemplateVersion: 1,
+        queryTemplateVersion: 1,
+        distanceCeiling: config.distanceCeiling,
+    };
+}
+export function createEmbeddingProfile(config) {
+    const enabled = requireEnabledEmbeddingConfig(config);
+    const identity = createEmbeddingProfileIdentity(enabled);
+    return Object.freeze({ profileId: embeddingProfileId(identity), identity: Object.freeze(identity) });
+}
+//# sourceMappingURL=profile.js.map

package/dist/embedding/profile.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"profile.js","sourceRoot":"","sources":["../../src/embedding/profile.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,aAAa,EAAE,MAAM,8BAA8B,CAAC;AAC7D,OAAO,EAAE,6BAA6B,EAAE,MAAM,aAAa,CAAC;AAG5D,SAAS,MAAM,CAAC,KAA0B;IACxC,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAC1D,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,QAAgB;IAClD,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC;AAC1B,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,QAAkC;IACnE,OAAO,MAAM,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC,CAAC;AACzC,CAAC;AAED,MAAM,UAAU,8BAA8B,CAAC,MAA8B;IAC3E,OAAO;QACL,aAAa,EAAE,CAAC;QAChB,YAAY,EAAE,MAAM,CAAC,QAAQ;QAC7B,mBAAmB,EAAE,mBAAmB,CAAC,MAAM,CAAC,OAAO,CAAC;QACxD,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,cAAc,EAAE,QAAQ;QACxB,uBAAuB,EAAE,CAAC;QAC1B,oBAAoB,EAAE,CAAC;QACvB,eAAe,EAAE,MAAM,CAAC,eAAe;KACxC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,MAAuB;IAC5D,MAAM,OAAO,GAAG,6BAA6B,CAAC,MAAM,CAAC,CAAC;IACtD,MAAM,QAAQ,GAAG,8BAA8B,CAAC,OAAO,CAAC,CAAC;IACzD,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,SAAS,EAAE,kBAAkB,CAAC,QAAQ,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;AACvG,CAAC"}

package/dist/embedding/provider.d.ts

@@ -0,0 +1,13 @@
+import type { EmbeddingProvider } from './types.js';
+export type EmbeddingProviderFailureCode = 'timeout' | 'rate_limited' | 'provider_unavailable' | 'invalid_response' | 'dimension_mismatch' | 'secret_blocked';
+/** A provider failure contains only a stable classification, never remote data. */
+export declare class EmbeddingProviderError extends Error {
+    readonly code: EmbeddingProviderFailureCode;
+    readonly retryable: boolean;
+    readonly retryAfterMs: number | null;
+    readonly name = "EmbeddingProviderError";
+    constructor(code: EmbeddingProviderFailureCode, retryable: boolean, retryAfterMs?: number | null);
+}
+export declare function isEmbeddingProviderError(value: unknown): value is EmbeddingProviderError;
+export type { EmbeddingProvider };
+//# sourceMappingURL=provider.d.ts.map

package/dist/embedding/provider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"provider.d.ts","sourceRoot":"","sources":["../../src/embedding/provider.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAEpD,MAAM,MAAM,4BAA4B,GACpC,SAAS,GACT,cAAc,GACd,sBAAsB,GACtB,kBAAkB,GAClB,oBAAoB,GACpB,gBAAgB,CAAC;AAErB,mFAAmF;AACnF,qBAAa,sBAAuB,SAAQ,KAAK;IAI7C,QAAQ,CAAC,IAAI,EAAE,4BAA4B;IAC3C,QAAQ,CAAC,SAAS,EAAE,OAAO;IAC3B,QAAQ,CAAC,YAAY,EAAE,MAAM,GAAG,IAAI;IALtC,SAAkB,IAAI,4BAA4B;gBAGvC,IAAI,EAAE,4BAA4B,EAClC,SAAS,EAAE,OAAO,EAClB,YAAY,GAAE,MAAM,GAAG,IAAW;CAI9C;AAED,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,sBAAsB,CAExF;AAED,YAAY,EAAE,iBAAiB,EAAE,CAAC"}

package/dist/embedding/provider.js

@@ -0,0 +1,17 @@
+/** A provider failure contains only a stable classification, never remote data. */
+export class EmbeddingProviderError extends Error {
+    code;
+    retryable;
+    retryAfterMs;
+    name = 'EmbeddingProviderError';
+    constructor(code, retryable, retryAfterMs = null) {
+        super(code);
+        this.code = code;
+        this.retryable = retryable;
+        this.retryAfterMs = retryAfterMs;
+    }
+}
+export function isEmbeddingProviderError(value) {
+    return value instanceof EmbeddingProviderError;
+}
+//# sourceMappingURL=provider.js.map

package/dist/embedding/provider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"provider.js","sourceRoot":"","sources":["../../src/embedding/provider.ts"],"names":[],"mappings":"AAUA,mFAAmF;AACnF,MAAM,OAAO,sBAAuB,SAAQ,KAAK;IAIpC;IACA;IACA;IALO,IAAI,GAAG,wBAAwB,CAAC;IAElD,YACW,IAAkC,EAClC,SAAkB,EAClB,eAA8B,IAAI;QAE3C,KAAK,CAAC,IAAI,CAAC,CAAC;QAJH,SAAI,GAAJ,IAAI,CAA8B;QAClC,cAAS,GAAT,SAAS,CAAS;QAClB,iBAAY,GAAZ,YAAY,CAAsB;IAG7C,CAAC;CACF;AAED,MAAM,UAAU,wBAAwB,CAAC,KAAc;IACrD,OAAO,KAAK,YAAY,sBAAsB,CAAC;AACjD,CAAC"}

package/dist/embedding/query-cache.d.ts

@@ -0,0 +1,39 @@
+import type { SqliteDatabase } from '../db/adapter.js';
+export declare const QUERY_TEMPLATE_VERSION: 1;
+export declare const MAX_QUERY_TEXT_BYTES: number;
+export declare const QUERY_EMBEDDING_CACHE_LIMIT = 512;
+export interface StoredQueryEmbedding {
+    readonly profileId: string;
+    readonly queryHash: string;
+    readonly dimensions: number;
+    readonly vector: Float32Array;
+    readonly vectorHash: string;
+    readonly createdAt: string;
+    readonly lastUsedAt: string;
+}
+export interface QueryEmbeddingInput {
+    readonly profileId: string;
+    readonly queryHash: string;
+    readonly vector: Float32Array | readonly number[];
+}
+export interface QueryEmbeddingWriteOptions {
+    readonly now?: string;
+    readonly expectedGeneration?: number;
+}
+export declare function normalizeEmbeddingQuery(value: string): string;
+/** Hash only the canonical query template; the raw query is never stored. */
+export declare function queryEmbeddingHash(value: string): string;
+export declare const embeddingQueryHash: typeof queryEmbeddingHash;
+export declare function readQueryEmbeddingInTransaction(database: SqliteDatabase, input: {
+    profileId: string;
+    queryHash: string;
+    now?: string;
+}): StoredQueryEmbedding | undefined;
+export declare function readQueryEmbedding(database: SqliteDatabase, input: {
+    profileId: string;
+    queryHash: string;
+    now?: string;
+}): StoredQueryEmbedding | undefined;
+export declare function writeQueryEmbeddingInTransaction(database: SqliteDatabase, input: QueryEmbeddingInput, options?: QueryEmbeddingWriteOptions): StoredQueryEmbedding;
+export declare function writeQueryEmbedding(database: SqliteDatabase, input: QueryEmbeddingInput, options?: QueryEmbeddingWriteOptions): StoredQueryEmbedding;
+//# sourceMappingURL=query-cache.d.ts.map

package/dist/embedding/query-cache.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"query-cache.d.ts","sourceRoot":"","sources":["../../src/embedding/query-cache.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,cAAc,EAAa,MAAM,kBAAkB,CAAC;AAKlE,eAAO,MAAM,sBAAsB,EAAG,CAAU,CAAC;AACjD,eAAO,MAAM,oBAAoB,QAAY,CAAC;AAC9C,eAAO,MAAM,2BAA2B,MAAM,CAAC;AAM/C,MAAM,WAAW,oBAAoB;IACnC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,MAAM,EAAE,YAAY,CAAC;IAC9B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;CAC7B;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,MAAM,EAAE,YAAY,GAAG,SAAS,MAAM,EAAE,CAAC;CACnD;AAED,MAAM,WAAW,0BAA0B;IACzC,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,kBAAkB,CAAC,EAAE,MAAM,CAAC;CACtC;AAqCD,wBAAgB,uBAAuB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAE7D;AAED,6EAA6E;AAC7E,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAExD;AAED,eAAO,MAAM,kBAAkB,2BAAqB,CAAC;AA2DrD,wBAAgB,+BAA+B,CAC7C,QAAQ,EAAE,cAAc,EACxB,KAAK,EAAE;IAAE,SAAS,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,GAAG,CAAC,EAAE,MAAM,CAAA;CAAE,GAC5D,oBAAoB,GAAG,SAAS,CAoBlC;AAED,wBAAgB,kBAAkB,CAChC,QAAQ,EAAE,cAAc,EACxB,KAAK,EAAE;IAAE,SAAS,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,GAAG,CAAC,EAAE,MAAM,CAAA;CAAE,GAC5D,oBAAoB,GAAG,SAAS,CAElC;AAED,wBAAgB,gCAAgC,CAC9C,QAAQ,EAAE,cAAc,EACxB,KAAK,EAAE,mBAAmB,EAC1B,OAAO,GAAE,0BAA+B,GACvC,oBAAoB,CA0BtB;AAED,wBAAgB,mBAAmB,CACjC,QAAQ,EAAE,cAAc,EACxB,KAAK,EAAE,mBAAmB,EAC1B,OAAO,GAAE,0BAA+B,GACvC,oBAAoB,CAEtB"}

package/dist/embedding/query-cache.js

@@ -0,0 +1,160 @@
+import { canonicalContentHash } from '../serialization/validate.js';
+import { validateTimestamp } from '../ledger/validate.js';
+import { withImmediateTransaction } from '../db/transaction.js';
+import { KiokukoError } from '../errors.js';
+import { readEmbeddingProfile, readEmbeddingRuntimeState } from './store.js';
+import { decodeVector, encodeVector, hashVectorBytes } from './vector.js';
+export const QUERY_TEMPLATE_VERSION = 1;
+export const MAX_QUERY_TEXT_BYTES = 32 * 1024;
+export const QUERY_EMBEDDING_CACHE_LIMIT = 512;
+const HASH_PATTERN = /^[0-9a-f]{64}$/u;
+const INVALID_CONTROL = /[\u0000-\u0008\u000b\u000c\u000e-\u001f\u007f]/u;
+const INVALID_UNICODE = /[\p{Cs}\uFFFD]/u;
+function invalid(message) {
+    throw new KiokukoError('VALIDATION_ERROR', message);
+}
+function integrity(message) {
+    throw new KiokukoError('INTEGRITY_ERROR', message);
+}
+function conflict(message) {
+    throw new KiokukoError('CONFLICT', message);
+}
+function hash(value, label) {
+    if (typeof value !== 'string' || !HASH_PATTERN.test(value))
+        invalid(`${label} must be a lowercase SHA-256 hash`);
+    return value;
+}
+function canonicalQueryText(value) {
+    if (typeof value !== 'string')
+        invalid('Query text must be a string');
+    const normalized = value.normalize('NFKC').replaceAll('\r\n', '\n').replaceAll('\r', '\n').trim();
+    if (normalized.length === 0 || INVALID_CONTROL.test(normalized) || INVALID_UNICODE.test(normalized))
+        invalid('Query text is invalid');
+    if (Buffer.byteLength(normalized, 'utf8') > MAX_QUERY_TEXT_BYTES)
+        invalid('Query text exceeds the byte limit');
+    return normalized;
+}
+export function normalizeEmbeddingQuery(value) {
+    return canonicalQueryText(value);
+}
+/** Hash only the canonical query template; the raw query is never stored. */
+export function queryEmbeddingHash(value) {
+    return canonicalContentHash({ templateVersion: QUERY_TEMPLATE_VERSION, text: canonicalQueryText(value) });
+}
+export const embeddingQueryHash = queryEmbeddingHash;
+function storedTimestamp(value, label) {
+    if (typeof value !== 'string')
+        integrity(`${label} is invalid`);
+    try {
+        return validateTimestamp(value, label);
+    }
+    catch {
+        integrity(`${label} is invalid`);
+    }
+}
+function storedQueryEmbedding(row) {
+    const profileId = hash(row.profile_id, 'Stored query embedding profile ID');
+    const queryHash = hash(row.query_hash, 'Stored query embedding query hash');
+    if (typeof row.dimensions !== 'number' || !Number.isSafeInteger(row.dimensions) || row.dimensions < 2 || row.dimensions > 8192) {
+        integrity('Stored query embedding dimensions are invalid');
+    }
+    const vectorHash = hash(row.vector_hash, 'Stored query embedding vector hash');
+    let vector;
+    try {
+        vector = decodeVector(row.embedding, row.dimensions, vectorHash);
+    }
+    catch {
+        integrity('Stored query embedding vector is invalid');
+    }
+    const createdAt = storedTimestamp(row.created_at, 'query embedding created_at');
+    const lastUsedAt = storedTimestamp(row.last_used_at, 'query embedding last_used_at');
+    return { profileId, queryHash, dimensions: row.dimensions, vector, vectorHash, createdAt, lastUsedAt };
+}
+function validateWriteInput(input) {
+    return {
+        profileId: hash(input.profileId, 'profileId'),
+        queryHash: hash(input.queryHash, 'queryHash'),
+    };
+}
+function assertExpectedGeneration(database, profileId, expectedGeneration) {
+    if (expectedGeneration === undefined)
+        return;
+    if (!Number.isSafeInteger(expectedGeneration) || expectedGeneration < 1)
+        invalid('expectedGeneration must be a positive integer');
+    const runtime = readEmbeddingRuntimeState(database);
+    if (runtime.activeProfileId !== profileId || runtime.generation !== expectedGeneration) {
+        conflict('Embedding profile changed while writing the query cache');
+    }
+}
+function pruneProfileCache(database, profileId) {
+    database.prepare(`
+    DELETE FROM query_embeddings
+     WHERE profile_id = ?
+       AND query_hash NOT IN (
+         SELECT query_hash
+           FROM query_embeddings
+          WHERE profile_id = ?
+          ORDER BY last_used_at DESC, query_hash ASC
+          LIMIT ?
+       )
+  `).run(profileId, profileId, QUERY_EMBEDDING_CACHE_LIMIT);
+}
+export function readQueryEmbeddingInTransaction(database, input) {
+    const profileId = hash(input.profileId, 'profileId');
+    const queryHash = hash(input.queryHash, 'queryHash');
+    const now = validateTimestamp(input.now ?? new Date().toISOString(), 'now');
+    readEmbeddingRuntimeState(database);
+    const row = database.prepare(`
+    SELECT profile_id, query_hash, dimensions, embedding, vector_hash, created_at, last_used_at
+      FROM query_embeddings
+     WHERE profile_id = ? AND query_hash = ?
+  `).get(profileId, queryHash);
+    if (row === undefined)
+        return undefined;
+    const stored = storedQueryEmbedding(row);
+    const profile = readEmbeddingProfile(database, profileId);
+    if (profile === undefined || profile.identity.dimensions !== stored.dimensions)
+        integrity('Stored query embedding profile is invalid');
+    database.prepare(`
+    UPDATE query_embeddings
+       SET last_used_at = ?
+     WHERE profile_id = ? AND query_hash = ?
+  `).run(now, profileId, queryHash);
+    return { ...stored, lastUsedAt: now, vector: new Float32Array(stored.vector) };
+}
+export function readQueryEmbedding(database, input) {
+    return withImmediateTransaction(database, () => readQueryEmbeddingInTransaction(database, input));
+}
+export function writeQueryEmbeddingInTransaction(database, input, options = {}) {
+    const { profileId, queryHash } = validateWriteInput(input);
+    const now = validateTimestamp(options.now ?? new Date().toISOString(), 'now');
+    assertExpectedGeneration(database, profileId, options.expectedGeneration);
+    const profile = readEmbeddingProfile(database, profileId);
+    if (profile === undefined)
+        throw new KiokukoError('NOT_FOUND', 'Embedding profile not found');
+    const bytes = encodeVector(input.vector, profile.identity.dimensions);
+    const vectorHash = hashVectorBytes(bytes);
+    database.prepare(`
+    INSERT INTO query_embeddings (
+      profile_id, query_hash, dimensions, embedding, vector_hash, created_at, last_used_at
+    ) VALUES (?, ?, ?, ?, ?, ?, ?)
+    ON CONFLICT(profile_id, query_hash) DO UPDATE SET
+      dimensions = excluded.dimensions,
+      embedding = excluded.embedding,
+      vector_hash = excluded.vector_hash,
+      last_used_at = excluded.last_used_at
+  `).run(profileId, queryHash, profile.identity.dimensions, bytes, vectorHash, now, now);
+    pruneProfileCache(database, profileId);
+    const row = database.prepare(`
+    SELECT profile_id, query_hash, dimensions, embedding, vector_hash, created_at, last_used_at
+      FROM query_embeddings
+     WHERE profile_id = ? AND query_hash = ?
+  `).get(profileId, queryHash);
+    if (row === undefined)
+        integrity('Query embedding write could not be read back');
+    return storedQueryEmbedding(row);
+}
+export function writeQueryEmbedding(database, input, options = {}) {
+    return withImmediateTransaction(database, () => writeQueryEmbeddingInTransaction(database, input, options));
+}
+//# sourceMappingURL=query-cache.js.map