@massa-ai/core 1.2.1

package/dist/services/embeddings/provider.js

@@ -0,0 +1,547 @@
+/**
+ * Multi-Provider Embedding Service using Vercel AI SDK
+ *
+ * Provides a unified interface for embedding generation across multiple providers
+ * (OpenAI, Google, Cohere, Ollama) with automatic retry and timeout handling.
+ *
+ * Inspired by OpenClaw's provider system with improvements:
+ * - Uses Vercel AI SDK for provider abstraction
+ * - Exponential backoff retry (500ms base, 8s max)
+ * - Configurable timeouts (60s remote, 5min local)
+ * - Health checks before usage
+ * - Batch operations with token limits
+ */
+import { embed, embedMany, gateway, createGateway } from "ai";
+import { openai, createOpenAI } from "@ai-sdk/openai";
+import { google } from "@ai-sdk/google";
+import { cohere } from "@ai-sdk/cohere";
+import { mistral } from "@ai-sdk/mistral";
+import { ollama } from "ollama-ai-provider";
+import { metrics } from "../monitoring/metrics.js";
+import { EmbeddingRateLimiter } from "./rate-limiter.js";
+import { logger } from "@massa-ai/shared";
+import { LocalTransformersEmbeddingProvider } from "./providers/local-transformers.js";
+/**
+ * Sleep utility for retry delays
+ */
+function sleep(ms) {
+    return new Promise((resolve) => setTimeout(resolve, ms));
+}
+/**
+ * Calculate exponential backoff delay
+ */
+function getRetryDelay(attempt, config) {
+    const delay = config.baseDelay * Math.pow(2, attempt);
+    return Math.min(delay, config.maxDelay);
+}
+/**
+ * Execute a function with retry logic
+ */
+async function withRetry(fn, config, context) {
+    let lastError;
+    for (let attempt = 0; attempt <= config.maxRetries; attempt++) {
+        try {
+            return await fn();
+        }
+        catch (error) {
+            lastError = error;
+            if (attempt < config.maxRetries) {
+                const delay = getRetryDelay(attempt, config);
+                logger.warn(`[EmbeddingProvider] ${context} failed (attempt ${attempt + 1}/${config.maxRetries + 1}), retrying in ${delay}ms`, { error: lastError.message });
+                await sleep(delay);
+            }
+        }
+    }
+    throw new Error(`${context} failed after ${config.maxRetries + 1} attempts: ${lastError?.message}`);
+}
+/**
+ * Execute with timeout
+ */
+async function withTimeout(fn, timeoutMs, context) {
+    let timeoutId;
+    const timeoutPromise = new Promise((_, reject) => {
+        timeoutId = setTimeout(() => {
+            reject(new Error(`${context} timeout after ${timeoutMs}ms`));
+        }, timeoutMs);
+    });
+    try {
+        return await Promise.race([fn(), timeoutPromise]);
+    }
+    finally {
+        clearTimeout(timeoutId);
+    }
+}
+/**
+ * AI SDK-based embedding provider implementation
+ *
+ * Supports OpenAI, Google, Cohere, and Ollama via Vercel AI SDK
+ * with automatic retry, timeout, and health checking.
+ */
+export class AISDKEmbeddingProvider {
+    config;
+    providerId;
+    id;
+    model;
+    dimensions;
+    providerType;
+    apiKey;
+    baseURL;
+    timeout;
+    retryConfig;
+    rateLimiter;
+    // Ollama rate limiting: Mutex to prevent overwhelming the server
+    static ollamaMutex = Promise.resolve();
+    static OLLAMA_DELAY_MS = Number(process.env.OLLAMA_EMBED_DELAY_MS ?? "0");
+    constructor(config, providerId) {
+        this.config = config;
+        this.providerId = providerId;
+        this.id = providerId;
+        this.model = config.model;
+        this.dimensions = config.dimensions || 768; // Default to common dimension
+        this.providerType = config.provider;
+        this.apiKey = config.apiKey;
+        this.baseURL = config.baseURL;
+        this.timeout = config.timeout || 60000; // Default 60s
+        this.retryConfig = {
+            maxRetries: config.maxRetries || 3,
+            baseDelay: 500,
+            maxDelay: 8000,
+        };
+        // Initialize rate limiter if configured
+        if (config.rateLimits) {
+            this.rateLimiter = new EmbeddingRateLimiter(providerId, {
+                requestsPerMinute: config.rateLimits.requestsPerMinute,
+                tokensPerMinute: config.rateLimits.tokensPerMinute,
+                requestsPerDay: config.rateLimits.requestsPerDay,
+            });
+            logger.info(`[${providerId}] Rate limiter initialized`, config.rateLimits);
+        }
+    }
+    getEmbeddingModel() {
+        switch (this.providerType) {
+            case "vercel": {
+                const g = this.baseURL || this.apiKey
+                    ? createGateway({
+                        baseURL: this.baseURL,
+                        apiKey: this.apiKey,
+                    })
+                    : gateway;
+                return g.textEmbeddingModel(this.model);
+            }
+            case "litellm": {
+                if (!this.baseURL) {
+                    throw new Error("LiteLLM provider requires LITELLM_BASE_URL");
+                }
+                const litellmDimensions = this.dimensions;
+                const litellmFetch = (async (url, init) => {
+                    if (init?.body && typeof init.body === "string") {
+                        const body = JSON.parse(init.body);
+                        body.dimensions = litellmDimensions;
+                        init = { ...init, body: JSON.stringify(body) };
+                    }
+                    return fetch(url, init);
+                });
+                return createOpenAI({ baseURL: this.baseURL, apiKey: this.apiKey ?? "none", fetch: litellmFetch }).embedding(this.model);
+            }
+            case "custom": {
+                if (!this.baseURL) {
+                    throw new Error("Custom provider requires CUSTOM_EMBEDDING_BASE_URL");
+                }
+                return createOpenAI({ baseURL: this.baseURL, apiKey: this.apiKey ?? "none" }).embedding(this.model);
+            }
+            case "openai": {
+                const p = this.baseURL
+                    ? createOpenAI({ baseURL: this.baseURL, apiKey: this.apiKey })
+                    : openai;
+                return p.embedding(this.model);
+            }
+            case "google":
+                return google.embedding(this.model);
+            case "cohere":
+                return cohere.embedding(this.model);
+            case "mistral":
+                return mistral.embedding(this.model);
+            case "ollama":
+                return ollama.embedding(this.model);
+            default:
+                throw new Error(`Unsupported provider: ${this.providerType}`);
+        }
+    }
+    /**
+     * Get provider options (API key, base URL)
+     */
+    getProviderOptions() {
+        const options = {};
+        if (this.apiKey) {
+            options.apiKey = this.apiKey;
+        }
+        if (this.baseURL) {
+            options.baseURL = this.baseURL;
+        }
+        return options;
+    }
+    /**
+     * Truncate text to fit model context length.
+     *
+     * Limit is resolved per-provider from config.maxChars (see embeddings/config.ts
+     * getMaxChars). Falls back to 4000 chars (bge-m3 safe default) when not set.
+     */
+    truncateText(text) {
+        const MAX_CHARS = this.config.maxChars ?? 4000;
+        if (text.length <= MAX_CHARS) {
+            return text;
+        }
+        const truncated = text.substring(0, MAX_CHARS);
+        logger.debug(`[${this.id}] Text truncated to fit context`, { originalLength: text.length, maxChars: MAX_CHARS, model: this.model });
+        return truncated;
+    }
+    /**
+     * Sanitize text to prevent NaN errors in embedding models
+     *
+     * Removes:
+     * - Control characters (U+0000 to U+001F, U+007F)
+     * - Replacement character U+FFFD (indicates broken UTF-8)
+     * - ONLY unpaired surrogate halves (invalid UTF-16)
+     * - Zero-width and non-printable characters
+     *
+     * Preserves valid Unicode (emojis, accented chars, CJK, etc.)
+     */
+    sanitizeText(text) {
+        // Step 1: Remove control characters and replacement char
+        let sanitized = text
+            .replace(/[\u0000-\u0008\u000B\u000C\u000E-\u001F\u007F]/g, " ")
+            .replace(/\uFFFD/g, " ");
+        // Step 2: Remove UNPAIRED surrogate halves only (preserve valid pairs for emojis)
+        // Valid pair: High surrogate (D800-DBFF) followed by Low surrogate (DC00-DFFF)
+        sanitized = sanitized.replace(/([\uD800-\uDBFF](?![\uDC00-\uDFFF]))|((?<![\uD800-\uDBFF])[\uDC00-\uDFFF])/g, " ");
+        // Step 3: Remove zero-width and non-printable chars
+        sanitized = sanitized
+            .replace(/[\u200B-\u200D\uFEFF]/g, "") // Zero-width spaces
+            .replace(/\u00A0/g, " "); // Non-breaking space → normal space
+        return sanitized;
+    }
+    /**
+     * Queue Ollama requests to prevent overwhelming the server
+     */
+    async queueOllamaRequest(fn) {
+        let release;
+        const gate = new Promise((resolve) => { release = resolve; });
+        const prev = AISDKEmbeddingProvider.ollamaMutex;
+        AISDKEmbeddingProvider.ollamaMutex = gate;
+        await prev;
+        await sleep(AISDKEmbeddingProvider.OLLAMA_DELAY_MS);
+        try {
+            return await fn();
+        }
+        finally {
+            release();
+        }
+    }
+    /**
+     * POST to an Ollama endpoint with an AbortController tied to the provider
+     * timeout.
+     *
+     * Why: when the Ollama runner wedges (model stuck mid-inference), it accepts
+     * the TCP connection but never responds. A bare `fetch` with no signal stays
+     * pending indefinitely, so `queueOllamaRequest`'s `try/finally` never reaches
+     * `finally` and the serialization mutex is held forever — every subsequent
+     * embed queues behind it and the whole index job hangs (only the stale-job
+     * reaper recovers it, minutes later). The outer `withTimeout` rejects its own
+     * race promise at the deadline but cannot cancel the dangling fetch.
+     *
+     * Arming an AbortController here guarantees the fetch settles (rejects with
+     * AbortError) at the deadline: the mutex releases, `withRetry` can retry or
+     * surface the error, and the job fails fast instead of hanging.
+     */
+    async ollamaFetch(endpoint, body) {
+        const controller = new AbortController();
+        const timer = setTimeout(() => controller.abort(), this.timeout);
+        try {
+            return await fetch(`${this.baseURL}${endpoint}`, {
+                method: "POST",
+                headers: { "Content-Type": "application/json" },
+                body: JSON.stringify(body),
+                signal: controller.signal,
+            });
+        }
+        finally {
+            clearTimeout(timer);
+        }
+    }
+    /**
+     * Embed a single text query
+     */
+    async embedQuery(text) {
+        const startTime = Date.now();
+        let error = false;
+        try {
+            const result = await withTimeout(() => withRetry(async () => {
+                // Ollama: Custom direct API call (no AI SDK) with rate limiting
+                if (this.providerType === "ollama") {
+                    return this.queueOllamaRequest(async () => {
+                        const inputText = this.sanitizeText(this.truncateText(text));
+                        const response = await this.ollamaFetch("/api/embed", {
+                            model: this.model,
+                            input: inputText,
+                        });
+                        if (!response.ok) {
+                            throw new Error(`Ollama API error: ${response.status} ${response.statusText}`);
+                        }
+                        const data = await response.json();
+                        const embedding = Array.isArray(data.embeddings)
+                            ? data.embeddings[0]
+                            : data.embedding;
+                        // Validate embedding: check for NaN or invalid values
+                        if (!embedding || !Array.isArray(embedding)) {
+                            throw new Error("Invalid embedding response: missing or invalid embedding array");
+                        }
+                        if (embedding.some(v => isNaN(v) || !isFinite(v))) {
+                            throw new Error("Invalid embedding response: contains NaN or Infinity values");
+                        }
+                        if (embedding.every(v => v === 0)) {
+                            throw new Error("Invalid embedding response: all-zero vector (model returned degenerate embedding)");
+                        }
+                        return embedding;
+                    });
+                }
+                // Other providers: Use AI SDK
+                const { embedding } = await embed({
+                    model: this.getEmbeddingModel(),
+                    value: text,
+                });
+                return Array.from(embedding);
+            }, this.retryConfig, `[${this.id}] embedQuery`), this.timeout, `[${this.id}] embedQuery`);
+            // Record metrics (will be marked as cache miss by cached-provider if not cached)
+            const latency = Date.now() - startTime;
+            const tokens = Math.ceil(text.length / 4); // Rough estimate
+            metrics.recordEmbedding({
+                provider: this.id,
+                tokens,
+                latency,
+                cached: false, // Provider level doesn't know about cache
+                error: false,
+            });
+            return result;
+        }
+        catch (err) {
+            error = true;
+            const latency = Date.now() - startTime;
+            const tokens = Math.ceil(text.length / 4);
+            metrics.recordEmbedding({
+                provider: this.id,
+                tokens,
+                latency,
+                cached: false,
+                error: true,
+            });
+            throw err;
+        }
+    }
+    /**
+     * Embed multiple texts in batch with intelligent rate limiting
+     *
+     * Features:
+     * - Rate limiting for RPM/TPM/RPD
+     * - Sub-batching to respect provider limits
+     * - Sequential processing with delays between batches
+     * - Progress logging for large batches
+     */
+    async embedBatch(texts) {
+        if (texts.length === 0) {
+            return [];
+        }
+        // Get batch size from config or use default
+        const batchSize = this.config.rateLimits?.batchSize || texts.length;
+        const batchDelay = this.config.rateLimits?.batchDelayMs || 0;
+        // If no rate limiting configured or batch fits in single request, use original logic
+        if (!this.rateLimiter || texts.length <= batchSize) {
+            return this.embedBatchDirect(texts);
+        }
+        // Process in sub-batches with rate limiting
+        logger.info(`[${this.id}] Processing ${texts.length} texts in batches of ${batchSize}`, {
+            totalBatches: Math.ceil(texts.length / batchSize),
+            batchDelayMs: batchDelay,
+        });
+        const allEmbeddings = [];
+        for (let i = 0; i < texts.length; i += batchSize) {
+            const batch = texts.slice(i, i + batchSize);
+            const batchNum = Math.floor(i / batchSize) + 1;
+            const totalBatches = Math.ceil(texts.length / batchSize);
+            // Estimate tokens for this batch
+            const estimatedTokens = batch.reduce((sum, text) => sum + Math.ceil(text.length / 4), 0);
+            // Wait for rate limit capacity
+            await this.rateLimiter.waitForCapacity(estimatedTokens);
+            // Process batch
+            logger.debug(`[${this.id}] Processing batch ${batchNum}/${totalBatches} (${batch.length} texts)`);
+            const batchEmbeddings = await this.embedBatchDirect(batch);
+            allEmbeddings.push(...batchEmbeddings);
+            // Record request for rate limiting
+            this.rateLimiter.recordRequest(estimatedTokens);
+            // Delay between batches (if configured and not last batch)
+            if (batchDelay > 0 && i + batchSize < texts.length) {
+                logger.debug(`[${this.id}] Waiting ${batchDelay}ms before next batch`);
+                await sleep(batchDelay);
+            }
+        }
+        logger.info(`[${this.id}] Completed batch processing`, {
+            totalTexts: texts.length,
+            totalBatches: Math.ceil(texts.length / batchSize),
+            rateLimitStatus: this.rateLimiter.getStatus(),
+        });
+        return allEmbeddings;
+    }
+    /**
+     * Direct batch embedding without rate limiting (used internally)
+     */
+    async embedBatchDirect(texts) {
+        // Ollama: Prefer native batch endpoint (/api/embed with input array)
+        if (this.providerType === "ollama") {
+            try {
+                return await withTimeout(() => withRetry(async () => {
+                    const response = await this.ollamaFetch("/api/embed", {
+                        model: this.model,
+                        input: texts.map((t) => this.sanitizeText(this.truncateText(t))),
+                    });
+                    if (!response.ok) {
+                        throw new Error(`Ollama batch API error: ${response.status} ${response.statusText}`);
+                    }
+                    const data = (await response.json());
+                    const output = Array.isArray(data.embeddings)
+                        ? data.embeddings
+                        : Array.isArray(data.embedding)
+                            ? [data.embedding]
+                            : null;
+                    if (!output || output.length !== texts.length) {
+                        throw new Error(`Invalid Ollama batch embedding response (expected ${texts.length} embeddings)`);
+                    }
+                    for (const emb of output) {
+                        if (!Array.isArray(emb)) {
+                            throw new Error("Invalid embedding in batch response");
+                        }
+                        if (emb.some((v) => isNaN(v) || !isFinite(v))) {
+                            throw new Error("Invalid embedding response: contains NaN or Infinity values");
+                        }
+                        if (emb.every((v) => v === 0)) {
+                            throw new Error("Invalid embedding response: all-zero vector (model returned degenerate embedding)");
+                        }
+                    }
+                    return output;
+                }, this.retryConfig, `[${this.id}] embedBatchDirect (${texts.length} texts)`), this.timeout, `[${this.id}] embedBatchDirect`);
+            }
+            catch (error) {
+                logger.warn(`[${this.id}] Ollama batch endpoint unavailable, falling back to sequential embeds: ${error.message}`);
+                const embeddings = [];
+                let consecutiveFailures = 0;
+                for (const text of texts) {
+                    try {
+                        const embedding = await this.embedQuery(text);
+                        embeddings.push(embedding);
+                        consecutiveFailures = 0;
+                    }
+                    catch (singleErr) {
+                        consecutiveFailures++;
+                        if (consecutiveFailures >= 3) {
+                            throw new Error(`[${this.id}] Ollama batch fallback aborted after 3 consecutive failures: ${singleErr.message}`);
+                        }
+                        embeddings.push(new Array(this.dimensions).fill(0));
+                    }
+                }
+                return embeddings;
+            }
+        }
+        // Other providers: Use AI SDK batch
+        return withTimeout(() => withRetry(async () => {
+            const { embeddings } = await embedMany({
+                model: this.getEmbeddingModel(),
+                values: texts,
+            });
+            return embeddings.map((e) => Array.from(e));
+        }, this.retryConfig, `[${this.id}] embedBatchDirect (${texts.length} texts)`), this.timeout, `[${this.id}] embedBatchDirect`);
+    }
+    /**
+     * Check if provider is available and configured correctly
+     *
+     * For Ollama: performs a fast 2s connectivity check first to avoid
+     * long timeouts when the service is offline (issue #15).
+     *
+     * Then validates with a test embedding:
+     * - API key is valid
+     * - Model is accessible
+     * - Network connectivity
+     * - Service is responding
+     */
+    async isAvailable() {
+        try {
+            // Ollama: fast connectivity pre-check (2s timeout) to avoid
+            // blocking for minutes when service is offline
+            if (this.providerType === "ollama") {
+                try {
+                    const controller = new AbortController();
+                    const timeoutId = setTimeout(() => controller.abort(), 2000);
+                    const response = await fetch(`${this.baseURL}/api/tags`, {
+                        signal: controller.signal,
+                    });
+                    clearTimeout(timeoutId);
+                    if (!response.ok) {
+                        logger.error(`[${this.id}] Ollama API returned ${response.status}`);
+                        return false;
+                    }
+                }
+                catch {
+                    logger.error(`[${this.id}] Ollama service unreachable`, undefined, { baseURL: this.baseURL, timeoutMs: 2000 });
+                    return false;
+                }
+            }
+            // Test with a simple query (reduced timeout for local providers)
+            const testText = "test";
+            const embedding = await this.embedQuery(testText);
+            // Validate embedding format
+            if (!Array.isArray(embedding) || embedding.length !== this.dimensions) {
+                logger.error(`[${this.id}] Invalid embedding dimensions`, undefined, { expected: this.dimensions, got: embedding.length });
+                return false;
+            }
+            // Validate embedding values (should be numbers)
+            if (!embedding.every((v) => typeof v === "number" && !isNaN(v))) {
+                logger.error(`[${this.id}] Invalid embedding values (not numbers)`);
+                return false;
+            }
+            return true;
+        }
+        catch (error) {
+            logger.error(`[${this.id}] Provider unavailable`, error);
+            return false;
+        }
+    }
+    /**
+     * Get provider configuration
+     */
+    getConfig() {
+        return this.config;
+    }
+    /**
+     * Get rate limiter status (if configured)
+     */
+    getRateLimitStatus() {
+        if (!this.rateLimiter) {
+            return null;
+        }
+        return this.rateLimiter.getStatus();
+    }
+}
+/**
+ * Factory function to create embedding providers from configuration.
+ *
+ * Dispatches to the local transformers.js provider for `provider: "transformers"`
+ * (roadmap A5); every other provider type uses the Vercel-AI-SDK-backed
+ * AISDKEmbeddingProvider.
+ */
+export function createProvider(config, providerId) {
+    if (config.provider === "transformers") {
+        // Static import is fine: LocalTransformersEmbeddingProvider only pulls the
+        // (large) ONNX runtime via a dynamic import() inside ensureModel(), so
+        // merely importing the class costs nothing.
+        return new LocalTransformersEmbeddingProvider(config, providerId);
+    }
+    return new AISDKEmbeddingProvider(config, providerId);
+}
+//# sourceMappingURL=provider.js.map

package/dist/services/embeddings/provider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"provider.js","sourceRoot":"","sources":["../../../src/services/embeddings/provider.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,aAAa,EAAE,MAAM,IAAI,CAAC;AAC9D,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AACtD,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AACxC,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AACxC,OAAO,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAC;AAC1C,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAE5C,OAAO,EAAE,OAAO,EAAE,MAAM,0BAA0B,CAAC;AACnD,OAAO,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AACzD,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC1C,OAAO,EAAE,kCAAkC,EAAE,MAAM,mCAAmC,CAAC;AAqCvF;;GAEG;AACH,SAAS,KAAK,CAAC,EAAU;IACvB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED;;GAEG;AACH,SAAS,aAAa,CAAC,OAAe,EAAE,MAAmB;IACzD,MAAM,KAAK,GAAG,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;IACtD,OAAO,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;AAC1C,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,SAAS,CACtB,EAAoB,EACpB,MAAmB,EACnB,OAAe;IAEf,IAAI,SAA4B,CAAC;IAEjC,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,MAAM,CAAC,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;QAC9D,IAAI,CAAC;YACH,OAAO,MAAM,EAAE,EAAE,CAAC;QACpB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,SAAS,GAAG,KAAc,CAAC;YAE3B,IAAI,OAAO,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC;gBAChC,MAAM,KAAK,GAAG,aAAa,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;gBAC7C,MAAM,CAAC,IAAI,CACT,uBAAuB,OAAO,oBAAoB,OAAO,GAAG,CAAC,IAAI,MAAM,CAAC,UAAU,GAAG,CAAC,kBAAkB,KAAK,IAAI,EACjH,EAAE,KAAK,EAAE,SAAS,CAAC,OAAO,EAAE,CAC7B,CAAC;gBACF,MAAM,KAAK,CAAC,KAAK,CAAC,CAAC;YACrB,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,IAAI,KAAK,CACb,GAAG,OAAO,iBAAiB,MAAM,CAAC,UAAU,GAAG,CAAC,cAAc,SAAS,EAAE,OAAO,EAAE,CACnF,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,WAAW,CACxB,EAAoB,EACpB,SAAiB,EACjB,OAAe;IAEf,IAAI,SAAwC,CAAC;IAC7C,MAAM,cAAc,GAAG,IAAI,OAAO,CAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE;QACtD,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE;YAC1B,MAAM,CAAC,IAAI,KAAK,CAAC,GAAG,OAAO,kBAAkB,SAAS,IAAI,CAAC,CAAC,CAAC;QAC/D,CAAC,EAAE,SAAS,CAAC,CAAC;IAChB,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC;QACH,OAAO,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,cAAc,CAAC,CAAC,CAAC;IACpD,CAAC;YAAS,CAAC;QACT,YAAY,CAAC,SAAU,CAAC,CAAC;IAC3B,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,MAAM,OAAO,sBAAsB;IAyBd;IACA;IAzBH,EAAE,CAAS;IACX,KAAK,CAAS;IACd,UAAU,CAAS;IAElB,YAAY,CAQf;IACG,MAAM,CAAU;IAChB,OAAO,CAAU;IACjB,OAAO,CAAS;IAChB,WAAW,CAAc;IACzB,WAAW,CAAwB;IAEpD,iEAAiE;IACzD,MAAM,CAAC,WAAW,GAAkB,OAAO,CAAC,OAAO,EAAE,CAAC;IACtD,MAAM,CAAU,eAAe,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,GAAG,CAAC,CAAC;IAE3F,YACmB,MAA+B,EAC/B,UAAkB;QADlB,WAAM,GAAN,MAAM,CAAyB;QAC/B,eAAU,GAAV,UAAU,CAAQ;QAEnC,IAAI,CAAC,EAAE,GAAG,UAAU,CAAC;QACrB,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QAC1B,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,GAAG,CAAC,CAAC,8BAA8B;QAC1E,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,QAAmG,CAAC;QAC/H,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;QAC9B,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,KAAK,CAAC,CAAC,cAAc;QAEtD,IAAI,CAAC,WAAW,GAAG;YACjB,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,CAAC;YAClC,SAAS,EAAE,GAAG;YACd,QAAQ,EAAE,IAAI;SACf,CAAC;QAEF,wCAAwC;QACxC,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;YACtB,IAAI,CAAC,WAAW,GAAG,IAAI,oBAAoB,CAAC,UAAU,EAAE;gBACtD,iBAAiB,EAAE,MAAM,CAAC,UAAU,CAAC,iBAAiB;gBACtD,eAAe,EAAE,MAAM,CAAC,UAAU,CAAC,eAAe;gBAClD,cAAc,EAAE,MAAM,CAAC,UAAU,CAAC,cAAc;aACjD,CAAC,CAAC;YACH,MAAM,CAAC,IAAI,CAAC,IAAI,UAAU,4BAA4B,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;QAC7E,CAAC;IACH,CAAC;IAEO,iBAAiB;QACvB,QAAQ,IAAI,CAAC,YAAY,EAAE,CAAC;YAC1B,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACd,MAAM,CAAC,GACL,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,MAAM;oBACzB,CAAC,CAAC,aAAa,CAAC;wBACZ,OAAO,EAAE,IAAI,CAAC,OAAO;wBACrB,MAAM,EAAE,IAAI,CAAC,MAAM;qBACpB,CAAC;oBACJ,CAAC,CAAC,OAAO,CAAC;gBACd,OAAO,CAAC,CAAC,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC1C,CAAC;YAED,KAAK,SAAS,CAAC,CAAC,CAAC;gBACf,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;oBAClB,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;gBAChE,CAAC;gBACD,MAAM,iBAAiB,GAAG,IAAI,CAAC,UAAU,CAAC;gBAC1C,MAAM,YAAY,GAAG,CAAC,KAAK,EAAE,GAAgC,EAAE,IAAkC,EAAE,EAAE;oBACnG,IAAI,IAAI,EAAE,IAAI,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;wBAChD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;wBACnC,IAAI,CAAC,UAAU,GAAG,iBAAiB,CAAC;wBACpC,IAAI,GAAG,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;oBACjD,CAAC;oBACD,OAAO,KAAK,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;gBAC1B,CAAC,CAAiB,CAAC;gBACnB,OAAO,YAAY,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,MAAM,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC3H,CAAC;YAED,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACd,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;oBAClB,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;gBACxE,CAAC;gBACD,OAAO,YAAY,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,MAAM,EAAE,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACtG,CAAC;YAED,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACd,MAAM,CAAC,GAAG,IAAI,CAAC,OAAO;oBACpB,CAAC,CAAC,YAAY,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC;oBAC9D,CAAC,CAAC,MAAM,CAAC;gBACX,OAAO,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACjC,CAAC;YAED,KAAK,QAAQ;gBACX,OAAO,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAEtC,KAAK,QAAQ;gBACX,OAAO,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAEtC,KAAK,SAAS;gBACZ,OAAO,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAEvC,KAAK,QAAQ;gBACX,OAAO,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAEtC;gBACE,MAAM,IAAI,KAAK,CAAC,yBAAyB,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;QAClE,CAAC;IACH,CAAC;IAED;;OAEG;IACK,kBAAkB;QACxB,MAAM,OAAO,GAAwB,EAAE,CAAC;QAExC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC/B,CAAC;QAED,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QACjC,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;;;;OAKG;IACK,YAAY,CAAC,IAAY;QAC/B,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,IAAI,CAAC;QAE/C,IAAI,IAAI,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;YAC7B,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;QAC/C,MAAM,CAAC,KAAK,CACV,IAAI,IAAI,CAAC,EAAE,iCAAiC,EAC5C,EAAE,cAAc,EAAE,IAAI,CAAC,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CACxE,CAAC;QAEF,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;;;;;;;;;OAUG;IACK,YAAY,CAAC,IAAY;QAC/B,yDAAyD;QACzD,IAAI,SAAS,GAAG,IAAI;aACjB,OAAO,CAAC,iDAAiD,EAAE,GAAG,CAAC;aAC/D,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;QAE3B,kFAAkF;QAClF,+EAA+E;QAC/E,SAAS,GAAG,SAAS,CAAC,OAAO,CAC3B,6EAA6E,EAC7E,GAAG,CACJ,CAAC;QAEF,oDAAoD;QACpD,SAAS,GAAG,SAAS;aAClB,OAAO,CAAC,wBAAwB,EAAE,EAAE,CAAC,CAAC,oBAAoB;aAC1D,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,CAAC,oCAAoC;QAEhE,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,kBAAkB,CAAI,EAAoB;QACtD,IAAI,OAAmB,CAAC;QACxB,MAAM,IAAI,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,GAAG,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;QACpE,MAAM,IAAI,GAAG,sBAAsB,CAAC,WAAW,CAAC;QAChD,sBAAsB,CAAC,WAAW,GAAG,IAAI,CAAC;QAE1C,MAAM,IAAI,CAAC;QACX,MAAM,KAAK,CAAC,sBAAsB,CAAC,eAAe,CAAC,CAAC;QAEpD,IAAI,CAAC;YACH,OAAO,MAAM,EAAE,EAAE,CAAC;QACpB,CAAC;gBAAS,CAAC;YACT,OAAQ,EAAE,CAAC;QACb,CAAC;IACH,CAAC;IAED;;;;;;;;;;;;;;;OAeG;IACK,KAAK,CAAC,WAAW,CACvB,QAAgB,EAChB,IAA6B;QAE7B,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QACjE,IAAI,CAAC;YACH,OAAO,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,GAAG,QAAQ,EAAE,EAAE;gBAC/C,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;gBAC1B,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,CAAC,CAAC;QACL,CAAC;gBAAS,CAAC;YACT,YAAY,CAAC,KAAK,CAAC,CAAC;QACtB,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CAAC,IAAY;QAC3B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,IAAI,KAAK,GAAG,KAAK,CAAC;QAElB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,WAAW,CAC9B,GAAG,EAAE,CACH,SAAS,CACP,KAAK,IAAI,EAAE;gBACT,gEAAgE;gBAChE,IAAI,IAAI,CAAC,YAAY,KAAK,QAAQ,EAAE,CAAC;oBACnC,OAAO,IAAI,CAAC,kBAAkB,CAAC,KAAK,IAAI,EAAE;wBACxC,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC;wBAE7D,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE;4BACpD,KAAK,EAAE,IAAI,CAAC,KAAK;4BACjB,KAAK,EAAE,SAAS;yBACjB,CAAC,CAAC;wBAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;4BACjB,MAAM,IAAI,KAAK,CAAC,qBAAqB,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;wBACjF,CAAC;wBAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAG/B,CAAC;wBACF,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC;4BAC9C,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;4BACpB,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC;wBAEnB,sDAAsD;wBACtD,IAAI,CAAC,SAAS,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;4BAC5C,MAAM,IAAI,KAAK,CAAC,gEAAgE,CAAC,CAAC;wBACpF,CAAC;wBAED,IAAI,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;4BAClD,MAAM,IAAI,KAAK,CAAC,6DAA6D,CAAC,CAAC;wBACjF,CAAC;wBAED,IAAI,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;4BAClC,MAAM,IAAI,KAAK,CAAC,mFAAmF,CAAC,CAAC;wBACvG,CAAC;wBAED,OAAO,SAAS,CAAC;oBACnB,CAAC,CAAC,CAAC;gBACL,CAAC;gBAED,8BAA8B;gBAC9B,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,KAAK,CAAC;oBAChC,KAAK,EAAE,IAAI,CAAC,iBAAiB,EAAE;oBAC/B,KAAK,EAAE,IAAI;iBACZ,CAAC,CAAC;gBAEH,OAAO,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAC/B,CAAC,EACD,IAAI,CAAC,WAAW,EAChB,IAAI,IAAI,CAAC,EAAE,cAAc,CAC1B,EACH,IAAI,CAAC,OAAO,EACZ,IAAI,IAAI,CAAC,EAAE,cAAc,CAC1B,CAAC;YAEF,iFAAiF;YACjF,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YACvC,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,iBAAiB;YAC5D,OAAO,CAAC,eAAe,CAAC;gBACtB,QAAQ,EAAE,IAAI,CAAC,EAAE;gBACjB,MAAM;gBACN,OAAO;gBACP,MAAM,EAAE,KAAK,EAAE,0CAA0C;gBACzD,KAAK,EAAE,KAAK;aACb,CAAC,CAAC;YAEH,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,KAAK,GAAG,IAAI,CAAC;YACb,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YACvC,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAC1C,OAAO,CAAC,eAAe,CAAC;gBACtB,QAAQ,EAAE,IAAI,CAAC,EAAE;gBACjB,MAAM;gBACN,OAAO;gBACP,MAAM,EAAE,KAAK;gBACb,KAAK,EAAE,IAAI;aACZ,CAAC,CAAC;YACH,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAED;;;;;;;;OAQG;IACH,KAAK,CAAC,UAAU,CAAC,KAAe;QAC9B,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,4CAA4C;QAC5C,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,SAAS,IAAI,KAAK,CAAC,MAAM,CAAC;QACpE,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,YAAY,IAAI,CAAC,CAAC;QAE7D,qFAAqF;QACrF,IAAI,CAAC,IAAI,CAAC,WAAW,IAAI,KAAK,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;YACnD,OAAO,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QACtC,CAAC;QAED,4CAA4C;QAC5C,MAAM,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,EAAE,gBAAgB,KAAK,CAAC,MAAM,wBAAwB,SAAS,EAAE,EAAE;YACtF,YAAY,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,SAAS,CAAC;YACjD,YAAY,EAAE,UAAU;SACzB,CAAC,CAAC;QAEH,MAAM,aAAa,GAAe,EAAE,CAAC;QAErC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;YACjD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;YAC5C,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;YAC/C,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,SAAS,CAAC,CAAC;YAEzD,iCAAiC;YACjC,MAAM,eAAe,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAEzF,+BAA+B;YAC/B,MAAM,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,eAAe,CAAC,CAAC;YAExD,gBAAgB;YAChB,MAAM,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,EAAE,sBAAsB,QAAQ,IAAI,YAAY,KAAK,KAAK,CAAC,MAAM,SAAS,CAAC,CAAC;YAClG,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;YAC3D,aAAa,CAAC,IAAI,CAAC,GAAG,eAAe,CAAC,CAAC;YAEvC,mCAAmC;YACnC,IAAI,CAAC,WAAW,CAAC,aAAa,CAAC,eAAe,CAAC,CAAC;YAEhD,2DAA2D;YAC3D,IAAI,UAAU,GAAG,CAAC,IAAI,CAAC,GAAG,SAAS,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;gBACnD,MAAM,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,EAAE,aAAa,UAAU,sBAAsB,CAAC,CAAC;gBACvE,MAAM,KAAK,CAAC,UAAU,CAAC,CAAC;YAC1B,CAAC;QACH,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,EAAE,8BAA8B,EAAE;YACrD,UAAU,EAAE,KAAK,CAAC,MAAM;YACxB,YAAY,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,SAAS,CAAC;YACjD,eAAe,EAAE,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE;SAC9C,CAAC,CAAC;QAEH,OAAO,aAAa,CAAC;IACvB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,gBAAgB,CAAC,KAAe;QAC5C,qEAAqE;QACrE,IAAI,IAAI,CAAC,YAAY,KAAK,QAAQ,EAAE,CAAC;YACnC,IAAI,CAAC;gBACH,OAAO,MAAM,WAAW,CACtB,GAAG,EAAE,CACH,SAAS,CACP,KAAK,IAAI,EAAE;oBACT,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE;wBACpD,KAAK,EAAE,IAAI,CAAC,KAAK;wBACjB,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;qBACjE,CAAC,CAAC;oBAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;wBACjB,MAAM,IAAI,KAAK,CACb,2BAA2B,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CACpE,CAAC;oBACJ,CAAC;oBAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAGlC,CAAC;oBAEF,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC;wBAC3C,CAAC,CAAC,IAAI,CAAC,UAAU;wBACjB,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC;4BAC7B,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC;4BAClB,CAAC,CAAC,IAAI,CAAC;oBAEX,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC;wBAC9C,MAAM,IAAI,KAAK,CACb,qDAAqD,KAAK,CAAC,MAAM,cAAc,CAChF,CAAC;oBACJ,CAAC;oBAED,KAAK,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;wBACzB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;4BACxB,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;wBACzD,CAAC;wBACD,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;4BAC9C,MAAM,IAAI,KAAK,CACb,6DAA6D,CAC9D,CAAC;wBACJ,CAAC;wBACD,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;4BAC9B,MAAM,IAAI,KAAK,CACb,mFAAmF,CACpF,CAAC;wBACJ,CAAC;oBACH,CAAC;oBAED,OAAO,MAAM,CAAC;gBAChB,CAAC,EACD,IAAI,CAAC,WAAW,EAChB,IAAI,IAAI,CAAC,EAAE,uBAAuB,KAAK,CAAC,MAAM,SAAS,CACxD,EACH,IAAI,CAAC,OAAO,EACZ,IAAI,IAAI,CAAC,EAAE,oBAAoB,CAChC,CAAC;YACJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,IAAI,CACT,IAAI,IAAI,CAAC,EAAE,2EAA4E,KAAe,CAAC,OAAO,EAAE,CACjH,CAAC;gBACF,MAAM,UAAU,GAAe,EAAE,CAAC;gBAClC,IAAI,mBAAmB,GAAG,CAAC,CAAC;gBAC5B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,IAAI,CAAC;wBACH,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;wBAC9C,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;wBAC3B,mBAAmB,GAAG,CAAC,CAAC;oBAC1B,CAAC;oBAAC,OAAO,SAAS,EAAE,CAAC;wBACnB,mBAAmB,EAAE,CAAC;wBACtB,IAAI,mBAAmB,IAAI,CAAC,EAAE,CAAC;4BAC7B,MAAM,IAAI,KAAK,CACb,IAAI,IAAI,CAAC,EAAE,iEAAkE,SAAmB,CAAC,OAAO,EAAE,CAC3G,CAAC;wBACJ,CAAC;wBACD,UAAU,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;oBACtD,CAAC;gBACH,CAAC;gBACD,OAAO,UAAU,CAAC;YACpB,CAAC;QACH,CAAC;QAED,oCAAoC;QACpC,OAAO,WAAW,CAChB,GAAG,EAAE,CACH,SAAS,CACP,KAAK,IAAI,EAAE;YACT,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,SAAS,CAAC;gBACrC,KAAK,EAAE,IAAI,CAAC,iBAAiB,EAAE;gBAC/B,MAAM,EAAE,KAAK;aACd,CAAC,CAAC;YAEH,OAAO,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9C,CAAC,EACD,IAAI,CAAC,WAAW,EAChB,IAAI,IAAI,CAAC,EAAE,uBAAuB,KAAK,CAAC,MAAM,SAAS,CACxD,EACH,IAAI,CAAC,OAAO,EACZ,IAAI,IAAI,CAAC,EAAE,oBAAoB,CAChC,CAAC;IACJ,CAAC;IAED;;;;;;;;;;;OAWG;IACH,KAAK,CAAC,WAAW;QACf,IAAI,CAAC;YACH,4DAA4D;YAC5D,+CAA+C;YAC/C,IAAI,IAAI,CAAC,YAAY,KAAK,QAAQ,EAAE,CAAC;gBACnC,IAAI,CAAC;oBACH,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;oBACzC,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,CAAC;oBAC7D,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,WAAW,EAAE;wBACvD,MAAM,EAAE,UAAU,CAAC,MAAM;qBAC1B,CAAC,CAAC;oBACH,YAAY,CAAC,SAAS,CAAC,CAAC;oBACxB,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;wBACjB,MAAM,CAAC,KAAK,CACV,IAAI,IAAI,CAAC,EAAE,yBAAyB,QAAQ,CAAC,MAAM,EAAE,CACtD,CAAC;wBACF,OAAO,KAAK,CAAC;oBACf,CAAC;gBACH,CAAC;gBAAC,MAAM,CAAC;oBACP,MAAM,CAAC,KAAK,CACV,IAAI,IAAI,CAAC,EAAE,8BAA8B,EACzC,SAAS,EACT,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,CAC3C,CAAC;oBACF,OAAO,KAAK,CAAC;gBACf,CAAC;YACH,CAAC;YAED,iEAAiE;YACjE,MAAM,QAAQ,GAAG,MAAM,CAAC;YACxB,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;YAElD,4BAA4B;YAC5B,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC,MAAM,KAAK,IAAI,CAAC,UAAU,EAAE,CAAC;gBACtE,MAAM,CAAC,KAAK,CACV,IAAI,IAAI,CAAC,EAAE,gCAAgC,EAC3C,SAAS,EACT,EAAE,QAAQ,EAAE,IAAI,CAAC,UAAU,EAAE,GAAG,EAAE,SAAS,CAAC,MAAM,EAAE,CACrD,CAAC;gBACF,OAAO,KAAK,CAAC;YACf,CAAC;YAED,gDAAgD;YAChD,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBAChE,MAAM,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,EAAE,0CAA0C,CAAC,CAAC;gBACpE,OAAO,KAAK,CAAC;YACf,CAAC;YAED,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CACV,IAAI,IAAI,CAAC,EAAE,wBAAwB,EACnC,KAAc,CACf,CAAC;YACF,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED;;OAEG;IACH,SAAS;QACP,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED;;OAEG;IACH,kBAAkB;QAChB,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,CAAC;IACtC,CAAC;;AAGH;;;;;;GAMG;AACH,MAAM,UAAU,cAAc,CAC5B,MAA+B,EAC/B,UAAkB;IAElB,IAAI,MAAM,CAAC,QAAQ,KAAK,cAAc,EAAE,CAAC;QACvC,2EAA2E;QAC3E,uEAAuE;QACvE,4CAA4C;QAC5C,OAAO,IAAI,kCAAkC,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IACpE,CAAC;IACD,OAAO,IAAI,sBAAsB,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;AACxD,CAAC"}

package/dist/services/embeddings/providers/local-transformers.d.ts

@@ -0,0 +1,80 @@
+/**
+ * Local in-process embedding provider backed by transformers.js (@huggingface/transformers v3+, ONNX).
+ *
+ * Goal (roadmap A5): a fully offline, no-server, no-API-key embedding backend
+ * that composes with the existing EmbeddingProvider machinery (priority-ordered
+ * fallback chain, CachedEmbeddingProvider, rate limiter). This removes the hard
+ * runtime dependency on an external model server (Ollama) for a default install
+ * and sidesteps the documented "thinking model degrades structured output" bug.
+ *
+ * The model is loaded lazily on first use and cached by transformers.js in the
+ * local HuggingFace cache directory, so after the first run the provider needs
+ * no network access. Instantiation itself is cheap (no model I/O); the heavy
+ * ONNX load happens inside `ensureModel()` and is memoized via a single promise
+ * so concurrent embed calls share one load.
+ *
+ * The transformers.js dependency is optional at the type level: we import it
+ * dynamically (`await import("@huggingface/transformers")`) so the package only
+ * has to be present when this provider is actually selected. This keeps the dep
+ * cost off the default install path and lets tests mock the pipeline without
+ * pulling a multi-megabyte ONNX runtime.
+ *
+ * Migration note (@xenova/transformers v2 → @huggingface/transformers v3):
+ * the v3 package dropped the `quantized` pipeline option in favor of `dtype`.
+ * We pass `dtype: "q8"` to preserve the v2 `quantized: true` behavior
+ * (8-bit weights → ~25MB download, negligible retrieval-quality loss). The
+ * `pipeline`, `env`, and Tensor `.data` (typed Float32Array) surfaces are
+ * otherwise API-compatible.
+ */
+import type { EmbeddingProvider } from "../provider.js";
+import type { EmbeddingProviderConfig } from "../config.js";
+/**
+ * Default transformers.js model. all-MiniLM-L6-v2 is a small (~25MB ONNX),
+ * general-purpose sentence embedding model with 384 dimensions and solid
+ * semantic-search quality for its size. It is a reasonable offline default for
+ * code+text retrieval; users can override via TRANSFORMERS_EMBEDDING_MODEL.
+ *
+ * The `Xenova/...` model id remains resolvable by @huggingface/transformers v3
+ * (the weights live on the Hugging Face Hub under the Xenova org); changing it
+ * would be an out-of-scope behavioral change.
+ */
+export declare const DEFAULT_LOCAL_MODEL = "Xenova/all-MiniLM-L6-v2";
+/** Known dimension for the default model, used when not declared in config. */
+export declare const DEFAULT_LOCAL_DIMENSIONS = 384;
+/**
+ * Local in-process embedding provider using transformers.js (ONNX runtime).
+ *
+ * Implements the same EmbeddingProvider interface as AISDKEmbeddingProvider so
+ * it transparently composes with CachedEmbeddingProvider and the fallback
+ * selection chain in embeddings/index.ts.
+ */
+export declare class LocalTransformersEmbeddingProvider implements EmbeddingProvider {
+    readonly id: string;
+    readonly model: string;
+    readonly dimensions: number;
+    /** Max characters to send per text (model context limit). */
+    private readonly maxChars;
+    /** Memoized model-load promise so concurrent embeds share a single load. */
+    private modelPromise;
+    constructor(config: EmbeddingProviderConfig, providerId: string);
+    /**
+     * Lazily load the transformers.js feature-extraction pipeline.
+     *
+     * The import is dynamic so the (sizeable) ONNX runtime is only pulled in when
+     * this provider is actually selected. The load is memoized: the first caller
+     * triggers the ONNX/model load, all concurrent callers await the same promise.
+     */
+    private ensureModel;
+    /** Truncate text to the configured per-call character limit. */
+    private truncateText;
+    embedQuery(text: string): Promise<number[]>;
+    embedBatch(texts: string[]): Promise<number[][]>;
+    /**
+     * Availability check. For the local provider this confirms the model can be
+     * loaded (which triggers the one-time ONNX/model download on first run).
+     * Cheap on subsequent calls because the load is memoized.
+     */
+    isAvailable(): Promise<boolean>;
+    getConfig(): EmbeddingProviderConfig;
+}
+//# sourceMappingURL=local-transformers.d.ts.map

package/dist/services/embeddings/providers/local-transformers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"local-transformers.d.ts","sourceRoot":"","sources":["../../../../src/services/embeddings/providers/local-transformers.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AAEH,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACxD,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,cAAc,CAAC;AAI5D;;;;;;;;;GASG;AACH,eAAO,MAAM,mBAAmB,4BAA4B,CAAC;AAE7D,+EAA+E;AAC/E,eAAO,MAAM,wBAAwB,MAAM,CAAC;AAkC5C;;;;;;GAMG;AACH,qBAAa,kCAAmC,YAAW,iBAAiB;IAC1E,SAAgB,EAAE,EAAE,MAAM,CAAC;IAC3B,SAAgB,KAAK,EAAE,MAAM,CAAC;IAC9B,SAAgB,UAAU,EAAE,MAAM,CAAC;IAEnC,6DAA6D;IAC7D,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAElC,4EAA4E;IAC5E,OAAO,CAAC,YAAY,CAAmD;gBAE3D,MAAM,EAAE,uBAAuB,EAAE,UAAU,EAAE,MAAM;IAO/D;;;;;;OAMG;YACW,WAAW;IAqDzB,gEAAgE;IAChE,OAAO,CAAC,YAAY;IAKd,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAK3C,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;IAyEtD;;;;OAIG;IACG,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;IAyBrC,SAAS,IAAI,uBAAuB;CASrC"}