@zvec/zvec-grep 0.1.5 → 0.1.6

package/dist/engine/models/{providers/llama-cpp/embedding.d.ts → backends/llama-cpp.d.ts}

@@ -1,6 +1,6 @@
-import type { Content } from "../../../types.js";
-import { EmbeddingModel, type EmbeddingOptions, type EmbeddingVector } from "../../embeddings.js";
-import type { LlamaCppEmbeddingCatalogEntry, ModelProviderOptions } from "../../types.js";
+import type { Content } from "../../types.js";
+import { BaseEmbeddingModel, type CreateEmbeddingModelOptions, type EmbeddingModelInfo, type EmbeddingResult, type NormalizedEmbeddingOptions } from "../embeddings.js";
+import type { LlamaCppEmbeddingCatalogEntry } from "../catalog.js";
 type LlamaEmbedding = {
     vector: ArrayLike<number>;
 };
@@ -30,35 +30,38 @@ type Llama = {
     }): Promise<LlamaModel>;
     dispose?(): Promise<void> | void;
 };
+type LlamaGpuSelection = Exclude<NonNullable<CreateEmbeddingModelOptions["device"]>, "cpu"> | false;
 type NodeLlamaCppModule = {
     getLlama(options: Record<string, unknown>): Promise<Llama>;
     resolveModelFile(model: string, options: {
         directory: string;
         cli?: boolean;
+        onProgress?: (status: {
+            totalSize: number;
+            downloadedSize: number;
+        }) => void;
     }): Promise<string>;
     LlamaLogLevel?: {
         error?: unknown;
     };
 };
 type NodeLlamaCppLoader = () => Promise<NodeLlamaCppModule>;
-export declare function setLlamaCppRuntimeForTesting(loader: NodeLlamaCppLoader | null): void;
-export declare class LlamaCppEmbeddingModel extends EmbeddingModel {
+type LlamaCppRuntimeState = {
+    failedGpuInitModes: Set<LlamaGpuSelection>;
+    cpuCompatibleFallbackWarningShown: boolean;
+};
+type LlamaCppDependencies = {
+    loadRuntime: NodeLlamaCppLoader;
+    runtimeState: LlamaCppRuntimeState;
+};
+export declare class LlamaCppEmbeddingModel extends BaseEmbeddingModel {
     private readonly entry;
-    readonly ref: {
-        readonly provider: "local";
-        readonly model: string;
-    };
-    readonly dimension: number;
-    readonly metric: import("../../types.js").VectorMetric;
-    readonly supportedContentKinds: readonly ["text"];
-    readonly limits: {
-        readonly maxBatchSize: number;
-        readonly maxInputTokens: number;
-    };
-    readonly recommendedIndexConcurrency = 1;
+    readonly info: EmbeddingModelInfo;
     private readonly modelCacheDir;
     private readonly gpu;
-    private readonly embeddingParallelism?;
+    private readonly parallelism?;
+    private readonly dependencies;
+    private runtimeImport;
     private llama;
     private model;
     private contexts;
@@ -67,11 +70,13 @@ export declare class LlamaCppEmbeddingModel extends EmbeddingModel {
     private contextsCreatePromise;
     private usingCpuFallback;
     private disposed;
-    constructor(entry: LlamaCppEmbeddingCatalogEntry, options: ModelProviderOptions);
-    protected doEmbed(contents: readonly Content[], options: Required<EmbeddingOptions>): Promise<EmbeddingVector[]>;
+    constructor(entry: LlamaCppEmbeddingCatalogEntry, options: CreateEmbeddingModelOptions, dependencies?: Partial<LlamaCppDependencies>);
+    protected doEmbed(contents: readonly Content[], options: NormalizedEmbeddingOptions): Promise<EmbeddingResult>;
+    private embedBatch;
     dispose(): Promise<void>;
     private embedTexts;
     private ensureLlama;
+    private loadRuntime;
     private loadLlamaWithFallback;
     private loadCpuCompatibleLlama;
     private ensureModel;

package/dist/engine/models/{providers/llama-cpp/embedding.js → backends/llama-cpp.js}

@@ -1,8 +1,9 @@
 import { closeSync, existsSync, mkdirSync, openSync, readSync, statSync, unlinkSync, } from "node:fs";
-import { join } from "node:path";
-import { EngineError } from "../../../errors/index.js";
-import { defaultHome } from "../../../utils/path.js";
-import { EmbeddingModel, } from "../../embeddings.js";
+import { basename, join } from "node:path";
+import { EngineError } from "../../errors.js";
+import { defaultHome } from "../../utils/path.js";
+import { BaseEmbeddingModel, } from "../embeddings.js";
+import { createModelDownloadProgressReporter, } from "../download-progress.js";
 const DEFAULT_MODEL_CACHE_DIR = join(defaultHome(), "models");
 const GGUF_MAGIC = Buffer.from("GGUF");
 const DEFAULT_PARALLELISM_CAP = 8;
@@ -14,10 +15,6 @@ const DEFAULT_DARWIN_ARM64_CMAKE_OPTIONS = {
     GGML_NATIVE: "OFF",
 };
 const SUPPRESSED_LLAMA_CPP_LOG_MESSAGES = new Set(["Failed to get swap info"]);
-let nodeLlamaCppImport = null;
-let nodeLlamaCppLoader = defaultNodeLlamaCppLoader;
-const failedGpuInitModes = new Set();
-let cpuCompatibleFallbackWarningShown = false;
 async function defaultNodeLlamaCppLoader() {
     const moduleName = "node-llama-cpp";
     try {
@@ -41,27 +38,25 @@ function installDarwinMetalResidencyMitigation() {
     }
     process.env.GGML_METAL_NO_RESIDENCY ??= "1";
 }
-async function loadNodeLlamaCpp() {
-    nodeLlamaCppImport ??= nodeLlamaCppLoader();
-    return nodeLlamaCppImport;
-}
-export function setLlamaCppRuntimeForTesting(loader) {
-    nodeLlamaCppImport = null;
-    nodeLlamaCppLoader = loader ?? defaultNodeLlamaCppLoader;
-    failedGpuInitModes.clear();
-    cpuCompatibleFallbackWarningShown = false;
-}
-export class LlamaCppEmbeddingModel extends EmbeddingModel {
+let defaultRuntimeImport = null;
+const defaultDependencies = {
+    loadRuntime() {
+        defaultRuntimeImport ??= defaultNodeLlamaCppLoader();
+        return defaultRuntimeImport;
+    },
+    runtimeState: {
+        failedGpuInitModes: new Set(),
+        cpuCompatibleFallbackWarningShown: false,
+    },
+};
+export class LlamaCppEmbeddingModel extends BaseEmbeddingModel {
     entry;
-    ref;
-    dimension;
-    metric;
-    supportedContentKinds = ["text"];
-    limits;
-    recommendedIndexConcurrency = 1;
+    info;
     modelCacheDir;
     gpu;
-    embeddingParallelism;
+    parallelism;
+    dependencies;
+    runtimeImport = null;
     llama = null;
     model = null;
     contexts = [];
@@ -70,39 +65,42 @@ export class LlamaCppEmbeddingModel extends EmbeddingModel {
     contextsCreatePromise = null;
     usingCpuFallback = false;
     disposed = false;
-    constructor(entry, options) {
+    constructor(entry, options, dependencies = {}) {
         super();
         this.entry = entry;
-        this.ref = {
+        this.info = {
+            reference: entry.reference,
             provider: entry.provider,
-            model: entry.model,
-        };
-        this.dimension = entry.dimension;
-        this.metric = entry.metric;
-        this.limits = {
-            maxBatchSize: entry.maxBatchSize,
-            maxInputTokens: entry.contextSize,
+            name: entry.model,
+            dimension: entry.dimension,
+            metric: entry.metric,
+            inputKinds: ["text"],
+            limits: {
+                maxBatchSize: entry.maxBatchSize,
+                maxInputTokens: entry.contextSize,
+            },
         };
         this.modelCacheDir =
             options.modelCacheDir ??
                 process.env.ZVEC_GREP_MODEL_CACHE ??
                 DEFAULT_MODEL_CACHE_DIR;
-        this.gpu =
-            options.llamaGpu ?? resolveLlamaGpuMode(process.env.ZVEC_GREP_LLAMA_GPU);
-        this.embeddingParallelism =
-            options.embeddingParallelism ??
-                resolveParallelismOverride(process.env.ZVEC_GREP_EMBED_PARALLELISM);
+        this.gpu = embeddingDeviceToLlamaGpuSelection(options.device ?? "cpu");
+        this.parallelism = resolveParallelismOverride(process.env.ZVEC_GREP_LLAMA_CONTEXT_PARALLELISM);
+        this.dependencies = { ...defaultDependencies, ...dependencies };
     }
     async doEmbed(contents, options) {
+        return await this.embedBatch(contents, options);
+    }
+    async embedBatch(contents, options) {
         this.ensureNotDisposed();
         const texts = contents.map((content) => formatTextForEmbedding(content.text, options.purpose, this.entry));
         try {
-            return await this.embedTexts(texts);
+            return await this.embedTexts(texts, options.onProgress);
         }
         catch (cause) {
             throw new EngineError("llama.cpp embedding failed", {
                 code: "ZVEC_GREP.ENGINE.MODELS.LLAMA_CPP_EMBED_FAILED",
-                context: `model=${this.entry.id}`,
+                context: `model=${this.entry.reference}`,
                 cause,
             });
         }
@@ -116,34 +114,44 @@ export class LlamaCppEmbeddingModel extends EmbeddingModel {
         this.modelLoadPromise = null;
         this.contextsCreatePromise = null;
     }
-    async embedTexts(texts) {
-        const contexts = await this.ensureEmbeddingContexts(texts.length);
+    async embedTexts(texts, onProgress) {
+        const contexts = await this.ensureEmbeddingContexts(texts.length, onProgress);
+        const truncatedInputIndexes = [];
+        const safeTexts = texts.map((text, index) => {
+            const result = this.truncateToContextSize(text);
+            if (result.truncated) {
+                truncatedInputIndexes.push(index);
+            }
+            return result.text;
+        });
         const chunkSize = Math.ceil(texts.length / contexts.length);
         const chunks = contexts
             .map((context, index) => ({
             context,
-            texts: texts.slice(index * chunkSize, (index + 1) * chunkSize),
+            texts: safeTexts.slice(index * chunkSize, (index + 1) * chunkSize),
         }))
             .filter((chunk) => chunk.texts.length > 0);
         const results = await Promise.all(chunks.map(async (chunk) => {
             const vectors = [];
             for (const text of chunk.texts) {
-                const safeText = this.truncateToContextSize(text);
-                const embedding = await chunk.context.getEmbeddingFor(safeText);
+                const embedding = await chunk.context.getEmbeddingFor(text);
                 vectors.push(Array.from(embedding.vector));
             }
             return vectors;
         }));
-        return results.flat();
+        return {
+            vectors: results.flat(),
+            truncated: truncatedInputIndexes,
+        };
     }
-    async ensureLlama() {
+    async ensureLlama(downloadProgress) {
         if (this.llama) {
             return this.llama;
         }
         if (this.llamaLoadPromise) {
             return await this.llamaLoadPromise;
         }
-        this.llamaLoadPromise = this.loadLlamaWithFallback();
+        this.llamaLoadPromise = this.loadLlamaWithFallback(downloadProgress);
         try {
             return await this.llamaLoadPromise;
         }
@@ -151,8 +159,12 @@ export class LlamaCppEmbeddingModel extends EmbeddingModel {
             this.llamaLoadPromise = null;
         }
     }
-    async loadLlamaWithFallback() {
-        const runtime = await loadNodeLlamaCpp();
+    async loadRuntime() {
+        this.runtimeImport ??= this.dependencies.loadRuntime();
+        return await this.runtimeImport;
+    }
+    async loadLlamaWithFallback(downloadProgress) {
+        const runtime = await this.loadRuntime();
         const requestedGpu = this.usingCpuFallback ? false : this.gpu;
         const load = (gpu) => runtime.getLlama({
             build: "autoAttempt",
@@ -163,46 +175,46 @@ export class LlamaCppEmbeddingModel extends EmbeddingModel {
             progressLogs: false,
         });
         if (requestedGpu === false) {
-            this.llama = await this.loadCpuCompatibleLlama(load);
+            this.llama = await this.loadCpuCompatibleLlama(load, downloadProgress);
             return this.llama;
         }
-        if (failedGpuInitModes.has(requestedGpu)) {
-            process.stderr.write(`zvec-grep warning: skipping previously failed llama.cpp GPU init${requestedGpu === "auto" ? "" : ` for ZVEC_GREP_LLAMA_GPU=${requestedGpu}`}, using CPU.\n`);
+        if (this.dependencies.runtimeState.failedGpuInitModes.has(requestedGpu)) {
+            reportLlamaWarning(downloadProgress, `skipping previously failed llama.cpp GPU init${requestedGpu === "auto" ? "" : ` for device=${requestedGpu}`}, using CPU.`);
             this.usingCpuFallback = true;
-            this.llama = await this.loadCpuCompatibleLlama(load);
+            this.llama = await this.loadCpuCompatibleLlama(load, downloadProgress);
             return this.llama;
         }
         try {
             this.llama = await load(requestedGpu);
         }
         catch (error) {
-            failedGpuInitModes.add(requestedGpu);
-            process.stderr.write(`zvec-grep warning: llama.cpp GPU init failed (${formatErrorMessage(error)}), falling back to CPU.\n`);
+            this.dependencies.runtimeState.failedGpuInitModes.add(requestedGpu);
+            reportLlamaWarning(downloadProgress, `llama.cpp GPU init failed (${formatErrorMessage(error)}), falling back to CPU.`);
             this.usingCpuFallback = true;
-            this.llama = await this.loadCpuCompatibleLlama(load);
+            this.llama = await this.loadCpuCompatibleLlama(load, downloadProgress);
         }
         return this.llama;
     }
-    async loadCpuCompatibleLlama(load) {
+    async loadCpuCompatibleLlama(load, downloadProgress) {
         try {
             return await load(false);
         }
         catch (error) {
-            if (!cpuCompatibleFallbackWarningShown) {
-                cpuCompatibleFallbackWarningShown = true;
-                process.stderr.write(`zvec-grep warning: CPU-only llama.cpp backend unavailable (${formatErrorMessage(error)}); using packaged backend with GPU model offloading disabled.\n`);
+            if (!this.dependencies.runtimeState.cpuCompatibleFallbackWarningShown) {
+                this.dependencies.runtimeState.cpuCompatibleFallbackWarningShown = true;
+                reportLlamaWarning(downloadProgress, `CPU-only llama.cpp backend unavailable (${formatErrorMessage(error)}); using packaged backend with GPU model offloading disabled.`);
             }
             return await load("auto");
         }
     }
-    async ensureModel() {
+    async ensureModel(onProgress) {
         if (this.model) {
             return this.model;
         }
         if (this.modelLoadPromise) {
             return await this.modelLoadPromise;
         }
-        this.modelLoadPromise = this.loadModelWithFallback();
+        this.modelLoadPromise = this.loadModelWithFallback(onProgress);
         try {
             return await this.modelLoadPromise;
         }
@@ -210,23 +222,32 @@ export class LlamaCppEmbeddingModel extends EmbeddingModel {
             this.modelLoadPromise = null;
         }
     }
-    async loadModelWithFallback() {
+    async loadModelWithFallback(onProgress) {
+        const downloadProgress = createModelDownloadProgressReporter(this.entry.reference, onProgress, [basename(this.entry.uri)]);
+        downloadProgress.start();
         try {
-            return await this.loadModel();
+            const model = await this.loadModel(downloadProgress);
+            downloadProgress.finish();
+            return model;
         }
         catch (error) {
             if (!this.canRetryGpuOperationOnCpu()) {
                 throw error;
             }
-            process.stderr.write(`zvec-grep warning: llama.cpp GPU model load failed (${formatErrorMessage(error)}), falling back to CPU.\n`);
+            const warning = `llama.cpp GPU model load failed (${formatErrorMessage(error)}), falling back to CPU.`;
+            if (!downloadProgress.warning(warning)) {
+                process.stderr.write(`zvec-grep warning: ${warning}\n`);
+            }
             this.usingCpuFallback = true;
             await this.disposeLoadedRuntime();
-            return await this.loadModel();
+            const model = await this.loadModel(downloadProgress);
+            downloadProgress.finish();
+            return model;
         }
     }
-    async loadModel() {
-        const llama = await this.ensureLlama();
-        const modelPath = await this.resolveModelPath();
+    async loadModel(downloadProgress) {
+        const modelPath = await this.resolveModelPath(downloadProgress);
+        const llama = await this.ensureLlama(downloadProgress);
         const model = await llama.loadModel(this.modelLoadOptions(modelPath));
         this.model = model;
         return model;
@@ -237,7 +258,7 @@ export class LlamaCppEmbeddingModel extends EmbeddingModel {
             ...(this.shouldDisableModelGpuOffload() ? { gpuLayers: 0 } : {}),
         };
     }
-    async ensureEmbeddingContexts(textCount) {
+    async ensureEmbeddingContexts(textCount, onProgress) {
         const targetParallelism = await this.resolveEffectiveParallelism(textCount);
         if (this.contexts.length >= targetParallelism) {
             return this.contexts.slice(0, targetParallelism);
@@ -248,8 +269,7 @@ export class LlamaCppEmbeddingModel extends EmbeddingModel {
                 return this.contexts.slice(0, targetParallelism);
             }
         }
-        this.contextsCreatePromise =
-            this.createEmbeddingContextsWithFallback(targetParallelism);
+        this.contextsCreatePromise = this.createEmbeddingContextsWithFallback(targetParallelism, onProgress);
         try {
             await this.contextsCreatePromise;
             return this.contexts.slice(0, targetParallelism);
@@ -258,9 +278,9 @@ export class LlamaCppEmbeddingModel extends EmbeddingModel {
             this.contextsCreatePromise = null;
         }
     }
-    async createEmbeddingContextsWithFallback(targetParallelism) {
+    async createEmbeddingContextsWithFallback(targetParallelism, onProgress) {
         try {
-            return await this.createEmbeddingContexts(targetParallelism);
+            return await this.createEmbeddingContexts(targetParallelism, onProgress);
         }
         catch (error) {
             if (!this.canRetryGpuOperationOnCpu()) {
@@ -269,11 +289,11 @@ export class LlamaCppEmbeddingModel extends EmbeddingModel {
             process.stderr.write(`zvec-grep warning: llama.cpp GPU embedding context failed (${formatErrorMessage(error)}), falling back to CPU.\n`);
             this.usingCpuFallback = true;
             await this.disposeLoadedRuntime();
-            return await this.createEmbeddingContexts(targetParallelism);
+            return await this.createEmbeddingContexts(targetParallelism, onProgress);
         }
     }
-    async createEmbeddingContexts(targetParallelism) {
-        const model = await this.ensureModel();
+    async createEmbeddingContexts(targetParallelism, onProgress) {
+        const model = await this.ensureModel(onProgress);
         const threads = await this.resolveThreadsPerContext(targetParallelism);
         const initialContextCount = this.contexts.length;
         while (this.contexts.length < targetParallelism) {
@@ -318,19 +338,26 @@ export class LlamaCppEmbeddingModel extends EmbeddingModel {
         this.modelLoadPromise = null;
         this.llamaLoadPromise = null;
     }
-    async resolveModelPath() {
+    async resolveModelPath(downloadProgress) {
         mkdirSync(this.modelCacheDir, { recursive: true });
-        const runtime = await loadNodeLlamaCpp();
+        const runtime = await this.loadRuntime();
         const modelPath = await runtime.resolveModelFile(this.entry.uri, {
             directory: this.modelCacheDir,
             cli: false,
+            onProgress: ({ downloadedSize, totalSize }) => {
+                downloadProgress.report({
+                    artifact: basename(this.entry.uri),
+                    downloadedBytes: downloadedSize,
+                    totalBytes: totalSize,
+                });
+            },
         });
         validateGgufFile(modelPath, this.entry.uri);
         return modelPath;
     }
     async resolveParallelism() {
-        if (this.embeddingParallelism !== undefined) {
-            return this.embeddingParallelism;
+        if (this.parallelism !== undefined) {
+            return this.parallelism;
         }
         const llama = await this.ensureLlama();
         if (!this.shouldDisableModelGpuOffload() &&
@@ -365,20 +392,23 @@ export class LlamaCppEmbeddingModel extends EmbeddingModel {
     truncateToContextSize(text) {
         const model = this.model;
         if (!model?.tokenize || !model.detokenize) {
-            return text;
+            return { text, truncated: false };
         }
         const limit = Math.max(1, Math.min(this.entry.contextSize, model.trainContextSize ?? this.entry.contextSize));
         const tokens = model.tokenize(text);
         if (tokens.length <= limit) {
-            return text;
+            return { text, truncated: false };
         }
-        return model.detokenize(tokens.slice(0, Math.max(1, limit - 4)));
+        return {
+            text: model.detokenize(tokens.slice(0, Math.max(1, limit - 4))),
+            truncated: true,
+        };
     }
     ensureNotDisposed() {
         if (this.disposed) {
             throw new EngineError("llama.cpp embedding model is disposed", {
                 code: "ZVEC_GREP.ENGINE.MODELS.LLAMA_CPP_DISPOSED",
-                context: `model=${this.entry.id}`,
+                context: `model=${this.entry.reference}`,
             });
         }
     }
@@ -386,6 +416,11 @@ export class LlamaCppEmbeddingModel extends EmbeddingModel {
 function formatErrorMessage(error) {
     return error instanceof Error ? error.message : String(error);
 }
+function reportLlamaWarning(downloadProgress, message) {
+    if (!downloadProgress?.warning(message)) {
+        process.stderr.write(`zvec-grep warning: ${message}\n`);
+    }
+}
 function llamaCppLogger(_level, message) {
     const trimmed = message.trim();
     if (SUPPRESSED_LLAMA_CPP_LOG_MESSAGES.has(trimmed)) {
@@ -424,22 +459,8 @@ function formatTextForEmbedding(text, purpose, entry) {
         ? `task: search result | query: ${text}`
         : `title: none | text: ${text}`;
 }
-function resolveLlamaGpuMode(envValue) {
-    const normalized = envValue?.trim().toLowerCase() ?? "";
-    if (!normalized) {
-        return false;
-    }
-    if (["false", "off", "none", "disable", "disabled", "0"].includes(normalized)) {
-        return false;
-    }
-    if (normalized === "auto" ||
-        normalized === "metal" ||
-        normalized === "vulkan" ||
-        normalized === "cuda") {
-        return normalized;
-    }
-    process.stderr.write(`zvec-grep warning: invalid ZVEC_GREP_LLAMA_GPU="${envValue}", using CPU.\n`);
-    return false;
+function embeddingDeviceToLlamaGpuSelection(device) {
+    return device === "cpu" ? false : device;
 }
 function resolveParallelismOverride(envValue) {
     const normalized = envValue?.trim() ?? "";
@@ -448,7 +469,7 @@ function resolveParallelismOverride(envValue) {
     }
     const parsed = Number.parseInt(normalized, 10);
     if (!Number.isInteger(parsed) || parsed < 1) {
-        process.stderr.write(`zvec-grep warning: invalid ZVEC_GREP_EMBED_PARALLELISM="${envValue}", using automatic parallelism.\n`);
+        process.stderr.write(`zvec-grep warning: invalid ZVEC_GREP_LLAMA_CONTEXT_PARALLELISM="${envValue}", using automatic parallelism.\n`);
         return undefined;
     }
     return Math.min(DEFAULT_PARALLELISM_CAP, parsed);
@@ -487,4 +508,4 @@ function validateGgufFile(filePath, modelUri) {
         context: `model=${modelUri} path=${filePath} expected=GGUF actual=${got} sizeKB=${sizeKb}`,
     });
 }
-//# sourceMappingURL=embedding.js.map
+//# sourceMappingURL=llama-cpp.js.map

package/dist/engine/models/backends/llama-cpp.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llama-cpp.js","sourceRoot":"","sources":["../../../../src/engine/models/backends/llama-cpp.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,SAAS,EACT,UAAU,EACV,SAAS,EACT,QAAQ,EACR,QAAQ,EACR,QAAQ,EACR,UAAU,GACX,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC3C,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAE9C,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAClD,OAAO,EACL,kBAAkB,GAMnB,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EACL,mCAAmC,GAEpC,MAAM,yBAAyB,CAAC;AA8DjC,MAAM,uBAAuB,GAAG,IAAI,CAAC,WAAW,EAAE,EAAE,QAAQ,CAAC,CAAC;AAC9D,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AACvC,MAAM,uBAAuB,GAAG,CAAC,CAAC;AAClC,MAAM,4BAA4B,GAAG;IACnC,WAAW,EAAE,KAAK;CACV,CAAC;AACX,MAAM,kCAAkC,GAAG;IACzC,GAAG,4BAA4B;IAC/B,WAAW,EAAE,KAAK;CACV,CAAC;AACX,MAAM,iCAAiC,GAAG,IAAI,GAAG,CAAC,CAAC,yBAAyB,CAAC,CAAC,CAAC;AAE/E,KAAK,UAAU,yBAAyB;IACtC,MAAM,UAAU,GAAG,gBAAgB,CAAC;IACpC,IAAI,CAAC;QACH,qCAAqC,EAAE,CAAC;QACxC,OAAO,CAAC,MAAM,MAAM,CAAC,UAAU,CAAC,CAAuB,CAAC;IAC1D,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,WAAW,CACnB,uDAAuD,EACvD;YACE,IAAI,EAAE,sDAAsD;YAC5D,OAAO,EACL,sGAAsG;YACxG,KAAK;SACN,CACF,CAAC;IACJ,CAAC;AACH,CAAC;AAED,SAAS,qCAAqC;IAC5C,IAAI,OAAO,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAClC,OAAO;IACT,CAAC;IAED,IAAI,OAAO,CAAC,GAAG,CAAC,8BAA8B,KAAK,GAAG,EAAE,CAAC;QACvD,OAAO;IACT,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,uBAAuB,KAAK,GAAG,CAAC;AAC9C,CAAC;AAED,IAAI,oBAAoB,GAAuC,IAAI,CAAC;AAEpE,MAAM,mBAAmB,GAAyB;IAChD,WAAW;QACT,oBAAoB,KAAK,yBAAyB,EAAE,CAAC;QACrD,OAAO,oBAAoB,CAAC;IAC9B,CAAC;IACD,YAAY,EAAE;QACZ,kBAAkB,EAAE,IAAI,GAAG,EAAqB;QAChD,iCAAiC,EAAE,KAAK;KACzC;CACF,CAAC;AAEF,MAAM,OAAO,sBAAuB,SAAQ,kBAAkB;IAmBzC;IAlBV,IAAI,CAAqB;IAEjB,aAAa,CAAS;IACtB,GAAG,CAAoB;IACvB,WAAW,CAAU;IACrB,YAAY,CAAuB;IAE5C,aAAa,GAAuC,IAAI,CAAC;IACzD,KAAK,GAAiB,IAAI,CAAC;IAC3B,KAAK,GAAsB,IAAI,CAAC;IAChC,QAAQ,GAA4B,EAAE,CAAC;IACvC,gBAAgB,GAA0B,IAAI,CAAC;IAC/C,gBAAgB,GAA+B,IAAI,CAAC;IACpD,qBAAqB,GAA4C,IAAI,CAAC;IACtE,gBAAgB,GAAG,KAAK,CAAC;IACzB,QAAQ,GAAG,KAAK,CAAC;IAEzB,YACmB,KAAoC,EACrD,OAAoC,EACpC,eAA8C,EAAE;QAEhD,KAAK,EAAE,CAAC;QAJS,UAAK,GAAL,KAAK,CAA+B;QAMrD,IAAI,CAAC,IAAI,GAAG;YACV,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,IAAI,EAAE,KAAK,CAAC,KAAK;YACjB,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,UAAU,EAAE,CAAC,MAAM,CAAC;YACpB,MAAM,EAAE;gBACN,YAAY,EAAE,KAAK,CAAC,YAAY;gBAChC,cAAc,EAAE,KAAK,CAAC,WAAW;aAClC;SACF,CAAC;QACF,IAAI,CAAC,aAAa;YAChB,OAAO,CAAC,aAAa;gBACrB,OAAO,CAAC,GAAG,CAAC,qBAAqB;gBACjC,uBAAuB,CAAC;QAC1B,IAAI,CAAC,GAAG,GAAG,kCAAkC,CAAC,OAAO,CAAC,MAAM,IAAI,KAAK,CAAC,CAAC;QACvE,IAAI,CAAC,WAAW,GAAG,0BAA0B,CAC3C,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAChD,CAAC;QACF,IAAI,CAAC,YAAY,GAAG,EAAE,GAAG,mBAAmB,EAAE,GAAG,YAAY,EAAE,CAAC;IAClE,CAAC;IAES,KAAK,CAAC,OAAO,CACrB,QAA4B,EAC5B,OAAmC;QAEnC,OAAO,MAAM,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAClD,CAAC;IAEO,KAAK,CAAC,UAAU,CACtB,QAA4B,EAC5B,OAAmC;QAEnC,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,MAAM,KAAK,GAAI,QAAmC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CACjE,sBAAsB,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,CAClE,CAAC;QAEF,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QAC1D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,WAAW,CAAC,4BAA4B,EAAE;gBAClD,IAAI,EAAE,gDAAgD;gBACtD,OAAO,EAAE,SAAS,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE;gBACxC,KAAK;aACN,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAEQ,KAAK,CAAC,OAAO;QACpB,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,OAAO;QACT,CAAC;QACD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QAErB,MAAM,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAClC,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAC7B,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC;IACpC,CAAC;IAEO,KAAK,CAAC,UAAU,CACtB,KAAwB,EACxB,UAAuD;QAEvD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,uBAAuB,CACjD,KAAK,CAAC,MAAM,EACZ,UAAU,CACX,CAAC;QACF,MAAM,qBAAqB,GAAa,EAAE,CAAC;QAC3C,MAAM,SAAS,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;YAC1C,MAAM,MAAM,GAAG,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC;YAChD,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;gBACrB,qBAAqB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACpC,CAAC;YACD,OAAO,MAAM,CAAC,IAAI,CAAC;QACrB,CAAC,CAAC,CAAC;QACH,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC;QAC5D,MAAM,MAAM,GAAG,QAAQ;aACpB,GAAG,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;YACxB,OAAO;YACP,KAAK,EAAE,SAAS,CAAC,KAAK,CAAC,KAAK,GAAG,SAAS,EAAE,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,SAAS,CAAC;SACnE,CAAC,CAAC;aACF,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAE7C,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAC/B,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;YACzB,MAAM,OAAO,GAAe,EAAE,CAAC;YAC/B,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;gBAC/B,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;gBAC5D,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;YAC7C,CAAC;YACD,OAAO,OAAO,CAAC;QACjB,CAAC,CAAC,CACH,CAAC;QAEF,OAAO;YACL,OAAO,EAAE,OAAO,CAAC,IAAI,EAAE;YACvB,SAAS,EAAE,qBAAqB;SACjC,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,WAAW,CACvB,gBAAgD;QAEhD,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,OAAO,IAAI,CAAC,KAAK,CAAC;QACpB,CAAC;QAED,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC1B,OAAO,MAAM,IAAI,CAAC,gBAAgB,CAAC;QACrC,CAAC;QAED,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,qBAAqB,CAAC,gBAAgB,CAAC,CAAC;QAErE,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,gBAAgB,CAAC;QACrC,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAC/B,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,WAAW;QACvB,IAAI,CAAC,aAAa,KAAK,IAAI,CAAC,YAAY,CAAC,WAAW,EAAE,CAAC;QACvD,OAAO,MAAM,IAAI,CAAC,aAAa,CAAC;IAClC,CAAC;IAEO,KAAK,CAAC,qBAAqB,CACjC,gBAAgD;QAEhD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzC,MAAM,YAAY,GAAG,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;QAC9D,MAAM,IAAI,GAAG,CAAC,GAAsB,EAAE,EAAE,CACtC,OAAO,CAAC,QAAQ,CAAC;YACf,KAAK,EAAE,aAAa;YACpB,QAAQ,EAAE,OAAO,CAAC,aAAa,EAAE,KAAK;YACtC,MAAM,EAAE,cAAc;YACtB,GAAG;YACH,YAAY,EAAE,2BAA2B,EAAE;YAC3C,YAAY,EAAE,KAAK;SACpB,CAAC,CAAC;QAEL,IAAI,YAAY,KAAK,KAAK,EAAE,CAAC;YAC3B,IAAI,CAAC,KAAK,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAC;YACvE,OAAO,IAAI,CAAC,KAAK,CAAC;QACpB,CAAC;QAED,IAAI,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,kBAAkB,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC;YACxE,kBAAkB,CAChB,gBAAgB,EAChB,gDAAgD,YAAY,KAAK,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,eAAe,YAAY,EAAE,cAAc,CAC3H,CAAC;YACF,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;YAC7B,IAAI,CAAC,KAAK,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAC;YACvE,OAAO,IAAI,CAAC,KAAK,CAAC;QACpB,CAAC;QAED,IAAI,CAAC;YACH,IAAI,CAAC,KAAK,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,CAAC;QACxC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,kBAAkB,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;YACpE,kBAAkB,CAChB,gBAAgB,EAChB,8BAA8B,kBAAkB,CAAC,KAAK,CAAC,yBAAyB,CACjF,CAAC;YACF,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;YAC7B,IAAI,CAAC,KAAK,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAC;QACzE,CAAC;QAED,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAEO,KAAK,CAAC,sBAAsB,CAClC,IAAgD,EAChD,gBAAgD;QAEhD,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC;QAC3B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,iCAAiC,EAAE,CAAC;gBACtE,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,iCAAiC,GAAG,IAAI,CAAC;gBACxE,kBAAkB,CAChB,gBAAgB,EAChB,2CAA2C,kBAAkB,CAAC,KAAK,CAAC,+DAA+D,CACpI,CAAC;YACJ,CAAC;YACD,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,CAAC;QAC5B,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,WAAW,CACvB,UAAuD;QAEvD,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,OAAO,IAAI,CAAC,KAAK,CAAC;QACpB,CAAC;QAED,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC1B,OAAO,MAAM,IAAI,CAAC,gBAAgB,CAAC;QACrC,CAAC;QAED,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,qBAAqB,CAAC,UAAU,CAAC,CAAC;QAE/D,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,gBAAgB,CAAC;QACrC,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAC/B,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,qBAAqB,CACjC,UAAuD;QAEvD,MAAM,gBAAgB,GAAG,mCAAmC,CAC1D,IAAI,CAAC,KAAK,CAAC,SAAS,EACpB,UAAU,EACV,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAC3B,CAAC;QACF,gBAAgB,CAAC,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;YACrD,gBAAgB,CAAC,MAAM,EAAE,CAAC;YAC1B,OAAO,KAAK,CAAC;QACf,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,IAAI,CAAC,yBAAyB,EAAE,EAAE,CAAC;gBACtC,MAAM,KAAK,CAAC;YACd,CAAC;YAED,MAAM,OAAO,GAAG,oCAAoC,kBAAkB,CAAC,KAAK,CAAC,yBAAyB,CAAC;YACvG,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;gBACvC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,sBAAsB,OAAO,IAAI,CAAC,CAAC;YAC1D,CAAC;YACD,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;YAC7B,MAAM,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAClC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;YACrD,gBAAgB,CAAC,MAAM,EAAE,CAAC;YAC1B,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,SAAS,CACrB,gBAA+C;QAE/C,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,CAAC,CAAC;QAChE,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,gBAAgB,CAAC,CAAC;QACvD,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC,CAAC;QACtE,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,gBAAgB,CAAC,SAAiB;QAIxC,OAAO;YACL,SAAS;YACT,GAAG,CAAC,IAAI,CAAC,4BAA4B,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACjE,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,uBAAuB,CACnC,SAAiB,EACjB,UAAuD;QAEvD,MAAM,iBAAiB,GAAG,MAAM,IAAI,CAAC,2BAA2B,CAAC,SAAS,CAAC,CAAC;QAC5E,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,IAAI,iBAAiB,EAAE,CAAC;YAC9C,OAAO,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,iBAAiB,CAAC,CAAC;QACnD,CAAC;QAED,IAAI,IAAI,CAAC,qBAAqB,EAAE,CAAC;YAC/B,MAAM,IAAI,CAAC,qBAAqB,CAAC;YACjC,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,IAAI,iBAAiB,EAAE,CAAC;gBAC9C,OAAO,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,iBAAiB,CAAC,CAAC;YACnD,CAAC;QACH,CAAC;QAED,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC,mCAAmC,CACnE,iBAAiB,EACjB,UAAU,CACX,CAAC;QAEF,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,qBAAqB,CAAC;YACjC,OAAO,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,iBAAiB,CAAC,CAAC;QACnD,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC;QACpC,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,mCAAmC,CAC/C,iBAAyB,EACzB,UAAuD;QAEvD,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,uBAAuB,CAAC,iBAAiB,EAAE,UAAU,CAAC,CAAC;QAC3E,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,IAAI,CAAC,yBAAyB,EAAE,EAAE,CAAC;gBACtC,MAAM,KAAK,CAAC;YACd,CAAC;YAED,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,8DAA8D,kBAAkB,CAAC,KAAK,CAAC,2BAA2B,CACnH,CAAC;YACF,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;YAC7B,MAAM,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAClC,OAAO,MAAM,IAAI,CAAC,uBAAuB,CAAC,iBAAiB,EAAE,UAAU,CAAC,CAAC;QAC3E,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,uBAAuB,CACnC,iBAAyB,EACzB,UAAuD;QAEvD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;QACjD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,wBAAwB,CAAC,iBAAiB,CAAC,CAAC;QACvE,MAAM,mBAAmB,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;QAEjD,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,iBAAiB,EAAE,CAAC;YAChD,IAAI,CAAC;gBACH,IAAI,CAAC,QAAQ,CAAC,IAAI,CAChB,MAAM,KAAK,CAAC,sBAAsB,CAAC;oBACjC,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW;oBACnC,OAAO;iBACR,CAAC,CACH,CAAC;YACJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,KAAK,mBAAmB,EAAE,CAAC;oBACjD,MAAM,KAAK,CAAC;gBACd,CAAC;gBACD,MAAM;YACR,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,iBAAiB,CAAC,CAAC;IACnD,CAAC;IAEO,yBAAyB;QAC/B,OAAO,IAAI,CAAC,GAAG,KAAK,KAAK,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC;IACtD,CAAC;IAEO,4BAA4B;QAClC,OAAO,IAAI,CAAC,GAAG,KAAK,KAAK,IAAI,IAAI,CAAC,gBAAgB,CAAC;IACrD,CAAC;IAEO,KAAK,CAAC,oBAAoB;QAChC,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC/B,IAAI,CAAC,QAAQ,GAAG,EAAE,CAAC;QACnB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,MAAM,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;QAC5B,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QACzB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,MAAM,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC;QAEzB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QACzB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,IAAI,KAAK,EAAE,OAAO,EAAE,CAAC;YACnB,MAAM,OAAO,CAAC,IAAI,CAAC;gBACjB,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBAChC,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;aAC1D,CAAC,CAAC;QACL,CAAC;QAED,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAC7B,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;IAC/B,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAC5B,gBAA+C;QAE/C,SAAS,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAEnD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzC,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE;YAC/D,SAAS,EAAE,IAAI,CAAC,aAAa;YAC7B,GAAG,EAAE,KAAK;YACV,UAAU,EAAE,CAAC,EAAE,cAAc,EAAE,SAAS,EAAE,EAAE,EAAE;gBAC5C,gBAAgB,CAAC,MAAM,CAAC;oBACtB,QAAQ,EAAE,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC;oBAClC,eAAe,EAAE,cAAc;oBAC/B,UAAU,EAAE,SAAS;iBACtB,CAAC,CAAC;YACL,CAAC;SACF,CAAC,CAAC;QACH,gBAAgB,CAAC,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC5C,OAAO,SAAS,CAAC;IACnB,CAAC;IAEO,KAAK,CAAC,kBAAkB;QAC9B,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YACnC,OAAO,IAAI,CAAC,WAAW,CAAC;QAC1B,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACvC,IACE,CAAC,IAAI,CAAC,4BAA4B,EAAE;YACpC,KAAK,CAAC,GAAG;YACT,KAAK,CAAC,YAAY,EAClB,CAAC;YACD,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,YAAY,EAAE,CAAC;gBACxC,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC;gBACzC,OAAO,IAAI,CAAC,GAAG,CACb,CAAC,EACD,IAAI,CAAC,GAAG,CAAC,uBAAuB,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,CACrE,CAAC;YACJ,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,CAAC,CAAC;YACX,CAAC;QACH,CAAC;QAED,OAAO,CAAC,CAAC;IACX,CAAC;IAEO,KAAK,CAAC,2BAA2B,CACvC,SAAiB;QAEjB,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAClD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC;IAClE,CAAC;IAEO,KAAK,CAAC,wBAAwB,CAAC,WAAmB;QACxD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACvC,IAAI,CAAC,IAAI,CAAC,4BAA4B,EAAE,IAAI,KAAK,CAAC,GAAG,EAAE,CAAC;YACtD,OAAO,CAAC,CAAC;QACX,CAAC;QAED,MAAM,KAAK,GAAG,KAAK,CAAC,YAAY,IAAI,CAAC,CAAC;QACtC,IAAI,WAAW,IAAI,CAAC,EAAE,CAAC;YACrB,OAAO,CAAC,CAAC;QACX,CAAC;QAED,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,WAAW,CAAC,CAAC,CAAC;IACtD,CAAC;IAEO,qBAAqB,CAAC,IAAY;QAIxC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QACzB,IAAI,CAAC,KAAK,EAAE,QAAQ,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC;YAC1C,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;QACpC,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CACpB,CAAC,EACD,IAAI,CAAC,GAAG,CACN,IAAI,CAAC,KAAK,CAAC,WAAW,EACtB,KAAK,CAAC,gBAAgB,IAAI,IAAI,CAAC,KAAK,CAAC,WAAW,CACjD,CACF,CAAC;QACF,MAAM,MAAM,GAAG,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QACpC,IAAI,MAAM,CAAC,MAAM,IAAI,KAAK,EAAE,CAAC;YAC3B,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;QACpC,CAAC;QAED,OAAO;YACL,IAAI,EAAE,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC;YAC/D,SAAS,EAAE,IAAI;SAChB,CAAC;IACJ,CAAC;IAEO,iBAAiB;QACvB,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,MAAM,IAAI,WAAW,CAAC,uCAAuC,EAAE;gBAC7D,IAAI,EAAE,4CAA4C;gBAClD,OAAO,EAAE,SAAS,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE;aACzC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;CACF;AAED,SAAS,kBAAkB,CAAC,KAAc;IACxC,OAAO,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAChE,CAAC;AAED,SAAS,kBAAkB,CACzB,gBAA2D,EAC3D,OAAe;IAEf,IAAI,CAAC,gBAAgB,EAAE,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QACxC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,sBAAsB,OAAO,IAAI,CAAC,CAAC;IAC1D,CAAC;AACH,CAAC;AAED,SAAS,cAAc,CAAC,MAAe,EAAE,OAAe;IACtD,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;IAC/B,IAAI,iCAAiC,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;QACnD,OAAO;IACT,CAAC;IAED,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,wBAAwB,CAAC,OAAO,CAAC,CAAC,CAAC;AAC1D,CAAC;AAED,SAAS,wBAAwB,CAAC,OAAe;IAC/C,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAC/B,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,OAAO,GAAG,IAAI;SACX,KAAK,CAAC,IAAI,CAAC;SACX,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,oBAAoB,IAAI,EAAE,CAAC;SACzC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;AACpB,CAAC;AAED,SAAS,2BAA2B;IAClC,IAAI,OAAO,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAClC,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,yEAAyE;IACzE,uEAAuE;IACvE,IAAI,OAAO,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;QAC7B,OAAO,EAAE,GAAG,kCAAkC,EAAE,CAAC;IACnD,CAAC;IAED,OAAO,EAAE,GAAG,4BAA4B,EAAE,CAAC;AAC7C,CAAC;AAED,SAAS,sBAAsB,CAC7B,IAAY,EACZ,OAA8C,EAC9C,KAAoC;IAEpC,IAAI,KAAK,CAAC,MAAM,KAAK,OAAO,EAAE,CAAC;QAC7B,OAAO,OAAO,KAAK,OAAO;YACxB,CAAC,CAAC,qEAAqE,IAAI,EAAE;YAC7E,CAAC,CAAC,IAAI,CAAC;IACX,CAAC;IAED,OAAO,OAAO,KAAK,OAAO;QACxB,CAAC,CAAC,gCAAgC,IAAI,EAAE;QACxC,CAAC,CAAC,uBAAuB,IAAI,EAAE,CAAC;AACpC,CAAC;AAED,SAAS,kCAAkC,CACzC,MAA0D;IAE1D,OAAO,MAAM,KAAK,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;AAC3C,CAAC;AAED,SAAS,0BAA0B,CACjC,QAA4B;IAE5B,MAAM,UAAU,GAAG,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;IAC1C,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IAC/C,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5C,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,mEAAmE,QAAQ,mCAAmC,CAC/G,CAAC;QACF,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,OAAO,IAAI,CAAC,GAAG,CAAC,uBAAuB,EAAE,MAAM,CAAC,CAAC;AACnD,CAAC;AAED,SAAS,gBAAgB,CAAC,QAAgB,EAAE,QAAgB;IAC1D,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC1B,OAAO;IACT,CAAC;IAED,MAAM,EAAE,GAAG,QAAQ,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IACnC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAChC,IAAI,CAAC;QACH,QAAQ,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;IACjC,CAAC;YAAS,CAAC;QACT,SAAS,CAAC,EAAE,CAAC,CAAC;IAChB,CAAC;IAED,MAAM,MAAM,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACpC,IAAI,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC;QAC9B,OAAO;IACT,CAAC;IAED,MAAM,IAAI,GAAG,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;IAClD,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IACpE,MAAM,GAAG,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IACpC,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,CAAC;QACjC,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;QAC7C,CAAC,CAAC,GAAG,CAAC;IAER,UAAU,CAAC,QAAQ,CAAC,CAAC;IAErB,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,IAAI,WAAW,CACnB,oDAAoD,EACpD;YACE,IAAI,EAAE,qDAAqD;YAC3D,OAAO,EAAE,SAAS,QAAQ,SAAS,QAAQ,WAAW,MAAM,EAAE;SAC/D,CACF,CAAC;IACJ,CAAC;IAED,MAAM,IAAI,WAAW,CAAC,gDAAgD,EAAE;QACtE,IAAI,EAAE,gDAAgD;QACtD,OAAO,EAAE,SAAS,QAAQ,SAAS,QAAQ,yBAAyB,GAAG,WAAW,MAAM,EAAE;KAC3F,CAAC,CAAC;AACL,CAAC"}

package/dist/engine/models/backends/model2vec.d.ts

@@ -0,0 +1,57 @@
+import type { Content } from "../../types.js";
+import { BaseEmbeddingModel, type CreateEmbeddingModelOptions, type EmbeddingModelInfo, type EmbeddingResult, type NormalizedEmbeddingOptions } from "../embeddings.js";
+import type { Model2VecEmbeddingCatalogEntry } from "../catalog.js";
+type TokenTensor = {
+    data: ArrayLike<number | bigint>;
+};
+type TokenizerOutput = {
+    input_ids: TokenTensor;
+};
+type TokenizerLike = {
+    (text: string, options: {
+        add_special_tokens: false;
+        truncation: true;
+        max_length: number;
+    }): TokenizerOutput | Promise<TokenizerOutput>;
+    unk_token_id?: number | null;
+};
+type StaticEmbeddingTable = {
+    data: Float32Array | Uint16Array;
+    dimension: number;
+    dtype: "F16" | "F32";
+    rows: number;
+};
+type Model2VecDependencies = {
+    loadTokenizer(repo: string, options: {
+        cache_dir: string;
+        revision: string;
+        local_files_only?: boolean;
+    }): Promise<TokenizerLike>;
+    loadSafetensors(path: string, tensorName: string, dimension: number): Promise<StaticEmbeddingTable>;
+    download(url: string, destination: string, onProgress?: (progress: {
+        downloadedBytes: number;
+        totalBytes?: number;
+    }) => void): Promise<void>;
+};
+export declare class Model2VecEmbeddingModel extends BaseEmbeddingModel {
+    private readonly entry;
+    readonly info: EmbeddingModelInfo;
+    private readonly modelCacheDir;
+    private readonly dependencies;
+    private tokenizer;
+    private staticTable;
+    private loadPromise;
+    private disposed;
+    constructor(entry: Model2VecEmbeddingCatalogEntry, options: CreateEmbeddingModelOptions, dependencies?: Partial<Model2VecDependencies>);
+    protected doEmbed(contents: readonly Content[], options: NormalizedEmbeddingOptions): Promise<EmbeddingResult>;
+    private embedBatch;
+    dispose(): Promise<void>;
+    private ensureLoaded;
+    private loadModel;
+    private resolveModelPath;
+    private resolveTokenizerSource;
+    private resolveCachedFile;
+    private embedTexts;
+    private ensureNotDisposed;
+}
+export {};