@angri450/zvec-grep 0.2.2

package/dist/engine/models/backends/llama-cpp.js

@@ -0,0 +1,567 @@
+import { closeSync, existsSync, openSync, readSync, statSync, unlinkSync, } from "node:fs";
+import { join, resolve } from "node:path";
+import { EngineError } from "../../errors.js";
+import { defaultHome } from "../../utils/path.js";
+import { BaseEmbeddingModel, } from "../embeddings.js";
+import { resolveModelArtifacts, } from "../artifact-downloader.js";
+import { INDEX_EMBEDDING_CONCURRENCY_ENV, normalizeLocalEmbeddingConcurrency, resolveLocalEmbeddingParallelism, } from "../local-embedding-parallelism.js";
+import { LocalEmbeddingQueue } from "../local-embedding-queue.js";
+import { createModelDownloadProgressReporter, } from "../download-progress.js";
+const DEFAULT_MODEL_CACHE_DIR = join(defaultHome(), "models");
+const GGUF_MAGIC = Buffer.from("GGUF");
+const DEFAULT_DARWIN_CMAKE_OPTIONS = {
+    GGML_OPENMP: "OFF",
+};
+const DEFAULT_DARWIN_ARM64_CMAKE_OPTIONS = {
+    ...DEFAULT_DARWIN_CMAKE_OPTIONS,
+    GGML_NATIVE: "OFF",
+};
+const SUPPRESSED_LLAMA_CPP_LOG_MESSAGES = new Set(["Failed to get swap info"]);
+async function defaultNodeLlamaCppLoader() {
+    const moduleName = "node-llama-cpp";
+    try {
+        installDarwinMetalResidencyMitigation();
+        return (await import(moduleName));
+    }
+    catch (cause) {
+        throw new EngineError("node-llama-cpp is required for local embedding models", {
+            code: "ZVEC_GREP.ENGINE.MODELS.LLAMA_CPP_MISSING_DEPENDENCY",
+            context: "Install optional dependency node-llama-cpp or reinstall zvec-grep with optional dependencies enabled",
+            cause,
+        });
+    }
+}
+function installDarwinMetalResidencyMitigation() {
+    if (process.platform !== "darwin") {
+        return;
+    }
+    if (process.env.ZVEC_GREP_METAL_KEEP_RESIDENCY === "1") {
+        return;
+    }
+    process.env.GGML_METAL_NO_RESIDENCY ??= "1";
+}
+let defaultRuntimeImport = null;
+const defaultDependencies = {
+    loadRuntime() {
+        defaultRuntimeImport ??= defaultNodeLlamaCppLoader();
+        return defaultRuntimeImport;
+    },
+    resolveArtifacts: resolveModelArtifacts,
+    runtimeState: {
+        failedGpuInitModes: new Set(),
+        cpuCompatibleFallbackWarningShown: false,
+    },
+};
+export class LlamaCppEmbeddingModel extends BaseEmbeddingModel {
+    entry;
+    info;
+    modelCacheDir;
+    gpu;
+    parallelism;
+    dependencies;
+    // Each batch uses the context pool internally. Serialize batches so a context
+    // is never shared by two zg requests, including during CPU fallback.
+    embeddingQueue = new LocalEmbeddingQueue(async () => 1);
+    runtimeImport = null;
+    llama = null;
+    model = null;
+    contexts = [];
+    resolvedModelPath = null;
+    modelPathResolutionPromise = null;
+    llamaLoadPromise = null;
+    modelLoadPromise = null;
+    contextsCreatePromise = null;
+    sourceFallbackWarningReported = false;
+    usingCpuFallback = false;
+    disposed = false;
+    constructor(entry, options, dependencies = {}) {
+        super();
+        this.entry = entry;
+        this.info = {
+            reference: entry.reference,
+            provider: entry.provider,
+            name: entry.model,
+            dimension: entry.dimension,
+            metric: entry.metric,
+            inputKinds: ["text"],
+            limits: {
+                maxBatchSize: entry.maxBatchSize,
+                maxConcurrentBatches: 1,
+                maxInputTokens: entry.contextSize,
+            },
+        };
+        this.modelCacheDir = resolve(options.modelCacheDir ??
+            process.env.ZVEC_GREP_MODEL_CACHE ??
+            DEFAULT_MODEL_CACHE_DIR);
+        this.gpu = embeddingDeviceToLlamaGpuSelection(options.device ?? "cpu");
+        this.parallelism = normalizeLocalEmbeddingConcurrency(options.embeddingConcurrency);
+        this.dependencies = { ...defaultDependencies, ...dependencies };
+    }
+    async doEmbed(contents, options) {
+        return await this.embeddingQueue.run(() => this.embedBatch(contents, options));
+    }
+    async embedBatch(contents, options) {
+        this.ensureNotDisposed();
+        const texts = contents.map((content) => formatTextForEmbedding(content.text, options.purpose, this.entry));
+        try {
+            return await this.embedTexts(texts, options.onProgress);
+        }
+        catch (cause) {
+            throw new EngineError("llama.cpp embedding failed", {
+                code: "ZVEC_GREP.ENGINE.MODELS.LLAMA_CPP_EMBED_FAILED",
+                context: `model=${this.entry.reference}${this.gpu !== false ? `; for GPU errors, retry with --device cpu${options.purpose === "document" ? ` or index with --index-embedding-concurrency 1 (environment fallback: ${INDEX_EMBEDDING_CONCURRENCY_ENV}=1)` : ""}` : ""}`,
+                cause,
+            });
+        }
+    }
+    async dispose() {
+        if (this.disposed) {
+            return;
+        }
+        this.disposed = true;
+        await this.embeddingQueue.run(async () => {
+            await this.disposeLoadedRuntime();
+            this.modelLoadPromise = null;
+            this.contextsCreatePromise = null;
+        }, true);
+    }
+    async embedTexts(texts, onProgress) {
+        const contexts = await this.ensureEmbeddingContexts(texts.length, onProgress);
+        const truncatedInputIndexes = [];
+        const safeTexts = texts.map((text, index) => {
+            const result = this.truncateToContextSize(text);
+            if (result.truncated) {
+                truncatedInputIndexes.push(index);
+            }
+            return result.text;
+        });
+        const chunkSize = Math.ceil(texts.length / contexts.length);
+        const chunks = contexts
+            .map((context, index) => ({
+            context,
+            texts: safeTexts.slice(index * chunkSize, (index + 1) * chunkSize),
+        }))
+            .filter((chunk) => chunk.texts.length > 0);
+        // A rejected context must not release the batch queue while another context
+        // is still running, otherwise a retry/dispose could reuse or free it.
+        const results = await Promise.allSettled(chunks.map(async (chunk) => {
+            const vectors = [];
+            for (const text of chunk.texts) {
+                const embedding = await chunk.context.getEmbeddingFor(text);
+                vectors.push(Array.from(embedding.vector));
+            }
+            return vectors;
+        }));
+        const failure = results.find((result) => result.status === "rejected");
+        if (failure)
+            throw failure.reason;
+        return {
+            vectors: results.flatMap((result) => result.status === "fulfilled" ? result.value : []),
+            truncated: truncatedInputIndexes,
+        };
+    }
+    async ensureLlama(downloadProgress) {
+        if (this.llama) {
+            return this.llama;
+        }
+        if (this.llamaLoadPromise) {
+            return await this.llamaLoadPromise;
+        }
+        this.llamaLoadPromise = this.loadLlamaWithFallback(downloadProgress);
+        try {
+            return await this.llamaLoadPromise;
+        }
+        finally {
+            this.llamaLoadPromise = null;
+        }
+    }
+    async loadRuntime() {
+        this.runtimeImport ??= this.dependencies.loadRuntime();
+        return await this.runtimeImport;
+    }
+    async loadLlamaWithFallback(downloadProgress) {
+        const runtime = await this.loadRuntime();
+        const requestedGpu = this.usingCpuFallback ? false : this.gpu;
+        const load = (gpu) => runtime.getLlama({
+            build: "autoAttempt",
+            logLevel: runtime.LlamaLogLevel?.error,
+            logger: llamaCppLogger,
+            gpu,
+            cmakeOptions: defaultLlamaCppCmakeOptions(),
+            progressLogs: false,
+        });
+        if (requestedGpu === false) {
+            this.llama = await this.loadCpuCompatibleLlama(load, downloadProgress);
+            return this.llama;
+        }
+        if (this.dependencies.runtimeState.failedGpuInitModes.has(requestedGpu)) {
+            reportLlamaWarning(downloadProgress, `skipping previously failed llama.cpp GPU init${requestedGpu === "auto" ? "" : ` for device=${requestedGpu}`}, using CPU.`);
+            this.usingCpuFallback = true;
+            this.llama = await this.loadCpuCompatibleLlama(load, downloadProgress);
+            return this.llama;
+        }
+        try {
+            this.llama = await load(requestedGpu);
+        }
+        catch (error) {
+            this.dependencies.runtimeState.failedGpuInitModes.add(requestedGpu);
+            reportLlamaWarning(downloadProgress, `llama.cpp GPU init failed (${formatErrorMessage(error)}), falling back to CPU.`);
+            this.usingCpuFallback = true;
+            this.llama = await this.loadCpuCompatibleLlama(load, downloadProgress);
+        }
+        return this.llama;
+    }
+    async loadCpuCompatibleLlama(load, downloadProgress) {
+        try {
+            return await load(false);
+        }
+        catch (error) {
+            if (!this.dependencies.runtimeState.cpuCompatibleFallbackWarningShown) {
+                this.dependencies.runtimeState.cpuCompatibleFallbackWarningShown = true;
+                reportLlamaWarning(downloadProgress, `CPU-only llama.cpp backend unavailable (${formatErrorMessage(error)}); using packaged backend with GPU model offloading disabled.`);
+            }
+            return await load("auto");
+        }
+    }
+    async ensureModel(onProgress) {
+        if (this.model) {
+            return this.model;
+        }
+        if (this.modelLoadPromise) {
+            return await this.modelLoadPromise;
+        }
+        this.modelLoadPromise = this.loadModelWithFallback(onProgress);
+        try {
+            return await this.modelLoadPromise;
+        }
+        finally {
+            this.modelLoadPromise = null;
+        }
+    }
+    async loadModelWithFallback(onProgress) {
+        const downloadProgress = createModelDownloadProgressReporter(this.entry.reference, onProgress);
+        downloadProgress.start();
+        const modelPath = await this.ensureModelPath(downloadProgress);
+        // Runtime initialization owns its own GPU fallback. Keeping it outside the
+        // model-load retry prevents import and backend setup errors from being
+        // mislabeled as GPU model failures.
+        let llama = await this.ensureLlama(downloadProgress);
+        try {
+            const model = await this.loadModel(llama, modelPath);
+            downloadProgress.finish();
+            return model;
+        }
+        catch (error) {
+            if (!this.canRetryGpuOperationOnCpu()) {
+                throw error;
+            }
+            const warning = `llama.cpp GPU model load failed (${formatErrorMessage(error)}), falling back to CPU.`;
+            if (!downloadProgress.warning(warning)) {
+                process.stderr.write(`zvec-grep warning: ${warning}\n`);
+            }
+            this.usingCpuFallback = true;
+            await this.disposeLoadedRuntime();
+            llama = await this.ensureLlama(downloadProgress);
+            const model = await this.loadModel(llama, modelPath);
+            downloadProgress.finish();
+            return model;
+        }
+    }
+    async loadModel(llama, modelPath) {
+        const model = await llama.loadModel(this.modelLoadOptions(modelPath));
+        this.model = model;
+        return model;
+    }
+    modelLoadOptions(modelPath) {
+        return {
+            modelPath,
+            ...(this.shouldDisableModelGpuOffload() ? { gpuLayers: 0 } : {}),
+        };
+    }
+    async ensureEmbeddingContexts(textCount, onProgress) {
+        // Resolve and load the model before automatic parallelism can initialize a
+        // GPU runtime. Artifact failures must never enter a GPU-to-CPU retry path.
+        await this.ensureModel(onProgress);
+        const targetParallelism = await this.resolveEffectiveParallelism(textCount);
+        if (this.contexts.length >= targetParallelism) {
+            return this.contexts.slice(0, targetParallelism);
+        }
+        if (this.contextsCreatePromise) {
+            await this.contextsCreatePromise;
+            if (this.contexts.length >= targetParallelism) {
+                return this.contexts.slice(0, targetParallelism);
+            }
+        }
+        this.contextsCreatePromise = this.createEmbeddingContextsWithFallback(targetParallelism, onProgress);
+        try {
+            await this.contextsCreatePromise;
+            return this.contexts.slice(0, targetParallelism);
+        }
+        finally {
+            this.contextsCreatePromise = null;
+        }
+    }
+    async createEmbeddingContextsWithFallback(targetParallelism, onProgress) {
+        try {
+            return await this.createEmbeddingContexts(targetParallelism, onProgress);
+        }
+        catch (error) {
+            if (!this.canRetryGpuOperationOnCpu()) {
+                throw error;
+            }
+            process.stderr.write(`zvec-grep warning: llama.cpp GPU embedding context failed (${formatErrorMessage(error)}), falling back to CPU.\n`);
+            this.usingCpuFallback = true;
+            await this.disposeLoadedRuntime();
+            return await this.createEmbeddingContexts(targetParallelism, onProgress);
+        }
+    }
+    async createEmbeddingContexts(targetParallelism, onProgress) {
+        const model = await this.ensureModel(onProgress);
+        if (this.shouldDisableModelGpuOffload() && this.parallelism === undefined) {
+            targetParallelism = 1;
+        }
+        const threads = await this.resolveThreadsPerContext(targetParallelism);
+        const initialContextCount = this.contexts.length;
+        while (this.contexts.length < targetParallelism) {
+            try {
+                this.contexts.push(await model.createEmbeddingContext({
+                    contextSize: this.entry.contextSize,
+                    threads,
+                }));
+            }
+            catch (error) {
+                if (this.contexts.length === initialContextCount) {
+                    throw error;
+                }
+                break;
+            }
+        }
+        return this.contexts.slice(0, targetParallelism);
+    }
+    canRetryGpuOperationOnCpu() {
+        return this.gpu !== false && !this.usingCpuFallback;
+    }
+    shouldDisableModelGpuOffload() {
+        return this.gpu === false || this.usingCpuFallback;
+    }
+    async disposeLoadedRuntime() {
+        const contexts = this.contexts;
+        this.contexts = [];
+        for (const context of contexts) {
+            await context.dispose?.();
+        }
+        const model = this.model;
+        this.model = null;
+        await model?.dispose?.();
+        const llama = this.llama;
+        this.llama = null;
+        if (llama?.dispose) {
+            await Promise.race([
+                Promise.resolve(llama.dispose()),
+                new Promise((resolve) => setTimeout(resolve, 1000)),
+            ]);
+        }
+        this.modelLoadPromise = null;
+        this.llamaLoadPromise = null;
+    }
+    async ensureModelPath(downloadProgress) {
+        if (this.resolvedModelPath) {
+            return this.resolvedModelPath;
+        }
+        if (this.modelPathResolutionPromise) {
+            return await this.modelPathResolutionPromise;
+        }
+        this.modelPathResolutionPromise = this.resolveModelPath(downloadProgress);
+        try {
+            this.resolvedModelPath = await this.modelPathResolutionPromise;
+            return this.resolvedModelPath;
+        }
+        finally {
+            this.modelPathResolutionPromise = null;
+        }
+    }
+    async resolveModelPath(downloadProgress) {
+        const artifact = this.entry.artifacts[0];
+        const resolvedArtifacts = await this.dependencies.resolveArtifacts({
+            model: this.entry.reference,
+            sources: this.createArtifactSources(artifact.path),
+            artifacts: this.entry.artifacts,
+            onDownloadPlan: (artifacts) => {
+                downloadProgress.setDownloadPlan(artifacts);
+            },
+            onProgress: (progress) => {
+                downloadProgress.report({
+                    artifact: progress.artifact,
+                    downloadedBytes: progress.downloadedBytes,
+                });
+            },
+            onFallback: (warning) => {
+                if (this.sourceFallbackWarningReported) {
+                    return;
+                }
+                this.sourceFallbackWarningReported = true;
+                reportLlamaWarning(downloadProgress, warning);
+            },
+        });
+        const modelPath = resolvedArtifacts.paths[artifact.path];
+        if (!modelPath) {
+            throw new EngineError("Resolved GGUF artifact path is missing", {
+                code: "ZVEC_GREP.ENGINE.MODELS.LLAMA_CPP_MISSING_ARTIFACT",
+                context: `model=${this.entry.reference} artifact=${artifact.path}`,
+            });
+        }
+        validateGgufFile(modelPath, this.entry.uri);
+        return modelPath;
+    }
+    createArtifactSources(artifactPath) {
+        const huggingFace = this.entry.sources.huggingFace;
+        const modelScope = this.entry.sources.modelScope;
+        return [
+            {
+                kind: "huggingface",
+                repo: huggingFace.repo,
+                revision: huggingFace.revision,
+                cacheDirectory: this.modelCacheDir,
+                localPaths: { [artifactPath]: this.entry.cacheFile },
+            },
+            {
+                kind: "modelscope",
+                repo: modelScope.repo,
+                revision: modelScope.revision,
+                cacheDirectory: resolve(this.modelCacheDir, "modelscope", "llama-cpp", modelScope.repo.replaceAll("/", "--"), modelScope.revision),
+            },
+        ];
+    }
+    async resolveParallelism() {
+        if (this.parallelism !== undefined) {
+            return this.parallelism;
+        }
+        const llama = await this.ensureLlama();
+        return await resolveLocalEmbeddingParallelism({
+            gpu: !this.shouldDisableModelGpuOffload() && Boolean(llama.gpu),
+            getVramState: llama.getVramState?.bind(llama),
+        });
+    }
+    async resolveEffectiveParallelism(textCount) {
+        const requested = await this.resolveParallelism();
+        return Math.max(1, Math.min(requested, Math.max(1, textCount)));
+    }
+    async resolveThreadsPerContext(parallelism) {
+        const llama = await this.ensureLlama();
+        if (!this.shouldDisableModelGpuOffload() && llama.gpu) {
+            return 0;
+        }
+        const cores = llama.cpuMathCores ?? 4;
+        if (parallelism <= 1) {
+            return 0;
+        }
+        return Math.max(1, Math.floor(cores / parallelism));
+    }
+    truncateToContextSize(text) {
+        const model = this.model;
+        if (!model?.tokenize || !model.detokenize) {
+            return { text, truncated: false };
+        }
+        const limit = Math.max(1, Math.min(this.entry.contextSize, model.trainContextSize ?? this.entry.contextSize));
+        const tokens = model.tokenize(text);
+        if (tokens.length <= limit) {
+            return { text, truncated: false };
+        }
+        return {
+            text: model.detokenize(tokens.slice(0, Math.max(1, limit - 4))),
+            truncated: true,
+        };
+    }
+    ensureNotDisposed() {
+        if (this.disposed) {
+            throw new EngineError("llama.cpp embedding model is disposed", {
+                code: "ZVEC_GREP.ENGINE.MODELS.LLAMA_CPP_DISPOSED",
+                context: `model=${this.entry.reference}`,
+            });
+        }
+    }
+}
+function formatErrorMessage(error) {
+    return error instanceof Error ? error.message : String(error);
+}
+function reportLlamaWarning(downloadProgress, message) {
+    if (!downloadProgress?.warning(message)) {
+        process.stderr.write(`zvec-grep warning: ${message}\n`);
+    }
+}
+function llamaCppLogger(_level, message) {
+    const trimmed = message.trim();
+    if (SUPPRESSED_LLAMA_CPP_LOG_MESSAGES.has(trimmed)) {
+        return;
+    }
+    process.stderr.write(formatLlamaCppLogMessage(message));
+}
+function formatLlamaCppLogMessage(message) {
+    const text = message.trimEnd();
+    if (!text) {
+        return "";
+    }
+    return `${text
+        .split("\n")
+        .map((line) => `[node-llama-cpp] ${line}`)
+        .join("\n")}\n`;
+}
+function defaultLlamaCppCmakeOptions() {
+    if (process.platform !== "darwin") {
+        return undefined;
+    }
+    // macOS machines commonly lack libomp, and Apple Clang's native ARM flag
+    // probe emits a scary CMake warning despite falling back successfully.
+    if (process.arch === "arm64") {
+        return { ...DEFAULT_DARWIN_ARM64_CMAKE_OPTIONS };
+    }
+    return { ...DEFAULT_DARWIN_CMAKE_OPTIONS };
+}
+function formatTextForEmbedding(text, purpose, entry) {
+    if (entry.format === "qwen3") {
+        return purpose === "query"
+            ? `Instruct: Retrieve relevant documents for the given query\nQuery: ${text}`
+            : text;
+    }
+    return purpose === "query"
+        ? `task: search result | query: ${text}`
+        : `title: none | text: ${text}`;
+}
+function embeddingDeviceToLlamaGpuSelection(device) {
+    return device === "cpu" ? false : device;
+}
+function validateGgufFile(filePath, modelUri) {
+    if (!existsSync(filePath)) {
+        return;
+    }
+    const fd = openSync(filePath, "r");
+    const sniff = Buffer.alloc(512);
+    try {
+        readSync(fd, sniff, 0, 512, 0);
+    }
+    finally {
+        closeSync(fd);
+    }
+    const header = sniff.subarray(0, 4);
+    if (header.equals(GGUF_MAGIC)) {
+        return;
+    }
+    const text = sniff.toString("utf8").toLowerCase();
+    const isHtml = text.includes("<!doctype") || text.includes("<html");
+    const got = header.toString("utf8");
+    const sizeKb = existsSync(filePath)
+        ? (statSync(filePath).size / 1024).toFixed(0)
+        : "0";
+    unlinkSync(filePath);
+    if (isHtml) {
+        throw new EngineError("Downloaded local embedding model is HTML, not GGUF", {
+            code: "ZVEC_GREP.ENGINE.MODELS.LLAMA_CPP_INVALID_GGUF_HTML",
+            context: `model=${modelUri} path=${filePath} sizeKB=${sizeKb}`,
+        });
+    }
+    throw new EngineError("Local embedding model is not a valid GGUF file", {
+        code: "ZVEC_GREP.ENGINE.MODELS.LLAMA_CPP_INVALID_GGUF",
+        context: `model=${modelUri} path=${filePath} expected=GGUF actual=${got} sizeKB=${sizeKb}`,
+    });
+}
+//# sourceMappingURL=llama-cpp.js.map

package/dist/engine/models/backends/llama-cpp.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llama-cpp.js","sourceRoot":"","sources":["../../../../src/engine/models/backends/llama-cpp.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,SAAS,EACT,UAAU,EACV,QAAQ,EACR,QAAQ,EACR,QAAQ,EACR,UAAU,GACX,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAE9C,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAClD,OAAO,EACL,kBAAkB,GAMnB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EACL,qBAAqB,GAEtB,MAAM,2BAA2B,CAAC;AAEnC,OAAO,EACL,+BAA+B,EAC/B,kCAAkC,EAClC,gCAAgC,GACjC,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EAAE,mBAAmB,EAAE,MAAM,6BAA6B,CAAC;AAClE,OAAO,EACL,mCAAmC,GAEpC,MAAM,yBAAyB,CAAC;AAqDjC,MAAM,uBAAuB,GAAG,IAAI,CAAC,WAAW,EAAE,EAAE,QAAQ,CAAC,CAAC;AAC9D,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AACvC,MAAM,4BAA4B,GAAG;IACnC,WAAW,EAAE,KAAK;CACV,CAAC;AACX,MAAM,kCAAkC,GAAG;IACzC,GAAG,4BAA4B;IAC/B,WAAW,EAAE,KAAK;CACV,CAAC;AACX,MAAM,iCAAiC,GAAG,IAAI,GAAG,CAAC,CAAC,yBAAyB,CAAC,CAAC,CAAC;AAE/E,KAAK,UAAU,yBAAyB;IACtC,MAAM,UAAU,GAAG,gBAAgB,CAAC;IACpC,IAAI,CAAC;QACH,qCAAqC,EAAE,CAAC;QACxC,OAAO,CAAC,MAAM,MAAM,CAAC,UAAU,CAAC,CAAuB,CAAC;IAC1D,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,WAAW,CACnB,uDAAuD,EACvD;YACE,IAAI,EAAE,sDAAsD;YAC5D,OAAO,EACL,sGAAsG;YACxG,KAAK;SACN,CACF,CAAC;IACJ,CAAC;AACH,CAAC;AAED,SAAS,qCAAqC;IAC5C,IAAI,OAAO,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAClC,OAAO;IACT,CAAC;IAED,IAAI,OAAO,CAAC,GAAG,CAAC,8BAA8B,KAAK,GAAG,EAAE,CAAC;QACvD,OAAO;IACT,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,uBAAuB,KAAK,GAAG,CAAC;AAC9C,CAAC;AAED,IAAI,oBAAoB,GAAuC,IAAI,CAAC;AAEpE,MAAM,mBAAmB,GAAyB;IAChD,WAAW;QACT,oBAAoB,KAAK,yBAAyB,EAAE,CAAC;QACrD,OAAO,oBAAoB,CAAC;IAC9B,CAAC;IACD,gBAAgB,EAAE,qBAAqB;IACvC,YAAY,EAAE;QACZ,kBAAkB,EAAE,IAAI,GAAG,EAAqB;QAChD,iCAAiC,EAAE,KAAK;KACzC;CACF,CAAC;AAEF,MAAM,OAAO,sBAAuB,SAAQ,kBAAkB;IAyBzC;IAxBV,IAAI,CAAqB;IAEjB,aAAa,CAAS;IACtB,GAAG,CAAoB;IACvB,WAAW,CAAU;IACrB,YAAY,CAAuB;IACpD,8EAA8E;IAC9E,qEAAqE;IACpD,cAAc,GAAG,IAAI,mBAAmB,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAEjE,aAAa,GAAuC,IAAI,CAAC;IACzD,KAAK,GAAiB,IAAI,CAAC;IAC3B,KAAK,GAAsB,IAAI,CAAC;IAChC,QAAQ,GAA4B,EAAE,CAAC;IACvC,iBAAiB,GAAkB,IAAI,CAAC;IACxC,0BAA0B,GAA2B,IAAI,CAAC;IAC1D,gBAAgB,GAA0B,IAAI,CAAC;IAC/C,gBAAgB,GAA+B,IAAI,CAAC;IACpD,qBAAqB,GAA4C,IAAI,CAAC;IACtE,6BAA6B,GAAG,KAAK,CAAC;IACtC,gBAAgB,GAAG,KAAK,CAAC;IACzB,QAAQ,GAAG,KAAK,CAAC;IAEzB,YACmB,KAAoC,EACrD,OAAoC,EACpC,eAA8C,EAAE;QAEhD,KAAK,EAAE,CAAC;QAJS,UAAK,GAAL,KAAK,CAA+B;QAMrD,IAAI,CAAC,IAAI,GAAG;YACV,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,IAAI,EAAE,KAAK,CAAC,KAAK;YACjB,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,UAAU,EAAE,CAAC,MAAM,CAAC;YACpB,MAAM,EAAE;gBACN,YAAY,EAAE,KAAK,CAAC,YAAY;gBAChC,oBAAoB,EAAE,CAAC;gBACvB,cAAc,EAAE,KAAK,CAAC,WAAW;aAClC;SACF,CAAC;QACF,IAAI,CAAC,aAAa,GAAG,OAAO,CAC1B,OAAO,CAAC,aAAa;YACnB,OAAO,CAAC,GAAG,CAAC,qBAAqB;YACjC,uBAAuB,CAC1B,CAAC;QACF,IAAI,CAAC,GAAG,GAAG,kCAAkC,CAAC,OAAO,CAAC,MAAM,IAAI,KAAK,CAAC,CAAC;QACvE,IAAI,CAAC,WAAW,GAAG,kCAAkC,CACnD,OAAO,CAAC,oBAAoB,CAC7B,CAAC;QACF,IAAI,CAAC,YAAY,GAAG,EAAE,GAAG,mBAAmB,EAAE,GAAG,YAAY,EAAE,CAAC;IAClE,CAAC;IAES,KAAK,CAAC,OAAO,CACrB,QAA4B,EAC5B,OAAmC;QAEnC,OAAO,MAAM,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,GAAG,EAAE,CACxC,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,OAAO,CAAC,CACnC,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,UAAU,CACtB,QAA4B,EAC5B,OAAmC;QAEnC,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,MAAM,KAAK,GAAI,QAAmC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CACjE,sBAAsB,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,CAClE,CAAC;QAEF,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QAC1D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,WAAW,CAAC,4BAA4B,EAAE;gBAClD,IAAI,EAAE,gDAAgD;gBACtD,OAAO,EAAE,SAAS,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,4CAA4C,OAAO,CAAC,OAAO,KAAK,UAAU,CAAC,CAAC,CAAC,yEAAyE,+BAA+B,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE;gBACtQ,KAAK;aACN,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAEQ,KAAK,CAAC,OAAO;QACpB,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,OAAO;QACT,CAAC;QACD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QAErB,MAAM,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE;YACvC,MAAM,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAClC,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;YAC7B,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC;QACpC,CAAC,EAAE,IAAI,CAAC,CAAC;IACX,CAAC;IAEO,KAAK,CAAC,UAAU,CACtB,KAAwB,EACxB,UAAuD;QAEvD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,uBAAuB,CACjD,KAAK,CAAC,MAAM,EACZ,UAAU,CACX,CAAC;QACF,MAAM,qBAAqB,GAAa,EAAE,CAAC;QAC3C,MAAM,SAAS,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;YAC1C,MAAM,MAAM,GAAG,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC;YAChD,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;gBACrB,qBAAqB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACpC,CAAC;YACD,OAAO,MAAM,CAAC,IAAI,CAAC;QACrB,CAAC,CAAC,CAAC;QACH,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC;QAC5D,MAAM,MAAM,GAAG,QAAQ;aACpB,GAAG,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;YACxB,OAAO;YACP,KAAK,EAAE,SAAS,CAAC,KAAK,CAAC,KAAK,GAAG,SAAS,EAAE,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,SAAS,CAAC;SACnE,CAAC,CAAC;aACF,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAE7C,4EAA4E;QAC5E,sEAAsE;QACtE,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,CACtC,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;YACzB,MAAM,OAAO,GAAe,EAAE,CAAC;YAC/B,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;gBAC/B,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;gBAC5D,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;YAC7C,CAAC;YACD,OAAO,OAAO,CAAC;QACjB,CAAC,CAAC,CACH,CAAC;QAEF,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,KAAK,UAAU,CAAC,CAAC;QACvE,IAAI,OAAO;YAAE,MAAM,OAAO,CAAC,MAAM,CAAC;QAElC,OAAO;YACL,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE,CAClC,MAAM,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAClD;YACD,SAAS,EAAE,qBAAqB;SACjC,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,WAAW,CACvB,gBAAgD;QAEhD,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,OAAO,IAAI,CAAC,KAAK,CAAC;QACpB,CAAC;QAED,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC1B,OAAO,MAAM,IAAI,CAAC,gBAAgB,CAAC;QACrC,CAAC;QAED,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,qBAAqB,CAAC,gBAAgB,CAAC,CAAC;QAErE,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,gBAAgB,CAAC;QACrC,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAC/B,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,WAAW;QACvB,IAAI,CAAC,aAAa,KAAK,IAAI,CAAC,YAAY,CAAC,WAAW,EAAE,CAAC;QACvD,OAAO,MAAM,IAAI,CAAC,aAAa,CAAC;IAClC,CAAC;IAEO,KAAK,CAAC,qBAAqB,CACjC,gBAAgD;QAEhD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzC,MAAM,YAAY,GAAG,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;QAC9D,MAAM,IAAI,GAAG,CAAC,GAAsB,EAAE,EAAE,CACtC,OAAO,CAAC,QAAQ,CAAC;YACf,KAAK,EAAE,aAAa;YACpB,QAAQ,EAAE,OAAO,CAAC,aAAa,EAAE,KAAK;YACtC,MAAM,EAAE,cAAc;YACtB,GAAG;YACH,YAAY,EAAE,2BAA2B,EAAE;YAC3C,YAAY,EAAE,KAAK;SACpB,CAAC,CAAC;QAEL,IAAI,YAAY,KAAK,KAAK,EAAE,CAAC;YAC3B,IAAI,CAAC,KAAK,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAC;YACvE,OAAO,IAAI,CAAC,KAAK,CAAC;QACpB,CAAC;QAED,IAAI,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,kBAAkB,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC;YACxE,kBAAkB,CAChB,gBAAgB,EAChB,gDAAgD,YAAY,KAAK,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,eAAe,YAAY,EAAE,cAAc,CAC3H,CAAC;YACF,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;YAC7B,IAAI,CAAC,KAAK,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAC;YACvE,OAAO,IAAI,CAAC,KAAK,CAAC;QACpB,CAAC;QAED,IAAI,CAAC;YACH,IAAI,CAAC,KAAK,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,CAAC;QACxC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,kBAAkB,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;YACpE,kBAAkB,CAChB,gBAAgB,EAChB,8BAA8B,kBAAkB,CAAC,KAAK,CAAC,yBAAyB,CACjF,CAAC;YACF,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;YAC7B,IAAI,CAAC,KAAK,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAC;QACzE,CAAC;QAED,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAEO,KAAK,CAAC,sBAAsB,CAClC,IAAgD,EAChD,gBAAgD;QAEhD,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC;QAC3B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,iCAAiC,EAAE,CAAC;gBACtE,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,iCAAiC,GAAG,IAAI,CAAC;gBACxE,kBAAkB,CAChB,gBAAgB,EAChB,2CAA2C,kBAAkB,CAAC,KAAK,CAAC,+DAA+D,CACpI,CAAC;YACJ,CAAC;YACD,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,CAAC;QAC5B,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,WAAW,CACvB,UAAuD;QAEvD,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,OAAO,IAAI,CAAC,KAAK,CAAC;QACpB,CAAC;QAED,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC1B,OAAO,MAAM,IAAI,CAAC,gBAAgB,CAAC;QACrC,CAAC;QAED,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,qBAAqB,CAAC,UAAU,CAAC,CAAC;QAE/D,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,gBAAgB,CAAC;QACrC,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAC/B,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,qBAAqB,CACjC,UAAuD;QAEvD,MAAM,gBAAgB,GAAG,mCAAmC,CAC1D,IAAI,CAAC,KAAK,CAAC,SAAS,EACpB,UAAU,CACX,CAAC;QACF,gBAAgB,CAAC,KAAK,EAAE,CAAC;QACzB,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,gBAAgB,CAAC,CAAC;QAC/D,2EAA2E;QAC3E,uEAAuE;QACvE,oCAAoC;QACpC,IAAI,KAAK,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,gBAAgB,CAAC,CAAC;QACrD,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;YACrD,gBAAgB,CAAC,MAAM,EAAE,CAAC;YAC1B,OAAO,KAAK,CAAC;QACf,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,IAAI,CAAC,yBAAyB,EAAE,EAAE,CAAC;gBACtC,MAAM,KAAK,CAAC;YACd,CAAC;YAED,MAAM,OAAO,GAAG,oCAAoC,kBAAkB,CAAC,KAAK,CAAC,yBAAyB,CAAC;YACvG,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;gBACvC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,sBAAsB,OAAO,IAAI,CAAC,CAAC;YAC1D,CAAC;YACD,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;YAC7B,MAAM,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAClC,KAAK,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,gBAAgB,CAAC,CAAC;YACjD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;YACrD,gBAAgB,CAAC,MAAM,EAAE,CAAC;YAC1B,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,SAAS,CACrB,KAAY,EACZ,SAAiB;QAEjB,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC,CAAC;QACtE,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,gBAAgB,CAAC,SAAiB;QAIxC,OAAO;YACL,SAAS;YACT,GAAG,CAAC,IAAI,CAAC,4BAA4B,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACjE,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,uBAAuB,CACnC,SAAiB,EACjB,UAAuD;QAEvD,2EAA2E;QAC3E,2EAA2E;QAC3E,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;QACnC,MAAM,iBAAiB,GAAG,MAAM,IAAI,CAAC,2BAA2B,CAAC,SAAS,CAAC,CAAC;QAC5E,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,IAAI,iBAAiB,EAAE,CAAC;YAC9C,OAAO,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,iBAAiB,CAAC,CAAC;QACnD,CAAC;QAED,IAAI,IAAI,CAAC,qBAAqB,EAAE,CAAC;YAC/B,MAAM,IAAI,CAAC,qBAAqB,CAAC;YACjC,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,IAAI,iBAAiB,EAAE,CAAC;gBAC9C,OAAO,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,iBAAiB,CAAC,CAAC;YACnD,CAAC;QACH,CAAC;QAED,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC,mCAAmC,CACnE,iBAAiB,EACjB,UAAU,CACX,CAAC;QAEF,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,qBAAqB,CAAC;YACjC,OAAO,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,iBAAiB,CAAC,CAAC;QACnD,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC;QACpC,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,mCAAmC,CAC/C,iBAAyB,EACzB,UAAuD;QAEvD,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,uBAAuB,CAAC,iBAAiB,EAAE,UAAU,CAAC,CAAC;QAC3E,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,IAAI,CAAC,yBAAyB,EAAE,EAAE,CAAC;gBACtC,MAAM,KAAK,CAAC;YACd,CAAC;YAED,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,8DAA8D,kBAAkB,CAAC,KAAK,CAAC,2BAA2B,CACnH,CAAC;YACF,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;YAC7B,MAAM,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAClC,OAAO,MAAM,IAAI,CAAC,uBAAuB,CAAC,iBAAiB,EAAE,UAAU,CAAC,CAAC;QAC3E,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,uBAAuB,CACnC,iBAAyB,EACzB,UAAuD;QAEvD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;QACjD,IAAI,IAAI,CAAC,4BAA4B,EAAE,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YAC1E,iBAAiB,GAAG,CAAC,CAAC;QACxB,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,wBAAwB,CAAC,iBAAiB,CAAC,CAAC;QACvE,MAAM,mBAAmB,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;QAEjD,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,iBAAiB,EAAE,CAAC;YAChD,IAAI,CAAC;gBACH,IAAI,CAAC,QAAQ,CAAC,IAAI,CAChB,MAAM,KAAK,CAAC,sBAAsB,CAAC;oBACjC,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW;oBACnC,OAAO;iBACR,CAAC,CACH,CAAC;YACJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,KAAK,mBAAmB,EAAE,CAAC;oBACjD,MAAM,KAAK,CAAC;gBACd,CAAC;gBACD,MAAM;YACR,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,iBAAiB,CAAC,CAAC;IACnD,CAAC;IAEO,yBAAyB;QAC/B,OAAO,IAAI,CAAC,GAAG,KAAK,KAAK,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC;IACtD,CAAC;IAEO,4BAA4B;QAClC,OAAO,IAAI,CAAC,GAAG,KAAK,KAAK,IAAI,IAAI,CAAC,gBAAgB,CAAC;IACrD,CAAC;IAEO,KAAK,CAAC,oBAAoB;QAChC,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC/B,IAAI,CAAC,QAAQ,GAAG,EAAE,CAAC;QACnB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,MAAM,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;QAC5B,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QACzB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,MAAM,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC;QAEzB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QACzB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,IAAI,KAAK,EAAE,OAAO,EAAE,CAAC;YACnB,MAAM,OAAO,CAAC,IAAI,CAAC;gBACjB,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBAChC,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;aAC1D,CAAC,CAAC;QACL,CAAC;QAED,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAC7B,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;IAC/B,CAAC;IAEO,KAAK,CAAC,eAAe,CAC3B,gBAA+C;QAE/C,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC3B,OAAO,IAAI,CAAC,iBAAiB,CAAC;QAChC,CAAC;QACD,IAAI,IAAI,CAAC,0BAA0B,EAAE,CAAC;YACpC,OAAO,MAAM,IAAI,CAAC,0BAA0B,CAAC;QAC/C,CAAC;QAED,IAAI,CAAC,0BAA0B,GAAG,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,CAAC,CAAC;QAC1E,IAAI,CAAC;YACH,IAAI,CAAC,iBAAiB,GAAG,MAAM,IAAI,CAAC,0BAA0B,CAAC;YAC/D,OAAO,IAAI,CAAC,iBAAiB,CAAC;QAChC,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,0BAA0B,GAAG,IAAI,CAAC;QACzC,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAC5B,gBAA+C;QAE/C,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;QACzC,MAAM,iBAAiB,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,gBAAgB,CAAC;YACjE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS;YAC3B,OAAO,EAAE,IAAI,CAAC,qBAAqB,CAAC,QAAQ,CAAC,IAAI,CAAC;YAClD,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS;YAC/B,cAAc,EAAE,CAAC,SAAS,EAAE,EAAE;gBAC5B,gBAAgB,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC;YAC9C,CAAC;YACD,UAAU,EAAE,CAAC,QAAQ,EAAE,EAAE;gBACvB,gBAAgB,CAAC,MAAM,CAAC;oBACtB,QAAQ,EAAE,QAAQ,CAAC,QAAQ;oBAC3B,eAAe,EAAE,QAAQ,CAAC,eAAe;iBAC1C,CAAC,CAAC;YACL,CAAC;YACD,UAAU,EAAE,CAAC,OAAO,EAAE,EAAE;gBACtB,IAAI,IAAI,CAAC,6BAA6B,EAAE,CAAC;oBACvC,OAAO;gBACT,CAAC;gBACD,IAAI,CAAC,6BAA6B,GAAG,IAAI,CAAC;gBAC1C,kBAAkB,CAAC,gBAAgB,EAAE,OAAO,CAAC,CAAC;YAChD,CAAC;SACF,CAAC,CAAC;QACH,MAAM,SAAS,GAAG,iBAAiB,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QACzD,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,MAAM,IAAI,WAAW,CAAC,wCAAwC,EAAE;gBAC9D,IAAI,EAAE,oDAAoD;gBAC1D,OAAO,EAAE,SAAS,IAAI,CAAC,KAAK,CAAC,SAAS,aAAa,QAAQ,CAAC,IAAI,EAAE;aACnE,CAAC,CAAC;QACL,CAAC;QACD,gBAAgB,CAAC,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC5C,OAAO,SAAS,CAAC;IACnB,CAAC;IAEO,qBAAqB,CAC3B,YAAoB;QAEpB,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC;QACnD,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC;QACjD,OAAO;YACL;gBACE,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,WAAW,CAAC,IAAI;gBACtB,QAAQ,EAAE,WAAW,CAAC,QAAQ;gBAC9B,cAAc,EAAE,IAAI,CAAC,aAAa;gBAClC,UAAU,EAAE,EAAE,CAAC,YAAY,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE;aACrD;YACD;gBACE,IAAI,EAAE,YAAY;gBAClB,IAAI,EAAE,UAAU,CAAC,IAAI;gBACrB,QAAQ,EAAE,UAAU,CAAC,QAAQ;gBAC7B,cAAc,EAAE,OAAO,CACrB,IAAI,CAAC,aAAa,EAClB,YAAY,EACZ,WAAW,EACX,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,IAAI,CAAC,EACrC,UAAU,CAAC,QAAQ,CACpB;aACF;SACF,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,kBAAkB;QAC9B,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YACnC,OAAO,IAAI,CAAC,WAAW,CAAC;QAC1B,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACvC,OAAO,MAAM,gCAAgC,CAAC;YAC5C,GAAG,EAAE,CAAC,IAAI,CAAC,4BAA4B,EAAE,IAAI,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC;YAC/D,YAAY,EAAE,KAAK,CAAC,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC;SAC9C,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,2BAA2B,CACvC,SAAiB;QAEjB,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAClD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC;IAClE,CAAC;IAEO,KAAK,CAAC,wBAAwB,CAAC,WAAmB;QACxD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACvC,IAAI,CAAC,IAAI,CAAC,4BAA4B,EAAE,IAAI,KAAK,CAAC,GAAG,EAAE,CAAC;YACtD,OAAO,CAAC,CAAC;QACX,CAAC;QAED,MAAM,KAAK,GAAG,KAAK,CAAC,YAAY,IAAI,CAAC,CAAC;QACtC,IAAI,WAAW,IAAI,CAAC,EAAE,CAAC;YACrB,OAAO,CAAC,CAAC;QACX,CAAC;QAED,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,WAAW,CAAC,CAAC,CAAC;IACtD,CAAC;IAEO,qBAAqB,CAAC,IAAY;QAIxC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QACzB,IAAI,CAAC,KAAK,EAAE,QAAQ,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC;YAC1C,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;QACpC,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CACpB,CAAC,EACD,IAAI,CAAC,GAAG,CACN,IAAI,CAAC,KAAK,CAAC,WAAW,EACtB,KAAK,CAAC,gBAAgB,IAAI,IAAI,CAAC,KAAK,CAAC,WAAW,CACjD,CACF,CAAC;QACF,MAAM,MAAM,GAAG,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QACpC,IAAI,MAAM,CAAC,MAAM,IAAI,KAAK,EAAE,CAAC;YAC3B,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;QACpC,CAAC;QAED,OAAO;YACL,IAAI,EAAE,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC;YAC/D,SAAS,EAAE,IAAI;SAChB,CAAC;IACJ,CAAC;IAEO,iBAAiB;QACvB,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,MAAM,IAAI,WAAW,CAAC,uCAAuC,EAAE;gBAC7D,IAAI,EAAE,4CAA4C;gBAClD,OAAO,EAAE,SAAS,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE;aACzC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;CACF;AAED,SAAS,kBAAkB,CAAC,KAAc;IACxC,OAAO,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAChE,CAAC;AAED,SAAS,kBAAkB,CACzB,gBAA2D,EAC3D,OAAe;IAEf,IAAI,CAAC,gBAAgB,EAAE,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QACxC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,sBAAsB,OAAO,IAAI,CAAC,CAAC;IAC1D,CAAC;AACH,CAAC;AAED,SAAS,cAAc,CAAC,MAAe,EAAE,OAAe;IACtD,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;IAC/B,IAAI,iCAAiC,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;QACnD,OAAO;IACT,CAAC;IAED,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,wBAAwB,CAAC,OAAO,CAAC,CAAC,CAAC;AAC1D,CAAC;AAED,SAAS,wBAAwB,CAAC,OAAe;IAC/C,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAC/B,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,OAAO,GAAG,IAAI;SACX,KAAK,CAAC,IAAI,CAAC;SACX,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,oBAAoB,IAAI,EAAE,CAAC;SACzC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;AACpB,CAAC;AAED,SAAS,2BAA2B;IAClC,IAAI,OAAO,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAClC,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,yEAAyE;IACzE,uEAAuE;IACvE,IAAI,OAAO,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;QAC7B,OAAO,EAAE,GAAG,kCAAkC,EAAE,CAAC;IACnD,CAAC;IAED,OAAO,EAAE,GAAG,4BAA4B,EAAE,CAAC;AAC7C,CAAC;AAED,SAAS,sBAAsB,CAC7B,IAAY,EACZ,OAA8C,EAC9C,KAAoC;IAEpC,IAAI,KAAK,CAAC,MAAM,KAAK,OAAO,EAAE,CAAC;QAC7B,OAAO,OAAO,KAAK,OAAO;YACxB,CAAC,CAAC,qEAAqE,IAAI,EAAE;YAC7E,CAAC,CAAC,IAAI,CAAC;IACX,CAAC;IAED,OAAO,OAAO,KAAK,OAAO;QACxB,CAAC,CAAC,gCAAgC,IAAI,EAAE;QACxC,CAAC,CAAC,uBAAuB,IAAI,EAAE,CAAC;AACpC,CAAC;AAED,SAAS,kCAAkC,CACzC,MAA0D;IAE1D,OAAO,MAAM,KAAK,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;AAC3C,CAAC;AAED,SAAS,gBAAgB,CAAC,QAAgB,EAAE,QAAgB;IAC1D,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC1B,OAAO;IACT,CAAC;IAED,MAAM,EAAE,GAAG,QAAQ,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IACnC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAChC,IAAI,CAAC;QACH,QAAQ,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;IACjC,CAAC;YAAS,CAAC;QACT,SAAS,CAAC,EAAE,CAAC,CAAC;IAChB,CAAC;IAED,MAAM,MAAM,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACpC,IAAI,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC;QAC9B,OAAO;IACT,CAAC;IAED,MAAM,IAAI,GAAG,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;IAClD,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IACpE,MAAM,GAAG,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IACpC,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,CAAC;QACjC,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;QAC7C,CAAC,CAAC,GAAG,CAAC;IAER,UAAU,CAAC,QAAQ,CAAC,CAAC;IAErB,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,IAAI,WAAW,CACnB,oDAAoD,EACpD;YACE,IAAI,EAAE,qDAAqD;YAC3D,OAAO,EAAE,SAAS,QAAQ,SAAS,QAAQ,WAAW,MAAM,EAAE;SAC/D,CACF,CAAC;IACJ,CAAC;IAED,MAAM,IAAI,WAAW,CAAC,gDAAgD,EAAE;QACtE,IAAI,EAAE,gDAAgD;QACtD,OAAO,EAAE,SAAS,QAAQ,SAAS,QAAQ,yBAAyB,GAAG,WAAW,MAAM,EAAE;KAC3F,CAAC,CAAC;AACL,CAAC"}

package/dist/engine/models/backends/model2vec-runtime.d.ts

@@ -0,0 +1,63 @@
+import type { EmbeddingResult } from "../embeddings.js";
+export type TokenTensor = {
+    data: ArrayLike<number | bigint>;
+};
+export type TokenizerOutput = {
+    input_ids: TokenTensor;
+};
+export type TokenizerLike = {
+    (text: string, options: {
+        add_special_tokens: false;
+        truncation: true;
+        max_length: number;
+    }): TokenizerOutput | Promise<TokenizerOutput>;
+    unk_token_id?: number | null;
+};
+export type StaticEmbeddingTable = {
+    data: Float32Array | Uint16Array;
+    dimension: number;
+    dtype: "F16" | "F32";
+    rows: number;
+};
+export type Model2VecWorkerData = {
+    tokenizerSource: string;
+    maxInputTokens: number;
+    normalize: boolean;
+    tableBuffer: SharedArrayBuffer;
+    dimension: number;
+    dtype: "F16" | "F32";
+    rows: number;
+};
+export type Model2VecWorkerRequest = {
+    id: number;
+    texts: string[];
+};
+export type SerializedWorkerError = {
+    name?: string;
+    message: string;
+    stack?: string;
+};
+export type Model2VecWorkerResponse = {
+    type: "ready";
+} | {
+    type: "result";
+    id: number;
+    vectors: ArrayBuffer;
+    vectorCount: number;
+    truncated: number[];
+} | {
+    type: "error";
+    id: number;
+    error: SerializedWorkerError;
+};
+export type TokenizedModel2VecTexts = {
+    tokenLists: number[][];
+    truncated: number[];
+};
+export declare function embedModel2VecTexts(texts: readonly string[], tokenizer: TokenizerLike, table: StaticEmbeddingTable, maxInputTokens: number, normalize: boolean): Promise<EmbeddingResult>;
+export declare function tokenizeModel2VecTexts(texts: readonly string[], tokenizer: TokenizerLike, maxInputTokens: number): Promise<TokenizedModel2VecTexts>;
+export declare function embedModel2VecTokenLists(tokenLists: readonly (readonly number[])[], table: StaticEmbeddingTable, normalize: boolean): number[][];
+export declare function sharedStaticEmbeddingTable(table: StaticEmbeddingTable): StaticEmbeddingTable & {
+    data: Float32Array | Uint16Array;
+};
+export declare function staticEmbeddingTableFromWorkerData(data: Model2VecWorkerData): StaticEmbeddingTable;