@angri450/zvec-grep 0.2.2

package/dist/engine/models/backends/transformers-js.js

@@ -0,0 +1,411 @@
+import { join, resolve } from "node:path";
+import { EngineError } from "../../errors.js";
+import { defaultHome } from "../../utils/path.js";
+import { BaseEmbeddingModel, } from "../embeddings.js";
+import { resolveModelArtifacts, } from "../artifact-downloader.js";
+import { INDEX_EMBEDDING_CONCURRENCY_ENV, normalizeLocalEmbeddingConcurrency, resolveLocalEmbeddingParallelism, } from "../local-embedding-parallelism.js";
+import { LocalEmbeddingQueue } from "../local-embedding-queue.js";
+import { createModelDownloadProgressReporter, } from "../download-progress.js";
+const DEFAULT_MODEL_CACHE_DIR = join(defaultHome(), "models");
+async function defaultTransformersJsLoader() {
+    try {
+        return (await import("@huggingface/transformers"));
+    }
+    catch (cause) {
+        throw new EngineError("Transformers.js is required for this local embedding model", {
+            code: "ZVEC_GREP.ENGINE.MODELS.TRANSFORMERS_JS_MISSING_DEPENDENCY",
+            context: "Reinstall zvec-grep to restore @huggingface/transformers",
+            cause,
+        });
+    }
+}
+let defaultRuntimeImport = null;
+const LOAD_FAILED = "ZVEC_GREP.ENGINE.MODELS.TRANSFORMERS_JS_LOAD_FAILED";
+const defaultDependencies = {
+    loadRuntime() {
+        defaultRuntimeImport ??= defaultTransformersJsLoader();
+        return defaultRuntimeImport;
+    },
+    resolveArtifacts: resolveModelArtifacts,
+};
+export class TransformersJsEmbeddingModel extends BaseEmbeddingModel {
+    entry;
+    info;
+    modelCacheDir;
+    executionProvider;
+    dependencies;
+    embeddingQueue;
+    pipeline = null;
+    pipelineLoadPromise = null;
+    pipelineLoadError = null;
+    resolvedArtifacts = null;
+    artifactResolutionPromise = null;
+    sourceFallbackWarningReported = false;
+    usingCpuFallback = false;
+    disposed = false;
+    constructor(entry, options, dependencies = {}) {
+        super();
+        this.entry = entry;
+        const parallelism = normalizeLocalEmbeddingConcurrency(options.embeddingConcurrency);
+        this.info = {
+            reference: entry.reference,
+            provider: entry.provider,
+            name: entry.model,
+            dimension: entry.dimension,
+            metric: entry.metric,
+            defaultConcurrency: parallelism ?? 1,
+            inputKinds: ["text"],
+            limits: {
+                maxBatchSize: entry.maxBatchSize,
+                maxConcurrentBatches: parallelism ?? 1,
+                maxInputTokens: entry.maxInputTokens,
+            },
+        };
+        this.modelCacheDir = resolve(options.modelCacheDir ??
+            process.env.ZVEC_GREP_MODEL_CACHE ??
+            DEFAULT_MODEL_CACHE_DIR);
+        this.executionProvider = resolveExecutionProvider(options.device);
+        this.dependencies = { ...defaultDependencies, ...dependencies };
+        this.embeddingQueue = new LocalEmbeddingQueue(() => resolveLocalEmbeddingParallelism({
+            override: parallelism,
+            gpu: this.executionProvider !== null && this.executionProvider !== "cpu",
+        }));
+    }
+    async doEmbed(contents, options) {
+        return await this.embedBatch(contents, options);
+    }
+    async embedBatch(contents, options) {
+        let attempt = await this.embeddingQueue.run(() => this.runEmbeddingAttempt(contents, options));
+        if (attempt.ok)
+            return attempt.result;
+        let failure = attempt.cause;
+        if (attempt.canRetryOnCpu) {
+            try {
+                // The failed attempt has released its slot. Wait for all other users of
+                // the GPU pipeline before disposing it. Concurrent failures share one
+                // CPU replacement and each retry their own batch once.
+                await this.embeddingQueue.run(async () => {
+                    this.ensureNotDisposed();
+                    if (!this.usingCpuFallback) {
+                        await this.fallbackToCpu(failure, options.onProgress);
+                    }
+                }, true);
+                attempt = await this.embeddingQueue.run(() => this.runEmbeddingAttempt(contents, options));
+                if (attempt.ok)
+                    return attempt.result;
+                failure = attempt.cause;
+            }
+            catch (cause) {
+                failure = cause;
+            }
+        }
+        if (failure instanceof EngineError && failure.code === LOAD_FAILED) {
+            throw failure;
+        }
+        throw new EngineError("Transformers.js embedding failed", {
+            code: "ZVEC_GREP.ENGINE.MODELS.TRANSFORMERS_JS_EMBED_FAILED",
+            context: `model=${this.entry.reference} repo=${this.entry.repo}${this.executionProvider && this.executionProvider !== "cpu" ? `; for GPU errors, retry with --device cpu${options.purpose === "document" ? ` or index with --index-embedding-concurrency 1 (environment fallback: ${INDEX_EMBEDDING_CONCURRENCY_ENV}=1)` : ""}` : ""}`,
+            cause: failure,
+        });
+    }
+    async runEmbeddingAttempt(contents, options) {
+        this.ensureNotDisposed();
+        const texts = contents.map((content) => formatText(content.text, options.purpose, this.entry));
+        const pipeline = await this.ensurePipeline(options.onProgress);
+        let truncatedInputIndexes;
+        try {
+            truncatedInputIndexes = await findTruncatedInputIndexes(pipeline.tokenizer, texts, this.entry.maxInputTokens);
+        }
+        catch (cause) {
+            throw new EngineError("Transformers.js tokenization failed", {
+                code: "ZVEC_GREP.ENGINE.MODELS.TRANSFORMERS_JS_TOKENIZATION_FAILED",
+                context: `model=${this.entry.reference} repo=${this.entry.repo}`,
+                cause,
+            });
+        }
+        try {
+            return {
+                ok: true,
+                result: await this.embedTexts(pipeline, texts, truncatedInputIndexes),
+            };
+        }
+        catch (cause) {
+            return {
+                ok: false,
+                cause,
+                canRetryOnCpu: !this.usingCpuFallback &&
+                    this.executionProvider !== null &&
+                    this.executionProvider !== "cpu",
+            };
+        }
+    }
+    async dispose() {
+        if (this.disposed) {
+            return;
+        }
+        this.disposed = true;
+        await this.embeddingQueue.run(async () => {
+            const pipeline = this.pipeline;
+            this.pipeline = null;
+            this.pipelineLoadPromise = null;
+            await pipeline?.dispose();
+        }, true);
+    }
+    async ensurePipeline(onProgress) {
+        if (this.pipeline) {
+            return this.pipeline;
+        }
+        if (this.pipelineLoadError) {
+            throw this.pipelineLoadError;
+        }
+        if (this.pipelineLoadPromise) {
+            return await this.pipelineLoadPromise;
+        }
+        // Normalize the shared promise itself so concurrent callers also receive
+        // the terminal error for artifact resolution and runtime import failures.
+        this.pipelineLoadPromise = this.loadPipeline(onProgress).catch((cause) => {
+            this.pipelineLoadError =
+                cause instanceof EngineError && cause.code === LOAD_FAILED
+                    ? cause
+                    : new EngineError(`Transformers.js model initialization failed (${formatErrorMessage(cause)}). Check the model files and runtime configuration, then restart the process or daemon before retrying.`, {
+                        code: LOAD_FAILED,
+                        context: `model=${this.entry.reference} repo=${this.entry.repo}`,
+                        cause,
+                    });
+            throw this.pipelineLoadError;
+        });
+        try {
+            this.pipeline = await this.pipelineLoadPromise;
+            return this.pipeline;
+        }
+        finally {
+            this.pipelineLoadPromise = null;
+        }
+    }
+    async loadPipeline(onProgress) {
+        const downloadProgress = createModelDownloadProgressReporter(this.entry.reference, onProgress);
+        downloadProgress.start();
+        const resolvedArtifacts = await this.ensureArtifacts(downloadProgress);
+        const runtime = await this.dependencies.loadRuntime();
+        let pipeline;
+        const executionProvider = this.usingCpuFallback
+            ? "cpu"
+            : this.executionProvider;
+        try {
+            pipeline = await this.createPipeline(runtime, resolvedArtifacts.directory, executionProvider);
+        }
+        catch (cause) {
+            const recovery = executionProvider && executionProvider !== "cpu"
+                ? "Restart the process or daemon and retry with --device cpu."
+                : "Check the model files and runtime configuration, then restart the process or daemon before retrying.";
+            const failure = new EngineError(`Transformers.js ${executionProvider ?? "cpu"} model initialization failed (${formatErrorMessage(cause)}). ${recovery}`, {
+                code: LOAD_FAILED,
+                context: `model=${this.entry.reference} repo=${this.entry.repo}`,
+                cause,
+            });
+            // Transformers.js 3.x retains its first session promise even on failure.
+            // A CPU retry cannot recover a runtime whose first session failed. Do not
+            // retry initialization here, or globally block unrelated models: pipeline
+            // failures can also come from a tokenizer before ONNX session creation.
+            if (!downloadProgress.warning(failure.message)) {
+                process.stderr.write(`zvec-grep warning: ${failure.message}\n`);
+            }
+            throw failure;
+        }
+        pipeline.tokenizer.model_max_length = this.entry.maxInputTokens;
+        downloadProgress.finish();
+        return pipeline;
+    }
+    async embedTexts(pipeline, texts, truncatedInputIndexes) {
+        const tensor = await pipeline(texts, {
+            pooling: this.entry.pooling,
+            normalize: this.entry.normalize,
+            truncation: true,
+            max_length: this.entry.maxInputTokens,
+        });
+        return {
+            vectors: tensorToVectors(tensor, texts.length, this.entry.dimension),
+            truncated: truncatedInputIndexes,
+        };
+    }
+    async fallbackToCpu(cause, onProgress) {
+        if (this.usingCpuFallback ||
+            !this.executionProvider ||
+            this.executionProvider === "cpu") {
+            return false;
+        }
+        const warning = `Transformers.js ${this.executionProvider} embedding inference failed (${formatErrorMessage(cause)}), falling back to CPU.`;
+        if (onProgress) {
+            onProgress({
+                stage: "warning",
+                model: this.entry.reference,
+                message: warning,
+            });
+        }
+        else {
+            process.stderr.write(`zvec-grep warning: ${warning}\n`);
+        }
+        this.usingCpuFallback = true;
+        const pipeline = this.pipeline;
+        this.pipeline = null;
+        this.pipelineLoadPromise = null;
+        await pipeline?.dispose();
+        return true;
+    }
+    async createPipeline(runtime, modelDirectory, executionProvider) {
+        return await runtime.pipeline("feature-extraction", modelDirectory, {
+            dtype: this.entry.dtype,
+            local_files_only: true,
+            ...(executionProvider
+                ? { session_options: { executionProviders: [executionProvider] } }
+                : {}),
+        });
+    }
+    async ensureArtifacts(downloadProgress) {
+        if (this.resolvedArtifacts) {
+            return this.resolvedArtifacts;
+        }
+        if (this.artifactResolutionPromise) {
+            return await this.artifactResolutionPromise;
+        }
+        const sources = this.createArtifactSources();
+        this.artifactResolutionPromise = this.dependencies.resolveArtifacts({
+            model: this.entry.reference,
+            sources,
+            artifacts: this.entry.artifacts,
+            onDownloadPlan: (artifacts) => {
+                downloadProgress.setDownloadPlan(artifacts);
+            },
+            onProgress: (progress) => {
+                downloadProgress.report({
+                    artifact: progress.artifact,
+                    downloadedBytes: progress.downloadedBytes,
+                });
+            },
+            onFallback: (warning) => {
+                if (this.sourceFallbackWarningReported) {
+                    return;
+                }
+                this.sourceFallbackWarningReported = true;
+                if (!downloadProgress.warning(warning)) {
+                    process.stderr.write(`zvec-grep warning: ${warning}\n`);
+                }
+            },
+        });
+        try {
+            this.resolvedArtifacts = await this.artifactResolutionPromise;
+            return this.resolvedArtifacts;
+        }
+        finally {
+            this.artifactResolutionPromise = null;
+        }
+    }
+    createArtifactSources() {
+        const huggingFace = this.entry.sources.huggingFace;
+        const modelScope = this.entry.sources.modelScope;
+        return [
+            {
+                kind: "huggingface",
+                repo: huggingFace.repo,
+                revision: huggingFace.revision,
+                cacheDirectory: resolve(this.modelCacheDir, huggingFace.repo, huggingFace.revision),
+            },
+            {
+                kind: "modelscope",
+                repo: modelScope.repo,
+                revision: modelScope.revision,
+                cacheDirectory: resolve(this.modelCacheDir, "modelscope", "transformers-js", modelScope.repo.replaceAll("/", "--"), modelScope.revision),
+            },
+        ];
+    }
+    ensureNotDisposed() {
+        if (this.disposed) {
+            throw new EngineError("Transformers.js embedding model is disposed", {
+                code: "ZVEC_GREP.ENGINE.MODELS.TRANSFORMERS_JS_DISPOSED",
+                context: `model=${this.entry.reference}`,
+            });
+        }
+    }
+}
+async function findTruncatedInputIndexes(tokenizer, texts, maxInputTokens) {
+    const encoded = await tokenizer(texts, {
+        truncation: true,
+        max_length: maxInputTokens + 1,
+        padding: true,
+    });
+    const mask = encoded.attention_mask;
+    const [batchSize, sequenceLength] = mask.dims;
+    if (mask.dims.length !== 2 ||
+        batchSize !== texts.length ||
+        !Number.isInteger(sequenceLength) ||
+        sequenceLength < 0 ||
+        mask.data.length !== batchSize * sequenceLength) {
+        throw new Error("Transformers.js tokenizer returned an unexpected mask");
+    }
+    const truncatedInputIndexes = [];
+    for (let inputIndex = 0; inputIndex < batchSize; inputIndex++) {
+        let tokenCount = 0;
+        const offset = inputIndex * sequenceLength;
+        for (let tokenIndex = 0; tokenIndex < sequenceLength; tokenIndex++) {
+            if (Number(mask.data[offset + tokenIndex]) !== 0) {
+                tokenCount++;
+            }
+        }
+        if (tokenCount > maxInputTokens) {
+            truncatedInputIndexes.push(inputIndex);
+        }
+    }
+    return truncatedInputIndexes;
+}
+function resolveExecutionProvider(device) {
+    if (device === undefined || device === "auto") {
+        // Use the runtime's Node default (CPU). Platform support for an execution
+        // provider does not imply that its hardware or shared libraries exist.
+        return null;
+    }
+    if (device === "cpu") {
+        return "cpu";
+    }
+    if (device === "metal" || device === "vulkan") {
+        return "webgpu";
+    }
+    if (device === "cuda") {
+        return "cuda";
+    }
+    return null;
+}
+function formatErrorMessage(error) {
+    return error instanceof Error ? error.message : String(error);
+}
+function formatText(text, purpose, entry) {
+    const prefix = purpose === "query"
+        ? "queryPrefix" in entry
+            ? entry.queryPrefix
+            : undefined
+        : "documentPrefix" in entry
+            ? entry.documentPrefix
+            : undefined;
+    return prefix ? `${prefix}${text}` : text;
+}
+function tensorToVectors(tensor, count, dimension) {
+    if (tensor.dims.length !== 2 ||
+        tensor.dims[0] !== count ||
+        tensor.dims[1] !== dimension ||
+        tensor.data.length !== count * dimension) {
+        throw new EngineError("Transformers.js returned an unexpected tensor", {
+            code: "ZVEC_GREP.ENGINE.MODELS.TRANSFORMERS_JS_INVALID_TENSOR",
+            context: `expected=${count}x${dimension} actual=${tensor.dims.join("x")}`,
+        });
+    }
+    return Array.from({ length: count }, (_, index) => Array.from({ length: dimension }, (__, offset) => {
+        const value = tensor.data[index * dimension + offset];
+        if (!Number.isFinite(value)) {
+            throw new EngineError("Transformers.js returned a non-finite tensor value", {
+                code: "ZVEC_GREP.ENGINE.MODELS.TRANSFORMERS_JS_INVALID_TENSOR",
+                context: `index=${index} offset=${offset}`,
+            });
+        }
+        return value;
+    }));
+}
+//# sourceMappingURL=transformers-js.js.map

package/dist/engine/models/backends/transformers-js.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"transformers-js.js","sourceRoot":"","sources":["../../../../src/engine/models/backends/transformers-js.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAE9C,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAClD,OAAO,EACL,kBAAkB,GAMnB,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EACL,qBAAqB,GAEtB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,+BAA+B,EAC/B,kCAAkC,EAClC,gCAAgC,GACjC,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EAAE,mBAAmB,EAAE,MAAM,6BAA6B,CAAC;AAClE,OAAO,EACL,mCAAmC,GAEpC,MAAM,yBAAyB,CAAC;AA4EjC,MAAM,uBAAuB,GAAG,IAAI,CAAC,WAAW,EAAE,EAAE,QAAQ,CAAC,CAAC;AAE9D,KAAK,UAAU,2BAA2B;IACxC,IAAI,CAAC;QACH,OAAO,CAAC,MAAM,MAAM,CAAC,2BAA2B,CAAC,CAAyB,CAAC;IAC7E,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,WAAW,CACnB,4DAA4D,EAC5D;YACE,IAAI,EAAE,4DAA4D;YAClE,OAAO,EAAE,0DAA0D;YACnE,KAAK;SACN,CACF,CAAC;IACJ,CAAC;AACH,CAAC;AAED,IAAI,oBAAoB,GAAyC,IAAI,CAAC;AACtE,MAAM,WAAW,GAAG,qDAAqD,CAAC;AAE1E,MAAM,mBAAmB,GAA+B;IACtD,WAAW;QACT,oBAAoB,KAAK,2BAA2B,EAAE,CAAC;QACvD,OAAO,oBAAoB,CAAC;IAC9B,CAAC;IACD,gBAAgB,EAAE,qBAAqB;CACxC,CAAC;AAEF,MAAM,OAAO,4BAA6B,SAAQ,kBAAkB;IAkB/C;IAjBV,IAAI,CAAqB;IAEjB,aAAa,CAAS;IACtB,iBAAiB,CAAyC;IAC1D,YAAY,CAA6B;IACzC,cAAc,CAAsB;IAC7C,QAAQ,GAAqC,IAAI,CAAC;IAClD,mBAAmB,GAA8C,IAAI,CAAC;IACtE,iBAAiB,GAAuB,IAAI,CAAC;IAC7C,iBAAiB,GAAkC,IAAI,CAAC;IACxD,yBAAyB,GAC/B,IAAI,CAAC;IACC,6BAA6B,GAAG,KAAK,CAAC;IACtC,gBAAgB,GAAG,KAAK,CAAC;IACzB,QAAQ,GAAG,KAAK,CAAC;IAEzB,YACmB,KAA0C,EAC3D,OAAoC,EACpC,eAAoD,EAAE;QAEtD,KAAK,EAAE,CAAC;QAJS,UAAK,GAAL,KAAK,CAAqC;QAK3D,MAAM,WAAW,GAAG,kCAAkC,CACpD,OAAO,CAAC,oBAAoB,CAC7B,CAAC;QACF,IAAI,CAAC,IAAI,GAAG;YACV,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,IAAI,EAAE,KAAK,CAAC,KAAK;YACjB,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,kBAAkB,EAAE,WAAW,IAAI,CAAC;YACpC,UAAU,EAAE,CAAC,MAAM,CAAC;YACpB,MAAM,EAAE;gBACN,YAAY,EAAE,KAAK,CAAC,YAAY;gBAChC,oBAAoB,EAAE,WAAW,IAAI,CAAC;gBACtC,cAAc,EAAE,KAAK,CAAC,cAAc;aACrC;SACF,CAAC;QACF,IAAI,CAAC,aAAa,GAAG,OAAO,CAC1B,OAAO,CAAC,aAAa;YACnB,OAAO,CAAC,GAAG,CAAC,qBAAqB;YACjC,uBAAuB,CAC1B,CAAC;QACF,IAAI,CAAC,iBAAiB,GAAG,wBAAwB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAClE,IAAI,CAAC,YAAY,GAAG,EAAE,GAAG,mBAAmB,EAAE,GAAG,YAAY,EAAE,CAAC;QAChE,IAAI,CAAC,cAAc,GAAG,IAAI,mBAAmB,CAAC,GAAG,EAAE,CACjD,gCAAgC,CAAC;YAC/B,QAAQ,EAAE,WAAW;YACrB,GAAG,EACD,IAAI,CAAC,iBAAiB,KAAK,IAAI,IAAI,IAAI,CAAC,iBAAiB,KAAK,KAAK;SACtE,CAAC,CACH,CAAC;IACJ,CAAC;IAES,KAAK,CAAC,OAAO,CACrB,QAA4B,EAC5B,OAAmC;QAEnC,OAAO,MAAM,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAClD,CAAC;IAEO,KAAK,CAAC,UAAU,CACtB,QAA4B,EAC5B,OAAmC;QAEnC,IAAI,OAAO,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,GAAG,EAAE,CAC/C,IAAI,CAAC,mBAAmB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAC5C,CAAC;QACF,IAAI,OAAO,CAAC,EAAE;YAAE,OAAO,OAAO,CAAC,MAAM,CAAC;QAEtC,IAAI,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC;QAC5B,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;YAC1B,IAAI,CAAC;gBACH,wEAAwE;gBACxE,sEAAsE;gBACtE,uDAAuD;gBACvD,MAAM,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE;oBACvC,IAAI,CAAC,iBAAiB,EAAE,CAAC;oBACzB,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;wBAC3B,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;oBACxD,CAAC;gBACH,CAAC,EAAE,IAAI,CAAC,CAAC;gBACT,OAAO,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,GAAG,EAAE,CAC3C,IAAI,CAAC,mBAAmB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAC5C,CAAC;gBACF,IAAI,OAAO,CAAC,EAAE;oBAAE,OAAO,OAAO,CAAC,MAAM,CAAC;gBACtC,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC;YAC1B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,GAAG,KAAK,CAAC;YAClB,CAAC;QACH,CAAC;QAED,IAAI,OAAO,YAAY,WAAW,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YACnE,MAAM,OAAO,CAAC;QAChB,CAAC;QACD,MAAM,IAAI,WAAW,CAAC,kCAAkC,EAAE;YACxD,IAAI,EAAE,sDAAsD;YAC5D,OAAO,EAAE,SAAS,IAAI,CAAC,KAAK,CAAC,SAAS,SAAS,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC,iBAAiB,KAAK,KAAK,CAAC,CAAC,CAAC,4CAA4C,OAAO,CAAC,OAAO,KAAK,UAAU,CAAC,CAAC,CAAC,yEAAyE,+BAA+B,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE;YACtU,KAAK,EAAE,OAAO;SACf,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,mBAAmB,CAC/B,QAA4B,EAC5B,OAAmC;QAEnC,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,MAAM,KAAK,GAAI,QAAmC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CACjE,UAAU,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,CACtD,CAAC;QACF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QAC/D,IAAI,qBAA+B,CAAC;QACpC,IAAI,CAAC;YACH,qBAAqB,GAAG,MAAM,yBAAyB,CACrD,QAAQ,CAAC,SAAS,EAClB,KAAK,EACL,IAAI,CAAC,KAAK,CAAC,cAAc,CAC1B,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,WAAW,CAAC,qCAAqC,EAAE;gBAC3D,IAAI,EAAE,6DAA6D;gBACnE,OAAO,EAAE,SAAS,IAAI,CAAC,KAAK,CAAC,SAAS,SAAS,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE;gBAChE,KAAK;aACN,CAAC,CAAC;QACL,CAAC;QAED,IAAI,CAAC;YACH,OAAO;gBACL,EAAE,EAAE,IAAI;gBACR,MAAM,EAAE,MAAM,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,KAAK,EAAE,qBAAqB,CAAC;aACtE,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,KAAK;gBACL,aAAa,EACX,CAAC,IAAI,CAAC,gBAAgB;oBACtB,IAAI,CAAC,iBAAiB,KAAK,IAAI;oBAC/B,IAAI,CAAC,iBAAiB,KAAK,KAAK;aACnC,CAAC;QACJ,CAAC;IACH,CAAC;IAEQ,KAAK,CAAC,OAAO;QACpB,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,OAAO;QACT,CAAC;QACD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,MAAM,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE;YACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;YAC/B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;YACrB,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC;YAChC,MAAM,QAAQ,EAAE,OAAO,EAAE,CAAC;QAC5B,CAAC,EAAE,IAAI,CAAC,CAAC;IACX,CAAC;IAEO,KAAK,CAAC,cAAc,CAC1B,UAAuD;QAEvD,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,OAAO,IAAI,CAAC,QAAQ,CAAC;QACvB,CAAC;QACD,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC3B,MAAM,IAAI,CAAC,iBAAiB,CAAC;QAC/B,CAAC;QACD,IAAI,IAAI,CAAC,mBAAmB,EAAE,CAAC;YAC7B,OAAO,MAAM,IAAI,CAAC,mBAAmB,CAAC;QACxC,CAAC;QAED,yEAAyE;QACzE,0EAA0E;QAC1E,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;YACvE,IAAI,CAAC,iBAAiB;gBACpB,KAAK,YAAY,WAAW,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW;oBACxD,CAAC,CAAC,KAAK;oBACP,CAAC,CAAC,IAAI,WAAW,CACb,gDAAgD,kBAAkB,CAAC,KAAK,CAAC,yGAAyG,EAClL;wBACE,IAAI,EAAE,WAAW;wBACjB,OAAO,EAAE,SAAS,IAAI,CAAC,KAAK,CAAC,SAAS,SAAS,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE;wBAChE,KAAK;qBACN,CACF,CAAC;YACR,MAAM,IAAI,CAAC,iBAAiB,CAAC;QAC/B,CAAC,CAAC,CAAC;QACH,IAAI,CAAC;YACH,IAAI,CAAC,QAAQ,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC;YAC/C,OAAO,IAAI,CAAC,QAAQ,CAAC;QACvB,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC;QAClC,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,YAAY,CACxB,UAAuD;QAEvD,MAAM,gBAAgB,GAAG,mCAAmC,CAC1D,IAAI,CAAC,KAAK,CAAC,SAAS,EACpB,UAAU,CACX,CAAC;QACF,gBAAgB,CAAC,KAAK,EAAE,CAAC;QACzB,MAAM,iBAAiB,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,gBAAgB,CAAC,CAAC;QACvE,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,WAAW,EAAE,CAAC;QACtD,IAAI,QAAmC,CAAC;QACxC,MAAM,iBAAiB,GAAG,IAAI,CAAC,gBAAgB;YAC7C,CAAC,CAAC,KAAK;YACP,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC;QAE3B,IAAI,CAAC;YACH,QAAQ,GAAG,MAAM,IAAI,CAAC,cAAc,CAClC,OAAO,EACP,iBAAiB,CAAC,SAAS,EAC3B,iBAAiB,CAClB,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,QAAQ,GACZ,iBAAiB,IAAI,iBAAiB,KAAK,KAAK;gBAC9C,CAAC,CAAC,4DAA4D;gBAC9D,CAAC,CAAC,sGAAsG,CAAC;YAC7G,MAAM,OAAO,GAAG,IAAI,WAAW,CAC7B,mBAAmB,iBAAiB,IAAI,KAAK,iCAAiC,kBAAkB,CAAC,KAAK,CAAC,MAAM,QAAQ,EAAE,EACvH;gBACE,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,SAAS,IAAI,CAAC,KAAK,CAAC,SAAS,SAAS,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE;gBAChE,KAAK;aACN,CACF,CAAC;YACF,yEAAyE;YACzE,0EAA0E;YAC1E,0EAA0E;YAC1E,wEAAwE;YACxE,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC/C,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,sBAAsB,OAAO,CAAC,OAAO,IAAI,CAAC,CAAC;YAClE,CAAC;YACD,MAAM,OAAO,CAAC;QAChB,CAAC;QAED,QAAQ,CAAC,SAAS,CAAC,gBAAgB,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC;QAChE,gBAAgB,CAAC,MAAM,EAAE,CAAC;QAC1B,OAAO,QAAQ,CAAC;IAClB,CAAC;IAEO,KAAK,CAAC,UAAU,CACtB,QAAmC,EACnC,KAAe,EACf,qBAA+B;QAE/B,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,KAAK,EAAE;YACnC,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO;YAC3B,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS;YAC/B,UAAU,EAAE,IAAI;YAChB,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,cAAc;SACtC,CAAC,CAAC;QACH,OAAO;YACL,OAAO,EAAE,eAAe,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC;YACpE,SAAS,EAAE,qBAAqB;SACjC,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,aAAa,CACzB,KAAc,EACd,UAAuD;QAEvD,IACE,IAAI,CAAC,gBAAgB;YACrB,CAAC,IAAI,CAAC,iBAAiB;YACvB,IAAI,CAAC,iBAAiB,KAAK,KAAK,EAChC,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC;QAED,MAAM,OAAO,GAAG,mBAAmB,IAAI,CAAC,iBAAiB,gCAAgC,kBAAkB,CAAC,KAAK,CAAC,yBAAyB,CAAC;QAC5I,IAAI,UAAU,EAAE,CAAC;YACf,UAAU,CAAC;gBACT,KAAK,EAAE,SAAS;gBAChB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS;gBAC3B,OAAO,EAAE,OAAO;aACjB,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,sBAAsB,OAAO,IAAI,CAAC,CAAC;QAC1D,CAAC;QACD,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAC7B,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC/B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC;QAChC,MAAM,QAAQ,EAAE,OAAO,EAAE,CAAC;QAC1B,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,KAAK,CAAC,cAAc,CAC1B,OAA6B,EAC7B,cAAsB,EACtB,iBAAyD;QAEzD,OAAO,MAAM,OAAO,CAAC,QAAQ,CAAC,oBAAoB,EAAE,cAAc,EAAE;YAClE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK;YACvB,gBAAgB,EAAE,IAAI;YACtB,GAAG,CAAC,iBAAiB;gBACnB,CAAC,CAAC,EAAE,eAAe,EAAE,EAAE,kBAAkB,EAAE,CAAC,iBAAiB,CAAC,EAAE,EAAE;gBAClE,CAAC,CAAC,EAAE,CAAC;SACR,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,eAAe,CAC3B,gBAA+C;QAE/C,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC3B,OAAO,IAAI,CAAC,iBAAiB,CAAC;QAChC,CAAC;QACD,IAAI,IAAI,CAAC,yBAAyB,EAAE,CAAC;YACnC,OAAO,MAAM,IAAI,CAAC,yBAAyB,CAAC;QAC9C,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAC7C,IAAI,CAAC,yBAAyB,GAAG,IAAI,CAAC,YAAY,CAAC,gBAAgB,CAAC;YAClE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS;YAC3B,OAAO;YACP,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS;YAC/B,cAAc,EAAE,CAAC,SAAS,EAAE,EAAE;gBAC5B,gBAAgB,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC;YAC9C,CAAC;YACD,UAAU,EAAE,CAAC,QAAQ,EAAE,EAAE;gBACvB,gBAAgB,CAAC,MAAM,CAAC;oBACtB,QAAQ,EAAE,QAAQ,CAAC,QAAQ;oBAC3B,eAAe,EAAE,QAAQ,CAAC,eAAe;iBAC1C,CAAC,CAAC;YACL,CAAC;YACD,UAAU,EAAE,CAAC,OAAO,EAAE,EAAE;gBACtB,IAAI,IAAI,CAAC,6BAA6B,EAAE,CAAC;oBACvC,OAAO;gBACT,CAAC;gBACD,IAAI,CAAC,6BAA6B,GAAG,IAAI,CAAC;gBAC1C,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;oBACvC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,sBAAsB,OAAO,IAAI,CAAC,CAAC;gBAC1D,CAAC;YACH,CAAC;SACF,CAAC,CAAC;QACH,IAAI,CAAC;YACH,IAAI,CAAC,iBAAiB,GAAG,MAAM,IAAI,CAAC,yBAAyB,CAAC;YAC9D,OAAO,IAAI,CAAC,iBAAiB,CAAC;QAChC,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,yBAAyB,GAAG,IAAI,CAAC;QACxC,CAAC;IACH,CAAC;IAEO,qBAAqB;QAC3B,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC;QACnD,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC;QACjD,OAAO;YACL;gBACE,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,WAAW,CAAC,IAAI;gBACtB,QAAQ,EAAE,WAAW,CAAC,QAAQ;gBAC9B,cAAc,EAAE,OAAO,CACrB,IAAI,CAAC,aAAa,EAClB,WAAW,CAAC,IAAI,EAChB,WAAW,CAAC,QAAQ,CACrB;aACF;YACD;gBACE,IAAI,EAAE,YAAY;gBAClB,IAAI,EAAE,UAAU,CAAC,IAAI;gBACrB,QAAQ,EAAE,UAAU,CAAC,QAAQ;gBAC7B,cAAc,EAAE,OAAO,CACrB,IAAI,CAAC,aAAa,EAClB,YAAY,EACZ,iBAAiB,EACjB,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,IAAI,CAAC,EACrC,UAAU,CAAC,QAAQ,CACpB;aACF;SACF,CAAC;IACJ,CAAC;IAEO,iBAAiB;QACvB,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,MAAM,IAAI,WAAW,CAAC,6CAA6C,EAAE;gBACnE,IAAI,EAAE,kDAAkD;gBACxD,OAAO,EAAE,SAAS,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE;aACzC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;CACF;AAED,KAAK,UAAU,yBAAyB,CACtC,SAAwB,EACxB,KAAe,EACf,cAAsB;IAEtB,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,KAAK,EAAE;QACrC,UAAU,EAAE,IAAI;QAChB,UAAU,EAAE,cAAc,GAAG,CAAC;QAC9B,OAAO,EAAE,IAAI;KACd,CAAC,CAAC;IACH,MAAM,IAAI,GAAG,OAAO,CAAC,cAAc,CAAC;IACpC,MAAM,CAAC,SAAS,EAAE,cAAc,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC;IAC9C,IACE,IAAI,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC;QACtB,SAAS,KAAK,KAAK,CAAC,MAAM;QAC1B,CAAC,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC;QACjC,cAAc,GAAG,CAAC;QAClB,IAAI,CAAC,IAAI,CAAC,MAAM,KAAK,SAAS,GAAG,cAAc,EAC/C,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC;IAC3E,CAAC;IAED,MAAM,qBAAqB,GAAa,EAAE,CAAC;IAC3C,KAAK,IAAI,UAAU,GAAG,CAAC,EAAE,UAAU,GAAG,SAAS,EAAE,UAAU,EAAE,EAAE,CAAC;QAC9D,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,MAAM,MAAM,GAAG,UAAU,GAAG,cAAc,CAAC;QAC3C,KAAK,IAAI,UAAU,GAAG,CAAC,EAAE,UAAU,GAAG,cAAc,EAAE,UAAU,EAAE,EAAE,CAAC;YACnE,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,UAAU,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;gBACjD,UAAU,EAAE,CAAC;YACf,CAAC;QACH,CAAC;QACD,IAAI,UAAU,GAAG,cAAc,EAAE,CAAC;YAChC,qBAAqB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACzC,CAAC;IACH,CAAC;IACD,OAAO,qBAAqB,CAAC;AAC/B,CAAC;AAED,SAAS,wBAAwB,CAC/B,MAA6C;IAE7C,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;QAC9C,0EAA0E;QAC1E,uEAAuE;QACvE,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;QACrB,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,MAAM,KAAK,OAAO,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC9C,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;QACtB,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAc;IACxC,OAAO,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAChE,CAAC;AAED,SAAS,UAAU,CACjB,IAAY,EACZ,OAA8C,EAC9C,KAA0C;IAE1C,MAAM,MAAM,GACV,OAAO,KAAK,OAAO;QACjB,CAAC,CAAC,aAAa,IAAI,KAAK;YACtB,CAAC,CAAC,KAAK,CAAC,WAAW;YACnB,CAAC,CAAC,SAAS;QACb,CAAC,CAAC,gBAAgB,IAAI,KAAK;YACzB,CAAC,CAAC,KAAK,CAAC,cAAc;YACtB,CAAC,CAAC,SAAS,CAAC;IAClB,OAAO,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;AAC5C,CAAC;AAED,SAAS,eAAe,CACtB,MAAkB,EAClB,KAAa,EACb,SAAiB;IAEjB,IACE,MAAM,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC;QACxB,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,KAAK;QACxB,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,SAAS;QAC5B,MAAM,CAAC,IAAI,CAAC,MAAM,KAAK,KAAK,GAAG,SAAS,EACxC,CAAC;QACD,MAAM,IAAI,WAAW,CAAC,+CAA+C,EAAE;YACrE,IAAI,EAAE,wDAAwD;YAC9D,OAAO,EAAE,YAAY,KAAK,IAAI,SAAS,WAAW,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;SAC1E,CAAC,CAAC;IACL,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAChD,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,EAAE,CAAC,EAAE,EAAE,MAAM,EAAE,EAAE;QAC/C,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,GAAG,SAAS,GAAG,MAAM,CAAC,CAAC;QACtD,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YAC5B,MAAM,IAAI,WAAW,CACnB,oDAAoD,EACpD;gBACE,IAAI,EAAE,wDAAwD;gBAC9D,OAAO,EAAE,SAAS,KAAK,WAAW,MAAM,EAAE;aAC3C,CACF,CAAC;QACJ,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC,CAAC,CACH,CAAC;AACJ,CAAC"}