inference-server 1.0.0-beta.19

package/dist/engines/transformers-js/engine.js

@@ -0,0 +1,538 @@
+import path from 'node:path';
+import fs from 'node:fs';
+import { env, AutoModel, AutoProcessor, AutoTokenizer, RawImage, TextStreamer, mean_pooling, } from '@huggingface/transformers';
+import { LogLevels } from '../../lib/logger.js';
+import { acquireFileLock } from '../../lib/acquireFileLock.js';
+import { decodeAudio } from '../../lib/decodeAudio.js';
+import { resolveModelFileLocation } from '../../lib/resolveModelFileLocation.js';
+import { parseHuggingfaceModelIdAndBranch, remoteFileExists } from './util.js';
+import { validateModelFiles } from './validateModelFiles.js';
+import { copyDirectory } from '../../lib/copyDirectory.js';
+export const autoGpu = true;
+let didConfigureEnvironment = false;
+function configureEnvironment(modelsPath) {
+    // console.debug({
+    // 	cacheDir: env.cacheDir,
+    // 	localModelPaths: env.localModelPath,
+    // })
+    // env.useFSCache = false
+    // env.useCustomCache = true
+    // env.customCache = new TransformersFileCache(modelsPath)
+    env.localModelPath = '';
+    didConfigureEnvironment = true;
+}
+async function loadModelComponents(modelOpts, config) {
+    const device = config.device?.gpu ? 'gpu' : 'cpu';
+    const modelClass = modelOpts.modelClass ?? AutoModel;
+    let modelPath = config.location;
+    if (!modelPath.endsWith('/')) {
+        modelPath += '/';
+    }
+    const loadPromises = [];
+    const modelPromise = modelClass.from_pretrained(modelPath, {
+        local_files_only: true,
+        device: device,
+        dtype: modelOpts.dtype || 'fp32',
+    });
+    loadPromises.push(modelPromise);
+    const tokenizerClass = modelOpts.tokenizerClass ?? AutoTokenizer;
+    const tokenizerPromise = tokenizerClass.from_pretrained(modelPath, {
+        local_files_only: true,
+    });
+    loadPromises.push(tokenizerPromise);
+    const hasPreprocessor = fs.existsSync(modelPath + 'preprocessor_config.json');
+    const hasProcessor = fs.existsSync(modelPath + 'processor_config.json');
+    if (hasProcessor || hasPreprocessor || modelOpts.processor) {
+        const processorClass = modelOpts.processorClass ?? AutoProcessor;
+        if (modelOpts.processor) {
+            const processorPath = resolveModelFileLocation({
+                url: modelOpts.processor.url,
+                filePath: modelOpts.processor.file,
+                modelsCachePath: config.modelsCachePath,
+            });
+            const processorPromise = processorClass.from_pretrained(processorPath, {
+                local_files_only: true,
+            });
+            loadPromises.push(processorPromise);
+        }
+        else {
+            const processorPromise = processorClass.from_pretrained(modelPath, {
+                local_files_only: true,
+            });
+            loadPromises.push(processorPromise);
+        }
+    }
+    const loadedComponents = await Promise.all(loadPromises);
+    const modelComponents = {};
+    if (loadedComponents[0]) {
+        modelComponents.model = loadedComponents[0];
+    }
+    if (loadedComponents[1]) {
+        modelComponents.tokenizer = loadedComponents[1];
+    }
+    if (loadedComponents[2]) {
+        modelComponents.processor = loadedComponents[2];
+    }
+    return modelComponents;
+}
+async function disposeModelComponents(modelComponents) {
+    if (modelComponents.model && 'dispose' in modelComponents.model) {
+        await modelComponents.model.dispose();
+    }
+}
+async function acquireModelFileLocks(config, signal) {
+    const requestedLocks = [];
+    const modelId = config.id;
+    const modelCacheDir = path.join(env.cacheDir, modelId);
+    fs.mkdirSync(modelCacheDir, { recursive: true });
+    requestedLocks.push(acquireFileLock(modelCacheDir, signal));
+    if (config.visionModel?.processor?.url) {
+        const { modelId } = parseHuggingfaceModelIdAndBranch(config.visionModel.processor.url);
+        const processorCacheDir = path.join(env.cacheDir, modelId);
+        fs.mkdirSync(processorCacheDir, { recursive: true });
+        requestedLocks.push(acquireFileLock(processorCacheDir, signal));
+    }
+    const acquiredLocks = await Promise.all(requestedLocks);
+    return () => {
+        for (const releaseLock of acquiredLocks) {
+            releaseLock();
+        }
+    };
+}
+export async function prepareModel({ config, log }, onProgress, signal) {
+    if (!didConfigureEnvironment) {
+        configureEnvironment(config.modelsCachePath);
+    }
+    fs.mkdirSync(config.location, { recursive: true });
+    const releaseFileLocks = await acquireModelFileLocks(config, signal);
+    if (signal?.aborted) {
+        releaseFileLocks();
+        return;
+    }
+    log(LogLevels.info, `Preparing transformers.js model at ${config.location}`, {
+        model: config.id,
+    });
+    const downloadModelFiles = async (modelOpts, { modelId, branch }, requiredComponents = ['model', 'tokenizer', 'processor']) => {
+        const modelClass = modelOpts.modelClass ?? AutoModel;
+        const downloadPromises = {};
+        const progressCallback = (progress) => {
+            if (onProgress && progress.status === 'progress') {
+                onProgress({
+                    file: env.cacheDir + progress.name + '/' + progress.file,
+                    loadedBytes: progress.loaded,
+                    totalBytes: progress.total,
+                });
+            }
+        };
+        if (requiredComponents.includes('model')) {
+            const modelDownloadPromise = modelClass.from_pretrained(modelId, {
+                revision: branch,
+                dtype: modelOpts.dtype || 'fp32',
+                progress_callback: progressCallback,
+                // use_external_data_format: true, // https://github.com/xenova/transformers.js/blob/38a3bf6dab2265d9f0c2f613064535863194e6b9/src/models.js#L205-L207
+            });
+            downloadPromises.model = modelDownloadPromise;
+        }
+        if (requiredComponents.includes('tokenizer')) {
+            const hasTokenizer = await remoteFileExists(`${config.url}/blob/${branch}/tokenizer.json`);
+            if (hasTokenizer) {
+                const tokenizerClass = modelOpts.tokenizerClass ?? AutoTokenizer;
+                const tokenizerDownload = tokenizerClass.from_pretrained(modelId, {
+                    revision: branch,
+                    progress_callback: progressCallback,
+                    // use_external_data_format: true,
+                });
+                downloadPromises.tokenizer = tokenizerDownload;
+            }
+        }
+        if (requiredComponents.includes('processor')) {
+            if (modelOpts.processor?.url) {
+                const { modelId, branch } = parseHuggingfaceModelIdAndBranch(modelOpts.processor.url);
+                const processorDownload = AutoProcessor.from_pretrained(modelId, {
+                    revision: branch,
+                    progress_callback: progressCallback,
+                });
+                downloadPromises.processor = processorDownload;
+            }
+            else {
+                const [hasProcessor, hasPreprocessor] = await Promise.all([
+                    remoteFileExists(`${config.url}/blob/${branch}/processor_config.json`),
+                    remoteFileExists(`${config.url}/blob/${branch}/preprocessor_config.json`),
+                ]);
+                if (hasProcessor || hasPreprocessor) {
+                    const processorDownload = AutoProcessor.from_pretrained(modelId, {
+                        revision: branch,
+                        progress_callback: progressCallback,
+                        // use_external_data_format: true,
+                    });
+                    downloadPromises.processor = processorDownload;
+                }
+            }
+        }
+        await Promise.all(Object.values(downloadPromises));
+        const modelComponents = {};
+        if (downloadPromises.model) {
+            modelComponents.model = (await downloadPromises.model);
+        }
+        if (downloadPromises.tokenizer) {
+            modelComponents.tokenizer = (await downloadPromises.tokenizer);
+        }
+        if (downloadPromises.processor) {
+            modelComponents.processor = (await downloadPromises.processor);
+        }
+        return modelComponents;
+    };
+    const downloadModel = async (validationResult) => {
+        log(LogLevels.info, `${validationResult.message} - Downloading files`, {
+            model: config.id,
+            url: config.url,
+            location: config.location,
+            errors: validationResult.errors,
+        });
+        const modelDownloadPromises = [];
+        if (!config.url) {
+            throw new Error(`Missing URL for model ${config.id}`);
+        }
+        const { modelId, branch } = parseHuggingfaceModelIdAndBranch(config.url);
+        const directoriesToCopy = {};
+        const modelCacheDir = path.join(env.cacheDir, modelId);
+        directoriesToCopy[modelCacheDir] = config.location;
+        const noModelConfigured = !config.textModel && !config.visionModel && !config.speechModel;
+        if (config.textModel || noModelConfigured) {
+            const requiredComponents = validationResult.errors?.textModel
+                ? Object.keys(validationResult.errors.textModel)
+                : undefined;
+            modelDownloadPromises.push(downloadModelFiles(config.textModel || {}, { modelId, branch }, requiredComponents));
+        }
+        if (config.visionModel) {
+            const requiredComponents = validationResult.errors?.visionModel
+                ? Object.keys(validationResult.errors.visionModel)
+                : undefined;
+            modelDownloadPromises.push(downloadModelFiles(config.visionModel, { modelId, branch }, requiredComponents));
+            if (config.visionModel.processor?.url) {
+                const processorPath = resolveModelFileLocation({
+                    url: config.visionModel.processor.url,
+                    filePath: config.visionModel.processor.file,
+                    modelsCachePath: config.modelsCachePath,
+                });
+                const { modelId } = parseHuggingfaceModelIdAndBranch(config.visionModel.processor.url);
+                const processorCacheDir = path.join(env.cacheDir, modelId);
+                directoriesToCopy[processorCacheDir] = processorPath;
+            }
+        }
+        if (config.speechModel) {
+            const requiredComponents = validationResult.errors?.speechModel
+                ? Object.keys(validationResult.errors.speechModel)
+                : undefined;
+            modelDownloadPromises.push(downloadModelFiles(config.speechModel, { modelId, branch }, requiredComponents));
+        }
+        const models = await Promise.all(modelDownloadPromises);
+        for (const modelComponents of models) {
+            disposeModelComponents(modelComponents);
+        }
+        if (signal?.aborted) {
+            return;
+        }
+        // copy all downloads to their actual location, then remove the cache so we dont duplicate
+        await Promise.all(Object.entries(directoriesToCopy).map(async ([from, to]) => {
+            await copyDirectory(from, to);
+            await fs.promises.rmdir(from, { recursive: true });
+        }));
+    };
+    try {
+        const validationResults = await validateModelFiles(config);
+        if (signal?.aborted) {
+            releaseFileLocks();
+            return;
+        }
+        if (validationResults) {
+            if (config.url) {
+                await downloadModel(validationResults);
+            }
+            else {
+                throw new Error(`Model files are invalid: ${validationResults.message}`);
+            }
+        }
+    }
+    catch (error) {
+        throw error;
+    }
+    finally {
+        releaseFileLocks();
+    }
+    const configMeta = {};
+    const fileList = [];
+    const modelFiles = fs.readdirSync(config.location, { recursive: true });
+    const pushFile = (file) => {
+        const targetFile = path.join(config.location, file);
+        const targetStat = fs.statSync(targetFile);
+        fileList.push({
+            file: targetFile,
+            size: targetStat.size,
+        });
+        if (targetFile.endsWith('.json')) {
+            const key = path.basename(targetFile).replace('.json', '');
+            configMeta[key] = JSON.parse(fs.readFileSync(targetFile, 'utf8'));
+        }
+    };
+    // add model files to the list
+    for (const file of modelFiles) {
+        pushFile(file.toString());
+    }
+    // add extra stuff from external repos
+    if (config.visionModel?.processor) {
+        const processorPath = resolveModelFileLocation({
+            url: config.visionModel.processor.url,
+            filePath: config.visionModel.processor.file,
+            modelsCachePath: config.modelsCachePath,
+        });
+        const processorFiles = fs.readdirSync(processorPath, { recursive: true });
+        for (const file of processorFiles) {
+            pushFile(file.toString());
+        }
+    }
+    return {
+        files: modelFiles,
+        ...configMeta,
+    };
+}
+export async function createInstance({ config, log }, signal) {
+    const modelLoadPromises = [];
+    const noModelConfigured = !config.textModel && !config.visionModel && !config.speechModel;
+    if (config.textModel || noModelConfigured) {
+        modelLoadPromises.push(loadModelComponents(config.textModel || {}, config));
+    }
+    else {
+        modelLoadPromises.push(Promise.resolve(undefined));
+    }
+    if (config.visionModel) {
+        modelLoadPromises.push(loadModelComponents(config.visionModel, config));
+    }
+    else {
+        modelLoadPromises.push(Promise.resolve(undefined));
+    }
+    if (config.speechModel) {
+        modelLoadPromises.push(loadModelComponents(config.speechModel, config));
+    }
+    else {
+        modelLoadPromises.push(Promise.resolve(undefined));
+    }
+    const models = await Promise.all(modelLoadPromises);
+    const instance = {
+        textModel: models[0],
+        visionModel: models[1],
+        speechModel: models[2],
+    };
+    // TODO preload whisper / any speech to text?
+    // await model.generate({
+    // 	input_features: full([1, 80, 3000], 0.0),
+    // 	max_new_tokens: 1,
+    // });
+    return instance;
+}
+export async function disposeInstance(instance) {
+    const disposePromises = [];
+    if (instance.textModel) {
+        disposePromises.push(disposeModelComponents(instance.textModel));
+    }
+    if (instance.visionModel) {
+        disposePromises.push(disposeModelComponents(instance.visionModel));
+    }
+    if (instance.speechModel) {
+        disposePromises.push(disposeModelComponents(instance.speechModel));
+    }
+    await Promise.all(disposePromises);
+}
+export async function processTextCompletionTask({ request, config, log, onChunk }, instance, signal) {
+    if (!request.prompt) {
+        throw new Error('Prompt is required for text completion.');
+    }
+    if (!(instance.textModel?.tokenizer && instance.textModel?.model)) {
+        throw new Error('Text model is not loaded.');
+    }
+    const inputTokens = instance.textModel.tokenizer(request.prompt);
+    const outputTokens = await instance.textModel.model.generate({
+        ...inputTokens,
+        max_new_tokens: request.maxTokens ?? 128,
+    });
+    // @ts-ignore
+    const outputText = instance.textModel.tokenizer.batch_decode(outputTokens, {
+        skip_special_tokens: true,
+    });
+    return {
+        finishReason: 'eogToken',
+        text: outputText[0],
+        promptTokens: inputTokens.length,
+        // @ts-ignore
+        completionTokens: outputTokens.length,
+        // @ts-ignore
+        contextTokens: inputTokens.length + outputTokens.length,
+    };
+}
+// see https://github.com/xenova/transformers.js/blob/v3/src/utils/tensor.js
+// https://github.com/xenova/transformers.js/blob/v3/src/pipelines.js#L1284
+export async function processEmbeddingTask({ request, config }, instance, signal) {
+    if (!request.input) {
+        throw new Error('Input is required for embedding.');
+    }
+    const inputs = Array.isArray(request.input) ? request.input : [request.input];
+    const normalizedInputs = inputs.map((input) => {
+        if (typeof input === 'string') {
+            return {
+                type: 'text',
+                content: input,
+            };
+        }
+        else if (input.type) {
+            return input;
+        }
+        else {
+            throw new Error('Invalid input type');
+        }
+    });
+    const embeddings = [];
+    let inputTokens = 0;
+    const applyPooling = (result, pooling, modelInputs) => {
+        if (pooling === 'mean') {
+            return mean_pooling(result, modelInputs.attention_mask);
+        }
+        else if (pooling === 'cls') {
+            return result.slice(null, 0);
+        }
+        else {
+            throw Error(`Pooling method '${pooling}' not supported.`);
+        }
+    };
+    const truncateDimensions = (result, dimensions) => {
+        const truncatedData = new Float32Array(dimensions);
+        truncatedData.set(result.data.slice(0, dimensions));
+        return truncatedData;
+    };
+    for (const embeddingInput of normalizedInputs) {
+        if (signal?.aborted) {
+            break;
+        }
+        let result;
+        let modelInputs;
+        if (embeddingInput.type === 'text') {
+            if (!instance.textModel?.tokenizer || !instance.textModel?.model) {
+                throw new Error('Text model is not loaded.');
+            }
+            modelInputs = instance.textModel.tokenizer(embeddingInput.content, {
+                padding: true, // pads input if it is shorter than context window
+                truncation: true, // truncates input if it exceeds context window
+            });
+            inputTokens += modelInputs.input_ids.size;
+            const modelOutputs = await instance.textModel.model(modelInputs);
+            result =
+                modelOutputs.last_hidden_state ??
+                    modelOutputs.logits ??
+                    modelOutputs.token_embeddings ??
+                    modelOutputs.text_embeds;
+        }
+        else if (embeddingInput.type === 'image') {
+            if (!instance.visionModel?.processor || !instance.visionModel?.model) {
+                throw new Error('Vision model is not loaded.');
+            }
+            const { data, info } = await embeddingInput.content.handle.raw().toBuffer({ resolveWithObject: true });
+            const image = new RawImage(new Uint8ClampedArray(data), info.width, info.height, info.channels);
+            modelInputs = await instance.visionModel.processor(image);
+            const modelOutputs = await instance.visionModel.model(modelInputs);
+            result = modelOutputs.last_hidden_state ?? modelOutputs.logits ?? modelOutputs.image_embeds;
+        }
+        if (request.pooling) {
+            result = applyPooling(result, request.pooling, modelInputs);
+        }
+        if (request.dimensions && result.data.length > request.dimensions) {
+            embeddings.push(truncateDimensions(result, request.dimensions));
+        }
+        else {
+            embeddings.push(result.data);
+        }
+    }
+    return {
+        embeddings,
+        inputTokens,
+    };
+}
+export async function processImageToTextTask({ request, config, log }, instance, signal) {
+    if (!request.image) {
+        throw new Error('No image provided');
+    }
+    const { data, info } = await request.image.handle.raw().toBuffer({ resolveWithObject: true });
+    const image = new RawImage(new Uint8ClampedArray(data), info.width, info.height, info.channels);
+    if (signal?.aborted) {
+        return;
+    }
+    const model = instance.visionModel || instance.textModel;
+    if (!(model && model.tokenizer && model.processor && model.model)) {
+        throw new Error('No model loaded');
+    }
+    let textInputs = {};
+    if (request.prompt) {
+        textInputs = model.tokenizer(request.prompt);
+    }
+    const imageInputs = await model.processor(image);
+    const outputTokens = await model.model.generate({
+        ...textInputs,
+        ...imageInputs,
+        max_new_tokens: request.maxTokens ?? 128,
+    });
+    // @ts-ignore
+    const outputText = model.tokenizer.batch_decode(outputTokens, {
+        skip_special_tokens: true,
+    });
+    return {
+        text: outputText[0],
+    };
+}
+async function readAudioFile(filePath) {
+    const WHISPER_SAMPLING_RATE = 16_000;
+    const MAX_AUDIO_LENGTH = 30; // seconds
+    const MAX_SAMPLES = WHISPER_SAMPLING_RATE * MAX_AUDIO_LENGTH;
+    // Read the file into a buffer
+    const fileBuffer = fs.readFileSync(filePath);
+    // Decode the audio data
+    let decodedAudio = await decodeAudio(fileBuffer, WHISPER_SAMPLING_RATE);
+    // Trim the audio data if it exceeds MAX_SAMPLES
+    if (decodedAudio.length > MAX_SAMPLES) {
+        decodedAudio = decodedAudio.slice(-MAX_SAMPLES);
+    }
+    return decodedAudio;
+}
+// see examples
+// https://huggingface.co/docs/transformers.js/guides/node-audio-processing
+// https://github.com/xenova/transformers.js/tree/v3/examples/node-audio-processing
+export async function processSpeechToTextTask({ request, onChunk }, instance, signal) {
+    if (!(instance.speechModel?.tokenizer && instance.speechModel?.model)) {
+        throw new Error('No speech model loaded');
+    }
+    const streamer = new TextStreamer(instance.speechModel.tokenizer, {
+        skip_prompt: true,
+        // skip_special_tokens: true,
+        callback_function: (output) => {
+            if (onChunk) {
+                onChunk({ text: output });
+            }
+        },
+    });
+    let inputs;
+    if (request.file) {
+        const audio = await readAudioFile(request.file);
+        inputs = await instance.speechModel.processor(audio);
+    }
+    const outputs = await instance.speechModel.model.generate({
+        ...inputs,
+        max_new_tokens: request.maxTokens ?? 128,
+        language: request.language ?? 'en',
+        streamer,
+    });
+    // @ts-ignore
+    const outputText = instance.speechModel.tokenizer.batch_decode(outputs, {
+        skip_special_tokens: true,
+    });
+    return {
+        text: outputText[0],
+    };
+}
+//# sourceMappingURL=engine.js.map

package/dist/engines/transformers-js/engine.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"engine.js","sourceRoot":"","sources":["../../../src/engines/transformers-js/engine.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAA;AAC5B,OAAO,EAAE,MAAM,SAAS,CAAA;AAexB,OAAO,EACN,GAAG,EACH,SAAS,EACT,aAAa,EACb,aAAa,EACb,QAAQ,EACR,YAAY,EACZ,YAAY,GAIZ,MAAM,2BAA2B,CAAA;AAClC,OAAO,EAAE,SAAS,EAAE,MAAM,wBAAwB,CAAA;AAClD,OAAO,EAAE,eAAe,EAAE,MAAM,iCAAiC,CAAA;AACjE,OAAO,EAAE,WAAW,EAAE,MAAM,6BAA6B,CAAA;AACzD,OAAO,EAAE,wBAAwB,EAAE,MAAM,0CAA0C,CAAA;AACnF,OAAO,EAAE,gCAAgC,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAA;AAC9E,OAAO,EAAE,kBAAkB,EAAyB,MAAM,yBAAyB,CAAA;AACnF,OAAO,EAAE,aAAa,EAAE,MAAM,+BAA+B,CAAA;AAmC7D,MAAM,CAAC,MAAM,OAAO,GAAG,IAAI,CAAA;AAE3B,IAAI,uBAAuB,GAAG,KAAK,CAAA;AACnC,SAAS,oBAAoB,CAAC,UAAkB;IAC/C,kBAAkB;IAClB,2BAA2B;IAC3B,wCAAwC;IACxC,KAAK;IACL,yBAAyB;IACzB,4BAA4B;IAC5B,0DAA0D;IAC1D,GAAG,CAAC,cAAc,GAAG,EAAE,CAAA;IACvB,uBAAuB,GAAG,IAAI,CAAA;AAC/B,CAAC;AAED,KAAK,UAAU,mBAAmB,CACjC,SAA8B,EAC9B,MAAiC;IAEjC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAA;IACjD,MAAM,UAAU,GAAG,SAAS,CAAC,UAAU,IAAI,SAAS,CAAA;IACpD,IAAI,SAAS,GAAG,MAAM,CAAC,QAAQ,CAAA;IAC/B,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QAC9B,SAAS,IAAI,GAAG,CAAA;IACjB,CAAC;IACD,MAAM,YAAY,GAAG,EAAE,CAAA;IACvB,MAAM,YAAY,GAAG,UAAU,CAAC,eAAe,CAAC,SAAS,EAAE;QAC1D,gBAAgB,EAAE,IAAI;QACtB,MAAM,EAAE,MAAM;QACd,KAAK,EAAE,SAAS,CAAC,KAAK,IAAI,MAAM;KAChC,CAAC,CAAA;IACF,YAAY,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;IAC/B,MAAM,cAAc,GAAG,SAAS,CAAC,cAAc,IAAI,aAAa,CAAA;IAChE,MAAM,gBAAgB,GAAG,cAAc,CAAC,eAAe,CAAC,SAAS,EAAE;QAClE,gBAAgB,EAAE,IAAI;KACtB,CAAC,CAAA;IACF,YAAY,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAA;IAEnC,MAAM,eAAe,GAAG,EAAE,CAAC,UAAU,CAAC,SAAS,GAAG,0BAA0B,CAAC,CAAA;IAC7E,MAAM,YAAY,GAAG,EAAE,CAAC,UAAU,CAAC,SAAS,GAAG,uBAAuB,CAAC,CAAA;IAEvE,IAAI,YAAY,IAAI,eAAe,IAAI,SAAS,CAAC,SAAS,EAAE,CAAC;QAC5D,MAAM,cAAc,GAAG,SAAS,CAAC,cAAc,IAAI,aAAa,CAAA;QAChE,IAAI,SAAS,CAAC,SAAS,EAAE,CAAC;YACzB,MAAM,aAAa,GAAG,wBAAwB,CAAC;gBAC9C,GAAG,EAAE,SAAS,CAAC,SAAS,CAAC,GAAG;gBAC5B,QAAQ,EAAE,SAAS,CAAC,SAAS,CAAC,IAAI;gBAClC,eAAe,EAAE,MAAM,CAAC,eAAe;aACvC,CAAC,CAAA;YACF,MAAM,gBAAgB,GAAG,cAAc,CAAC,eAAe,CAAC,aAAa,EAAE;gBACtE,gBAAgB,EAAE,IAAI;aACtB,CAAC,CAAA;YACF,YAAY,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAA;QACpC,CAAC;aAAM,CAAC;YACP,MAAM,gBAAgB,GAAG,cAAc,CAAC,eAAe,CAAC,SAAS,EAAE;gBAClE,gBAAgB,EAAE,IAAI;aACtB,CAAC,CAAA;YACF,YAAY,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAA;QACpC,CAAC;IACF,CAAC;IAED,MAAM,gBAAgB,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAA;IACxD,MAAM,eAAe,GAAkC,EAAE,CAAA;IACzD,IAAI,gBAAgB,CAAC,CAAC,CAAC,EAAE,CAAC;QACzB,eAAe,CAAC,KAAK,GAAG,gBAAgB,CAAC,CAAC,CAAoB,CAAA;IAC/D,CAAC;IACD,IAAI,gBAAgB,CAAC,CAAC,CAAC,EAAE,CAAC;QACzB,eAAe,CAAC,SAAS,GAAG,gBAAgB,CAAC,CAAC,CAAwB,CAAA;IACvE,CAAC;IACD,IAAI,gBAAgB,CAAC,CAAC,CAAC,EAAE,CAAC;QACzB,eAAe,CAAC,SAAS,GAAG,gBAAgB,CAAC,CAAC,CAAc,CAAA;IAC7D,CAAC;IACD,OAAO,eAAe,CAAA;AACvB,CAAC;AAED,KAAK,UAAU,sBAAsB,CAAC,eAA8C;IACnF,IAAI,eAAe,CAAC,KAAK,IAAI,SAAS,IAAI,eAAe,CAAC,KAAK,EAAE,CAAC;QACjE,MAAM,eAAe,CAAC,KAAK,CAAC,OAAO,EAAE,CAAA;IACtC,CAAC;AACF,CAAC;AAWD,KAAK,UAAU,qBAAqB,CAAC,MAAiC,EAAE,MAAoB;IAC3F,MAAM,cAAc,GAA+B,EAAE,CAAA;IACrD,MAAM,OAAO,GAAG,MAAM,CAAC,EAAE,CAAA;IACzB,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAA;IACtD,EAAE,CAAC,SAAS,CAAC,aAAa,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;IAChD,cAAc,CAAC,IAAI,CAAC,eAAe,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC,CAAA;IAC3D,IAAI,MAAM,CAAC,WAAW,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC;QACxC,MAAM,EAAE,OAAO,EAAE,GAAG,gCAAgC,CAAC,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,GAAG,CAAC,CAAA;QACtF,MAAM,iBAAiB,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAA;QAC1D,EAAE,CAAC,SAAS,CAAC,iBAAiB,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;QACpD,cAAc,CAAC,IAAI,CAAC,eAAe,CAAC,iBAAiB,EAAE,MAAM,CAAC,CAAC,CAAA;IAChE,CAAC;IACD,MAAM,aAAa,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAA;IACvD,OAAO,GAAG,EAAE;QACX,KAAK,MAAM,WAAW,IAAI,aAAa,EAAE,CAAC;YACzC,WAAW,EAAE,CAAA;QACd,CAAC;IACF,CAAC,CAAA;AACF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CACjC,EAAE,MAAM,EAAE,GAAG,EAA4C,EACzD,UAAqD,EACrD,MAAoB;IAEpB,IAAI,CAAC,uBAAuB,EAAE,CAAC;QAC9B,oBAAoB,CAAC,MAAM,CAAC,eAAe,CAAC,CAAA;IAC7C,CAAC;IACD,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;IAClD,MAAM,gBAAgB,GAAG,MAAM,qBAAqB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IACpE,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;QACrB,gBAAgB,EAAE,CAAA;QAClB,OAAM;IACP,CAAC;IACD,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,sCAAsC,MAAM,CAAC,QAAQ,EAAE,EAAE;QAC5E,KAAK,EAAE,MAAM,CAAC,EAAE;KAChB,CAAC,CAAA;IAEF,MAAM,kBAAkB,GAAG,KAAK,EAC/B,SAA8B,EAC9B,EAAE,OAAO,EAAE,MAAM,EAAuC,EACxD,qBAA+B,CAAC,OAAO,EAAE,WAAW,EAAE,WAAW,CAAC,EACjE,EAAE;QACH,MAAM,UAAU,GAAG,SAAS,CAAC,UAAU,IAAI,SAAS,CAAA;QACpD,MAAM,gBAAgB,GAA6C,EAAE,CAAA;QACrE,MAAM,gBAAgB,GAAG,CAAC,QAAwC,EAAE,EAAE;YACrE,IAAI,UAAU,IAAI,QAAQ,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;gBAClD,UAAU,CAAC;oBACV,IAAI,EAAE,GAAG,CAAC,QAAQ,GAAG,QAAQ,CAAC,IAAI,GAAG,GAAG,GAAG,QAAQ,CAAC,IAAI;oBACxD,WAAW,EAAE,QAAQ,CAAC,MAAM;oBAC5B,UAAU,EAAE,QAAQ,CAAC,KAAK;iBAC1B,CAAC,CAAA;YACH,CAAC;QACF,CAAC,CAAA;QACD,IAAI,kBAAkB,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YAC1C,MAAM,oBAAoB,GAAG,UAAU,CAAC,eAAe,CAAC,OAAO,EAAE;gBAChE,QAAQ,EAAE,MAAM;gBAChB,KAAK,EAAE,SAAS,CAAC,KAAK,IAAI,MAAM;gBAChC,iBAAiB,EAAE,gBAAgB;gBACnC,qJAAqJ;aACrJ,CAAC,CAAA;YACF,gBAAgB,CAAC,KAAK,GAAG,oBAAoB,CAAA;QAC9C,CAAC;QACD,IAAI,kBAAkB,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YAC9C,MAAM,YAAY,GAAG,MAAM,gBAAgB,CAAC,GAAG,MAAM,CAAC,GAAG,SAAS,MAAM,iBAAiB,CAAC,CAAA;YAC1F,IAAI,YAAY,EAAE,CAAC;gBAClB,MAAM,cAAc,GAAG,SAAS,CAAC,cAAc,IAAI,aAAa,CAAA;gBAChE,MAAM,iBAAiB,GAAG,cAAc,CAAC,eAAe,CAAC,OAAO,EAAE;oBACjE,QAAQ,EAAE,MAAM;oBAChB,iBAAiB,EAAE,gBAAgB;oBACnC,kCAAkC;iBAClC,CAAC,CAAA;gBACF,gBAAgB,CAAC,SAAS,GAAG,iBAAiB,CAAA;YAC/C,CAAC;QACF,CAAC;QAED,IAAI,kBAAkB,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YAC9C,IAAI,SAAS,CAAC,SAAS,EAAE,GAAG,EAAE,CAAC;gBAC9B,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,gCAAgC,CAAC,SAAS,CAAC,SAAS,CAAC,GAAG,CAAC,CAAA;gBACrF,MAAM,iBAAiB,GAAG,aAAa,CAAC,eAAe,CAAC,OAAO,EAAE;oBAChE,QAAQ,EAAE,MAAM;oBAChB,iBAAiB,EAAE,gBAAgB;iBACnC,CAAC,CAAA;gBACF,gBAAgB,CAAC,SAAS,GAAG,iBAAiB,CAAA;YAC/C,CAAC;iBAAM,CAAC;gBACP,MAAM,CAAC,YAAY,EAAE,eAAe,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;oBACzD,gBAAgB,CAAC,GAAG,MAAM,CAAC,GAAG,SAAS,MAAM,wBAAwB,CAAC;oBACtE,gBAAgB,CAAC,GAAG,MAAM,CAAC,GAAG,SAAS,MAAM,2BAA2B,CAAC;iBACzE,CAAC,CAAA;gBACF,IAAI,YAAY,IAAI,eAAe,EAAE,CAAC;oBACrC,MAAM,iBAAiB,GAAG,aAAa,CAAC,eAAe,CAAC,OAAO,EAAE;wBAChE,QAAQ,EAAE,MAAM;wBAChB,iBAAiB,EAAE,gBAAgB;wBACnC,kCAAkC;qBAClC,CAAC,CAAA;oBACF,gBAAgB,CAAC,SAAS,GAAG,iBAAiB,CAAA;gBAC/C,CAAC;YACF,CAAC;QACF,CAAC;QACD,MAAM,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAA;QAClD,MAAM,eAAe,GAAkC,EAAE,CAAA;QACzD,IAAI,gBAAgB,CAAC,KAAK,EAAE,CAAC;YAC5B,eAAe,CAAC,KAAK,GAAG,CAAC,MAAM,gBAAgB,CAAC,KAAK,CAAoB,CAAA;QAC1E,CAAC;QACD,IAAI,gBAAgB,CAAC,SAAS,EAAE,CAAC;YAChC,eAAe,CAAC,SAAS,GAAG,CAAC,MAAM,gBAAgB,CAAC,SAAS,CAAwB,CAAA;QACtF,CAAC;QACD,IAAI,gBAAgB,CAAC,SAAS,EAAE,CAAC;YAChC,eAAe,CAAC,SAAS,GAAG,CAAC,MAAM,gBAAgB,CAAC,SAAS,CAAc,CAAA;QAC5E,CAAC;QACD,OAAO,eAAe,CAAA;IACvB,CAAC,CAAA;IAED,MAAM,aAAa,GAAG,KAAK,EAAE,gBAAuC,EAAE,EAAE;QACvE,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,GAAG,gBAAgB,CAAC,OAAO,sBAAsB,EAAE;YACtE,KAAK,EAAE,MAAM,CAAC,EAAE;YAChB,GAAG,EAAE,MAAM,CAAC,GAAG;YACf,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,MAAM,EAAE,gBAAgB,CAAC,MAAM;SAC/B,CAAC,CAAA;QACF,MAAM,qBAAqB,GAAG,EAAE,CAAA;QAChC,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,yBAAyB,MAAM,CAAC,EAAE,EAAE,CAAC,CAAA;QACtD,CAAC;QACD,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,gCAAgC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;QACxE,MAAM,iBAAiB,GAA2B,EAAE,CAAA;QACpD,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAA;QACtD,iBAAiB,CAAC,aAAa,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAA;QAClD,MAAM,iBAAiB,GAAG,CAAC,MAAM,CAAC,SAAS,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,CAAC,MAAM,CAAC,WAAW,CAAA;QACzF,IAAI,MAAM,CAAC,SAAS,IAAI,iBAAiB,EAAE,CAAC;YAC3C,MAAM,kBAAkB,GAAG,gBAAgB,CAAC,MAAM,EAAE,SAAS;gBAC5D,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,SAAS,CAAC;gBAChD,CAAC,CAAC,SAAS,CAAA;YACZ,qBAAqB,CAAC,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,SAAS,IAAI,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,kBAAkB,CAAC,CAAC,CAAA;QAChH,CAAC;QACD,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;YACxB,MAAM,kBAAkB,GAAG,gBAAgB,CAAC,MAAM,EAAE,WAAW;gBAC9D,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,WAAW,CAAC;gBAClD,CAAC,CAAC,SAAS,CAAA;YACZ,qBAAqB,CAAC,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,WAAW,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,kBAAkB,CAAC,CAAC,CAAA;YAC3G,IAAI,MAAM,CAAC,WAAW,CAAC,SAAS,EAAE,GAAG,EAAE,CAAC;gBACvC,MAAM,aAAa,GAAG,wBAAwB,CAAC;oBAC9C,GAAG,EAAE,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,GAAG;oBACrC,QAAQ,EAAE,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,IAAI;oBAC3C,eAAe,EAAE,MAAM,CAAC,eAAe;iBACvC,CAAC,CAAA;gBACF,MAAM,EAAE,OAAO,EAAE,GAAG,gCAAgC,CAAC,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,GAAG,CAAC,CAAA;gBACtF,MAAM,iBAAiB,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAA;gBAC1D,iBAAiB,CAAC,iBAAiB,CAAC,GAAG,aAAa,CAAA;YACrD,CAAC;QACF,CAAC;QACD,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;YACxB,MAAM,kBAAkB,GAAG,gBAAgB,CAAC,MAAM,EAAE,WAAW;gBAC9D,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,WAAW,CAAC;gBAClD,CAAC,CAAC,SAAS,CAAA;YACZ,qBAAqB,CAAC,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,WAAW,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,kBAAkB,CAAC,CAAC,CAAA;QAC5G,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAA;QACvD,KAAK,MAAM,eAAe,IAAI,MAAM,EAAE,CAAC;YACtC,sBAAsB,CAAC,eAAe,CAAC,CAAA;QACxC,CAAC;QACD,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;YACrB,OAAM;QACP,CAAC;QACD,0FAA0F;QAC1F,MAAM,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE;YAC5E,MAAM,aAAa,CAAC,IAAI,EAAE,EAAE,CAAC,CAAA;YAC7B,MAAM,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;QACnD,CAAC,CAAC,CAAC,CAAA;IACJ,CAAC,CAAA;IAED,IAAI,CAAC;QACJ,MAAM,iBAAiB,GAAG,MAAM,kBAAkB,CAAC,MAAM,CAAC,CAAA;QAC1D,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;YACrB,gBAAgB,EAAE,CAAA;YAClB,OAAM;QACP,CAAC;QACD,IAAI,iBAAiB,EAAE,CAAC;YACvB,IAAI,MAAM,CAAC,GAAG,EAAE,CAAC;gBAChB,MAAM,aAAa,CAAC,iBAAiB,CAAC,CAAA;YACvC,CAAC;iBAAM,CAAC;gBACP,MAAM,IAAI,KAAK,CAAC,4BAA4B,iBAAiB,CAAC,OAAO,EAAE,CAAC,CAAA;YACzE,CAAC;QACF,CAAC;IACF,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,MAAM,KAAK,CAAA;IACZ,CAAC;YAAS,CAAC;QACV,gBAAgB,EAAE,CAAA;IACnB,CAAC;IACD,MAAM,UAAU,GAAwB,EAAE,CAAA;IAC1C,MAAM,QAAQ,GAAgB,EAAE,CAAA;IAChC,MAAM,UAAU,GAAG,EAAE,CAAC,WAAW,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;IAEvE,MAAM,QAAQ,GAAG,CAAC,IAAY,EAAE,EAAE;QACjC,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAA;QACnD,MAAM,UAAU,GAAG,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAA;QAC1C,QAAQ,CAAC,IAAI,CAAC;YACb,IAAI,EAAE,UAAU;YAChB,IAAI,EAAE,UAAU,CAAC,IAAI;SACrB,CAAC,CAAA;QACF,IAAI,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YAClC,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAA;YAC1D,UAAU,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC,CAAA;QAClE,CAAC;IACF,CAAC,CAAA;IACD,8BAA8B;IAC9B,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;QAC/B,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAA;IAC1B,CAAC;IAED,sCAAsC;IACtC,IAAI,MAAM,CAAC,WAAW,EAAE,SAAS,EAAE,CAAC;QACnC,MAAM,aAAa,GAAG,wBAAwB,CAAC;YAC9C,GAAG,EAAE,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,GAAG;YACrC,QAAQ,EAAE,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,IAAI;YAC3C,eAAe,EAAE,MAAM,CAAC,eAAe;SACvC,CAAC,CAAA;QACF,MAAM,cAAc,GAAG,EAAE,CAAC,WAAW,CAAC,aAAa,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;QACzE,KAAK,MAAM,IAAI,IAAI,cAAc,EAAE,CAAC;YACnC,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAA;QAC1B,CAAC;IACF,CAAC;IACD,OAAO;QACN,KAAK,EAAE,UAAU;QACjB,GAAG,UAAU;KACb,CAAA;AACF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,EAAE,MAAM,EAAE,GAAG,EAA4C,EAAE,MAAoB;IACnH,MAAM,iBAAiB,GAAG,EAAE,CAAA;IAC5B,MAAM,iBAAiB,GAAG,CAAC,MAAM,CAAC,SAAS,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,CAAC,MAAM,CAAC,WAAW,CAAA;IAEzF,IAAI,MAAM,CAAC,SAAS,IAAI,iBAAiB,EAAE,CAAC;QAC3C,iBAAiB,CAAC,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,SAAS,IAAI,EAAE,EAAE,MAAM,CAAC,CAAC,CAAA;IAC5E,CAAC;SAAM,CAAC;QACP,iBAAiB,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAA;IACnD,CAAC;IACD,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;QACxB,iBAAiB,CAAC,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC,CAAA;IACxE,CAAC;SAAM,CAAC;QACP,iBAAiB,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAA;IACnD,CAAC;IACD,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;QACxB,iBAAiB,CAAC,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC,CAAA;IACxE,CAAC;SAAM,CAAC;QACP,iBAAiB,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAA;IACnD,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAA;IACnD,MAAM,QAAQ,GAA2B;QACxC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC;QACpB,WAAW,EAAE,MAAM,CAAC,CAAC,CAAC;QACtB,WAAW,EAAE,MAAM,CAAC,CAAC,CAAC;KACtB,CAAA;IAED,6CAA6C;IAC7C,yBAAyB;IACzB,6CAA6C;IAC7C,sBAAsB;IACtB,MAAM;IAEN,OAAO,QAAQ,CAAA;AAChB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,QAAgC;IACrE,MAAM,eAAe,GAAG,EAAE,CAAA;IAC1B,IAAI,QAAQ,CAAC,SAAS,EAAE,CAAC;QACxB,eAAe,CAAC,IAAI,CAAC,sBAAsB,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAA;IACjE,CAAC;IACD,IAAI,QAAQ,CAAC,WAAW,EAAE,CAAC;QAC1B,eAAe,CAAC,IAAI,CAAC,sBAAsB,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAA;IACnE,CAAC;IACD,IAAI,QAAQ,CAAC,WAAW,EAAE,CAAC;QAC1B,eAAe,CAAC,IAAI,CAAC,sBAAsB,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAA;IACnE,CAAC;IACD,MAAM,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAA;AACnC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC9C,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,OAAO,EAAuD,EACtF,QAAgC,EAChC,MAAoB;IAEpB,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;QACrB,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAA;IAC3D,CAAC;IACD,IAAI,CAAC,CAAC,QAAQ,CAAC,SAAS,EAAE,SAAS,IAAI,QAAQ,CAAC,SAAS,EAAE,KAAK,CAAC,EAAE,CAAC;QACnE,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAA;IAC7C,CAAC;IACD,MAAM,WAAW,GAAG,QAAQ,CAAC,SAAS,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;IAChE,MAAM,YAAY,GAAG,MAAM,QAAQ,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC;QAC5D,GAAG,WAAW;QACd,cAAc,EAAE,OAAO,CAAC,SAAS,IAAI,GAAG;KACxC,CAAC,CAAA;IACF,aAAa;IACb,MAAM,UAAU,GAAG,QAAQ,CAAC,SAAS,CAAC,SAAS,CAAC,YAAY,CAAC,YAAY,EAAE;QAC1E,mBAAmB,EAAE,IAAI;KACzB,CAAC,CAAA;IAEF,OAAO;QACN,YAAY,EAAE,UAAU;QACxB,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC;QACnB,YAAY,EAAE,WAAW,CAAC,MAAM;QAChC,aAAa;QACb,gBAAgB,EAAE,YAAY,CAAC,MAAM;QACrC,aAAa;QACb,aAAa,EAAE,WAAW,CAAC,MAAM,GAAG,YAAY,CAAC,MAAM;KACvD,CAAA;AACF,CAAC;AAED,4EAA4E;AAC5E,2EAA2E;AAC3E,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACzC,EAAE,OAAO,EAAE,MAAM,EAAkD,EACnE,QAAgC,EAChC,MAAoB;IAEpB,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAA;IACpD,CAAC;IACD,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;IAC7E,MAAM,gBAAgB,GAAoD,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;QAC9F,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC/B,OAAO;gBACN,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,KAAK;aACd,CAAA;QACF,CAAC;aAAM,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;YACvB,OAAO,KAAK,CAAA;QACb,CAAC;aAAM,CAAC;YACP,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAA;QACtC,CAAC;IACF,CAAC,CAAC,CAAA;IAEF,MAAM,UAAU,GAAmB,EAAE,CAAA;IACrC,IAAI,WAAW,GAAG,CAAC,CAAA;IAEnB,MAAM,YAAY,GAAG,CAAC,MAAW,EAAE,OAAe,EAAE,WAAgB,EAAE,EAAE;QACvE,IAAI,OAAO,KAAK,MAAM,EAAE,CAAC;YACxB,OAAO,YAAY,CAAC,MAAM,EAAE,WAAW,CAAC,cAAc,CAAC,CAAA;QACxD,CAAC;aAAM,IAAI,OAAO,KAAK,KAAK,EAAE,CAAC;YAC9B,OAAO,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAA;QAC7B,CAAC;aAAM,CAAC;YACP,MAAM,KAAK,CAAC,mBAAmB,OAAO,kBAAkB,CAAC,CAAA;QAC1D,CAAC;IACF,CAAC,CAAA;IAED,MAAM,kBAAkB,GAAG,CAAC,MAAW,EAAE,UAAkB,EAAE,EAAE;QAC9D,MAAM,aAAa,GAAG,IAAI,YAAY,CAAC,UAAU,CAAC,CAAA;QAClD,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,CAAA;QACnD,OAAO,aAAa,CAAA;IACrB,CAAC,CAAA;IAED,KAAK,MAAM,cAAc,IAAI,gBAAgB,EAAE,CAAC;QAC/C,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;YACrB,MAAK;QACN,CAAC;QACD,IAAI,MAAM,CAAA;QACV,IAAI,WAAW,CAAA;QACf,IAAI,cAAc,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACpC,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,SAAS,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,KAAK,EAAE,CAAC;gBAClE,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAA;YAC7C,CAAC;YACD,WAAW,GAAG,QAAQ,CAAC,SAAS,CAAC,SAAS,CAAC,cAAc,CAAC,OAAO,EAAE;gBAClE,OAAO,EAAE,IAAI,EAAE,kDAAkD;gBACjE,UAAU,EAAE,IAAI,EAAE,+CAA+C;aACjE,CAAC,CAAA;YACF,WAAW,IAAI,WAAW,CAAC,SAAS,CAAC,IAAI,CAAA;YACzC,MAAM,YAAY,GAAG,MAAM,QAAQ,CAAC,SAAS,CAAC,KAAK,CAAC,WAAW,CAAC,CAAA;YAChE,MAAM;gBACL,YAAY,CAAC,iBAAiB;oBAC9B,YAAY,CAAC,MAAM;oBACnB,YAAY,CAAC,gBAAgB;oBAC7B,YAAY,CAAC,WAAW,CAAA;QAC1B,CAAC;aAAM,IAAI,cAAc,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC5C,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,SAAS,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,KAAK,EAAE,CAAC;gBACtE,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAA;YAC/C,CAAC;YACD,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,iBAAiB,EAAE,IAAI,EAAE,CAAC,CAAA;YACtG,MAAM,KAAK,GAAG,IAAI,QAAQ,CAAC,IAAI,iBAAiB,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAA;YAC/F,WAAW,GAAG,MAAM,QAAQ,CAAC,WAAW,CAAC,SAAU,CAAC,KAAK,CAAC,CAAA;YAC1D,MAAM,YAAY,GAAG,MAAM,QAAQ,CAAC,WAAW,CAAC,KAAK,CAAC,WAAW,CAAC,CAAA;YAClE,MAAM,GAAG,YAAY,CAAC,iBAAiB,IAAI,YAAY,CAAC,MAAM,IAAI,YAAY,CAAC,YAAY,CAAA;QAC5F,CAAC;QAED,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YACrB,MAAM,GAAG,YAAY,CAAC,MAAM,EAAE,OAAO,CAAC,OAAO,EAAE,WAAW,CAAC,CAAA;QAC5D,CAAC;QACD,IAAI,OAAO,CAAC,UAAU,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC;YACnE,UAAU,CAAC,IAAI,CAAC,kBAAkB,CAAC,MAAM,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC,CAAA;QAChE,CAAC;aAAM,CAAC;YACP,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;QAC7B,CAAC;IACF,CAAC;IAED,OAAO;QACN,UAAU;QACV,WAAW;KACX,CAAA;AACF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC3C,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAyB,EAC/C,QAAgC,EAChC,MAAoB;IAEpB,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAA;IACrC,CAAC;IACD,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,iBAAiB,EAAE,IAAI,EAAE,CAAC,CAAA;IAC7F,MAAM,KAAK,GAAG,IAAI,QAAQ,CAAC,IAAI,iBAAiB,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAA;IAE/F,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;QACrB,OAAM;IACP,CAAC;IAED,MAAM,KAAK,GAAG,QAAQ,CAAC,WAAW,IAAI,QAAQ,CAAC,SAAS,CAAA;IACxD,IAAI,CAAC,CAAC,KAAK,IAAI,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;QACnE,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAA;IACnC,CAAC;IACD,IAAI,UAAU,GAAG,EAAE,CAAA;IACnB,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QACpB,UAAU,GAAG,KAAM,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;IAC9C,CAAC;IACD,MAAM,WAAW,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,CAAA;IAChD,MAAM,YAAY,GAAG,MAAM,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC;QAC/C,GAAG,UAAU;QACb,GAAG,WAAW;QACd,cAAc,EAAE,OAAO,CAAC,SAAS,IAAI,GAAG;KACxC,CAAC,CAAA;IACF,aAAa;IACb,MAAM,UAAU,GAAG,KAAK,CAAC,SAAS,CAAC,YAAY,CAAC,YAAY,EAAE;QAC7D,mBAAmB,EAAE,IAAI;KACzB,CAAC,CAAA;IAEF,OAAO;QACN,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC;KACnB,CAAA;AACF,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,QAAgB;IAC5C,MAAM,qBAAqB,GAAG,MAAM,CAAA;IACpC,MAAM,gBAAgB,GAAG,EAAE,CAAA,CAAC,UAAU;IACtC,MAAM,WAAW,GAAG,qBAAqB,GAAG,gBAAgB,CAAA;IAC5D,8BAA8B;IAC9B,MAAM,UAAU,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAA;IAE5C,wBAAwB;IACxB,IAAI,YAAY,GAAG,MAAM,WAAW,CAAC,UAAU,EAAE,qBAAqB,CAAC,CAAA;IAEvE,gDAAgD;IAChD,IAAI,YAAY,CAAC,MAAM,GAAG,WAAW,EAAE,CAAC;QACvC,YAAY,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,CAAA;IAChD,CAAC;IAED,OAAO,YAAY,CAAA;AACpB,CAAC;AAED,eAAe;AACf,2EAA2E;AAC3E,mFAAmF;AACnF,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC5C,EAAE,OAAO,EAAE,OAAO,EAA0B,EAC5C,QAAgC,EAChC,MAAoB;IAEpB,IAAI,CAAC,CAAC,QAAQ,CAAC,WAAW,EAAE,SAAS,IAAI,QAAQ,CAAC,WAAW,EAAE,KAAK,CAAC,EAAE,CAAC;QACvE,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAA;IAC1C,CAAC;IACD,MAAM,QAAQ,GAAG,IAAI,YAAY,CAAC,QAAQ,CAAC,WAAW,CAAC,SAAS,EAAE;QACjE,WAAW,EAAE,IAAI;QACjB,6BAA6B;QAC7B,iBAAiB,EAAE,CAAC,MAAW,EAAE,EAAE;YAClC,IAAI,OAAO,EAAE,CAAC;gBACb,OAAO,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAA;YAC1B,CAAC;QACF,CAAC;KACD,CAAC,CAAA;IACF,IAAI,MAAM,CAAA;IACV,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QAClB,MAAM,KAAK,GAAG,MAAM,aAAa,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;QAC/C,MAAM,GAAG,MAAM,QAAQ,CAAC,WAAW,CAAC,SAAU,CAAC,KAAK,CAAC,CAAA;IACtD,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,WAAW,CAAC,KAAK,CAAC,QAAQ,CAAC;QACzD,GAAG,MAAM;QACT,cAAc,EAAE,OAAO,CAAC,SAAS,IAAI,GAAG;QACxC,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,IAAI;QAClC,QAAQ;KACR,CAAC,CAAA;IAEF,aAAa;IACb,MAAM,UAAU,GAAG,QAAQ,CAAC,WAAW,CAAC,SAAS,CAAC,YAAY,CAAC,OAAO,EAAE;QACvE,mBAAmB,EAAE,IAAI;KACzB,CAAC,CAAA;IAEF,OAAO;QACN,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC;KACnB,CAAA;AACF,CAAC"}

package/dist/engines/transformers-js/types.d.ts

@@ -0,0 +1,7 @@
+import type { PreTrainedModel, PreTrainedTokenizer, AutoProcessor } from '@huggingface/transformers';
+export type TransformersJsModelClass = typeof PreTrainedModel;
+export type TransformersJsTokenizerClass = typeof PreTrainedTokenizer;
+export interface TransformersJsProcessorClass {
+    from_pretrained: (typeof AutoProcessor)['from_pretrained'];
+}
+export type TransformersJsDataType = 'fp32' | 'fp16' | 'q8' | 'int8' | 'uint8' | 'q4' | 'bnb4' | 'q4f16';

package/dist/engines/transformers-js/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/engines/transformers-js/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/engines/transformers-js/types.ts"],"names":[],"mappings":""}

package/dist/engines/transformers-js/util.d.ts

@@ -0,0 +1,7 @@
+export declare function remoteFileExists(url: string): Promise<boolean>;
+interface HuggingfaceModelInfo {
+    modelId: string;
+    branch: string;
+}
+export declare function parseHuggingfaceModelIdAndBranch(url: string): HuggingfaceModelInfo;
+export {};

package/dist/engines/transformers-js/util.js

@@ -0,0 +1,36 @@
+export async function remoteFileExists(url) {
+    try {
+        const response = await fetch(url, { method: 'HEAD' });
+        return response.ok;
+    }
+    catch (error) {
+        console.error('Error checking remote file:', error);
+        return false;
+    }
+}
+export function parseHuggingfaceModelIdAndBranch(url) {
+    // url to the hub model, like https://huggingface.co/jinaai/jina-clip-v1
+    const parsedUrl = new URL(url);
+    const urlSegments = parsedUrl.pathname.split('/');
+    const repoOrg = urlSegments[1];
+    const repoName = urlSegments[2];
+    const branch = urlSegments[4] || 'main';
+    return {
+        modelId: `${repoOrg}/${repoName}`,
+        branch,
+    };
+    // if (filePath) { // path to the cached model, like /path/to/huggingface/jinaai/jina-clip-v1-main
+    // 	const filePathSegments = filePath.split('/')
+    // 	const modelDir = filePathSegments[filePathSegments.length - 1]
+    // 	const branch = modelDir.split('-').pop() || 'main'
+    // 	const repoName = modelDir.replace(new RegExp(`-${branch}$`), '')
+    // 	const repoOrg = filePathSegments[filePathSegments.length - 2]
+    // 	const modelId = `${repoOrg}/${repoName}`
+    // 	return {
+    // 		modelId,
+    // 		branch,
+    // 	}
+    // }
+    // throw new Error('Either url or filePath must be provided')
+}
+//# sourceMappingURL=util.js.map

package/dist/engines/transformers-js/util.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"util.js","sourceRoot":"","sources":["../../../src/engines/transformers-js/util.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,GAAW;IACjD,IAAI,CAAC;QACJ,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAA;QACrD,OAAO,QAAQ,CAAC,EAAE,CAAA;IACnB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,OAAO,CAAC,KAAK,CAAC,6BAA6B,EAAE,KAAK,CAAC,CAAA;QACnD,OAAO,KAAK,CAAA;IACb,CAAC;AACF,CAAC;AAOD,MAAM,UAAU,gCAAgC,CAAC,GAAW;IAC3D,wEAAwE;IACxE,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAA;IAC9B,MAAM,WAAW,GAAG,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;IACjD,MAAM,OAAO,GAAG,WAAW,CAAC,CAAC,CAAC,CAAA;IAC9B,MAAM,QAAQ,GAAG,WAAW,CAAC,CAAC,CAAC,CAAA;IAC/B,MAAM,MAAM,GAAG,WAAW,CAAC,CAAC,CAAC,IAAI,MAAM,CAAA;IACvC,OAAO;QACN,OAAO,EAAE,GAAG,OAAO,IAAI,QAAQ,EAAE;QACjC,MAAM;KACN,CAAA;IACD,kGAAkG;IAClG,gDAAgD;IAChD,kEAAkE;IAClE,sDAAsD;IACtD,oEAAoE;IACpE,iEAAiE;IACjE,4CAA4C;IAC5C,YAAY;IACZ,aAAa;IACb,YAAY;IACZ,KAAK;IACL,IAAI;IACJ,6DAA6D;AAC9D,CAAC"}

package/dist/engines/transformers-js/validateModelFiles.d.ts

@@ -0,0 +1,17 @@
+import { TransformersJsModelConfig } from './engine.js';
+interface ComponentValidationErrors {
+    model?: string;
+    tokenizer?: string;
+    processor?: string;
+}
+interface ModelValidationErrors {
+    textModel?: ComponentValidationErrors;
+    visionModel?: ComponentValidationErrors;
+    speechModel?: ComponentValidationErrors;
+}
+export interface ModelValidationResult {
+    message: string;
+    errors?: ModelValidationErrors;
+}
+export declare function validateModelFiles(config: TransformersJsModelConfig): Promise<ModelValidationResult | undefined>;
+export {};