inference-server 1.0.0-beta.19

package/dist/engines/stable-diffusion-cpp/util.js

@@ -0,0 +1,55 @@
+import StableDiffusion from '@lmagder/node-stable-diffusion-cpp';
+export function parseQuantization(filename) {
+    // Regular expressions to match different quantization patterns
+    const regexPatterns = [
+        /q(\d+)_(\d+)/i, // q4_0
+        /[-_\.](f16|f32|int8|int4)/i, // f16, f32, int8, int4
+        /[-_\.](fp16|fp32)/i, // fp16, fp32
+    ];
+    for (const regex of regexPatterns) {
+        const match = filename.match(regex);
+        if (match) {
+            // If there's a match, return the full matched quantization string
+            // Remove leading dash if present, convert to uppercase
+            return match[0].replace(/^[-_]/, '').replace(/fp/i, 'f').toLowerCase();
+        }
+    }
+    return null;
+}
+export function getWeightType(key) {
+    const weightKey = key.toUpperCase();
+    if (weightKey in StableDiffusion.Type) {
+        return StableDiffusion.Type[weightKey];
+    }
+    console.warn('Unknown weight type', weightKey);
+    return undefined;
+}
+export function getSamplingMethod(method) {
+    switch (method) {
+        case 'euler':
+            return StableDiffusion.SampleMethod.Euler;
+        case 'euler_a':
+            return StableDiffusion.SampleMethod.EulerA;
+        case 'lcm':
+            return StableDiffusion.SampleMethod.LCM;
+        case 'heun':
+            return StableDiffusion.SampleMethod.Heun;
+        case 'dpm2':
+            return StableDiffusion.SampleMethod.DPM2;
+        case 'dpm++2s_a':
+            return StableDiffusion.SampleMethod.DPMPP2SA;
+        case 'dpm++2m':
+            return StableDiffusion.SampleMethod.DPMPP2M;
+        case 'dpm++2mv2':
+            return StableDiffusion.SampleMethod.DPMPP2Mv2;
+        case 'ipndm':
+            // @ts-ignore
+            return StableDiffusion.SampleMethod.IPNDM;
+        case 'ipndm_v':
+            // @ts-ignore
+            return StableDiffusion.SampleMethod.IPNDMV;
+    }
+    console.warn('Unknown sampling method', method);
+    return undefined;
+}
+//# sourceMappingURL=util.js.map

package/dist/engines/stable-diffusion-cpp/util.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"util.js","sourceRoot":"","sources":["../../../src/engines/stable-diffusion-cpp/util.ts"],"names":[],"mappings":"AAAA,OAAO,eAAe,MAAM,oCAAoC,CAAA;AAEhE,MAAM,UAAU,iBAAiB,CAAC,QAAgB;IACjD,+DAA+D;IAC/D,MAAM,aAAa,GAAG;QACrB,eAAe,EAAE,OAAO;QACxB,4BAA4B,EAAE,uBAAuB;QACrD,oBAAoB,EAAE,aAAa;KACnC,CAAA;IAED,KAAK,MAAM,KAAK,IAAI,aAAa,EAAE,CAAC;QACnC,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;QACnC,IAAI,KAAK,EAAE,CAAC;YACX,kEAAkE;YAClE,uDAAuD;YACvD,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,WAAW,EAAE,CAAA;QACvE,CAAC;IACF,CAAC;IACD,OAAO,IAAI,CAAA;AACZ,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,GAAW;IACxC,MAAM,SAAS,GAAG,GAAG,CAAC,WAAW,EAAuC,CAAA;IACxE,IAAI,SAAS,IAAI,eAAe,CAAC,IAAI,EAAE,CAAC;QACvC,OAAO,eAAe,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;IACvC,CAAC;IACD,OAAO,CAAC,IAAI,CAAC,qBAAqB,EAAE,SAAS,CAAC,CAAA;IAC9C,OAAO,SAAS,CAAA;AACjB,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,MAAe;IAChD,QAAQ,MAAM,EAAE,CAAC;QAChB,KAAK,OAAO;YACX,OAAO,eAAe,CAAC,YAAY,CAAC,KAAK,CAAA;QAC1C,KAAK,SAAS;YACb,OAAO,eAAe,CAAC,YAAY,CAAC,MAAM,CAAA;QAC3C,KAAK,KAAK;YACT,OAAO,eAAe,CAAC,YAAY,CAAC,GAAG,CAAA;QACxC,KAAK,MAAM;YACV,OAAO,eAAe,CAAC,YAAY,CAAC,IAAI,CAAA;QACzC,KAAK,MAAM;YACV,OAAO,eAAe,CAAC,YAAY,CAAC,IAAI,CAAA;QACzC,KAAK,WAAW;YACf,OAAO,eAAe,CAAC,YAAY,CAAC,QAAQ,CAAA;QAC7C,KAAK,SAAS;YACb,OAAO,eAAe,CAAC,YAAY,CAAC,OAAO,CAAA;QAC5C,KAAK,WAAW;YACf,OAAO,eAAe,CAAC,YAAY,CAAC,SAAS,CAAA;QAC9C,KAAK,OAAO;YACX,aAAa;YACb,OAAO,eAAe,CAAC,YAAY,CAAC,KAAK,CAAA;QAC1C,KAAK,SAAS;YACb,aAAa;YACb,OAAO,eAAe,CAAC,YAAY,CAAC,MAAM,CAAA;IAC5C,CAAC;IACD,OAAO,CAAC,IAAI,CAAC,yBAAyB,EAAE,MAAM,CAAC,CAAA;IAC/C,OAAO,SAAS,CAAA;AACjB,CAAC"}

package/dist/engines/stable-diffusion-cpp/validateModelFiles.d.ts

@@ -0,0 +1,19 @@
+import { StableDiffusionModelConfig } from './engine.js';
+interface ModelValidationErrors {
+    model?: string;
+    clipL?: string;
+    clipG?: string;
+    vae?: string;
+    t5xxl?: string;
+    controlNet?: string;
+    taesd?: string;
+    lora?: {
+        [index: number]: string;
+    };
+}
+export interface ModelValidationResult {
+    message: string;
+    errors: ModelValidationErrors;
+}
+export declare function validateModelFiles(config: StableDiffusionModelConfig): Promise<ModelValidationResult | undefined>;
+export {};

package/dist/engines/stable-diffusion-cpp/validateModelFiles.js

@@ -0,0 +1,91 @@
+import fs from 'node:fs';
+import { calculateFileChecksum } from '../../lib/calculateFileChecksum.js';
+import { resolveModelFileLocation } from '../../lib/resolveModelFileLocation.js';
+export async function validateModelFiles(config) {
+    const validateFile = async (component, src) => {
+        const fileLocation = resolveModelFileLocation({
+            url: src.url,
+            filePath: src.file,
+            modelsCachePath: config.modelsCachePath,
+        });
+        if (!fs.existsSync(fileLocation)) {
+            return {
+                component,
+                message: `${component} file missing at ${fileLocation}`,
+            };
+        }
+        const ipullFile = fileLocation + '.ipull';
+        let validatedChecksum = false;
+        if (fs.existsSync(ipullFile)) {
+            // if we have a valid file at the download destination, we can remove the ipull file
+            if (src.sha256) {
+                const fileHash = await calculateFileChecksum(fileLocation, 'sha256');
+                if (fileHash === src.sha256) {
+                    fs.unlinkSync(ipullFile);
+                    validatedChecksum = true;
+                }
+            }
+            if (!validatedChecksum) {
+                return {
+                    component,
+                    message: `${component} with incomplete download`,
+                };
+            }
+        }
+        if (!validatedChecksum && src.sha256) {
+            const fileHash = await calculateFileChecksum(fileLocation, 'sha256');
+            if (fileHash !== src.sha256) {
+                return {
+                    component,
+                    message: `${component} file sha256 checksum mismatch: expected ${src.sha256} got ${fileHash} at ${fileLocation}`,
+                };
+            }
+        }
+        return undefined;
+    };
+    const validationPromises = [];
+    if (config.clipL) {
+        validationPromises.push(validateFile('clipL', config.clipL));
+    }
+    if (config.clipG) {
+        validationPromises.push(validateFile('clipG', config.clipG));
+    }
+    if (config.vae) {
+        validationPromises.push(validateFile('vae', config.vae));
+    }
+    if (config.t5xxl) {
+        validationPromises.push(validateFile('t5xxl', config.t5xxl));
+    }
+    if (config.controlNet) {
+        validationPromises.push(validateFile('controlNet', config.controlNet));
+    }
+    if (config.taesd) {
+        validationPromises.push(validateFile('taesd', config.taesd));
+    }
+    if (config.sha256) {
+        validationPromises.push(validateFile('model', { file: config.location, sha256: config.sha256 }));
+    }
+    // const loraDir = path.join(path.dirname(config.location), 'lora')
+    if (config.loras) {
+        for (const lora of config.loras) {
+            validationPromises.push(validateFile('lora', lora));
+            // const loraFile = path.join(loraDir, getModelFileName(lora))
+            // if (!fs.existsSync(loraFile)) {
+            // 	return `lora file missing: ${loraFile}`
+            // }
+        }
+    }
+    const res = await Promise.all(validationPromises);
+    const validationErrors = res.filter((e) => !!e);
+    if (validationErrors.length) {
+        return {
+            message: 'Invalid model files',
+            errors: validationErrors.reduce((acc, e) => {
+                acc[e.component] = e.message;
+                return acc;
+            }, {}),
+        };
+    }
+    return undefined;
+}
+//# sourceMappingURL=validateModelFiles.js.map

package/dist/engines/stable-diffusion-cpp/validateModelFiles.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"validateModelFiles.js","sourceRoot":"","sources":["../../../src/engines/stable-diffusion-cpp/validateModelFiles.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAA;AACxB,OAAO,EAAE,qBAAqB,EAAE,MAAM,uCAAuC,CAAA;AAC7E,OAAO,EAAE,wBAAwB,EAAE,MAAM,0CAA0C,CAAA;AAsBnF,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACvC,MAAkC;IAElC,MAAM,YAAY,GAAG,KAAK,EAAE,SAAiB,EAAE,GAAoB,EAAE,EAAE;QACtE,MAAM,YAAY,GAAG,wBAAwB,CAAC;YAC7C,GAAG,EAAE,GAAG,CAAC,GAAG;YACZ,QAAQ,EAAE,GAAG,CAAC,IAAI;YAClB,eAAe,EAAE,MAAM,CAAC,eAAe;SACvC,CAAC,CAAA;QACF,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;YAClC,OAAO;gBACN,SAAS;gBACT,OAAO,EAAE,GAAG,SAAS,oBAAoB,YAAY,EAAE;aACvD,CAAA;QACF,CAAC;QACD,MAAM,SAAS,GAAG,YAAY,GAAG,QAAQ,CAAA;QACzC,IAAI,iBAAiB,GAAG,KAAK,CAAA;QAC7B,IAAI,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YAC9B,oFAAoF;YACpF,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;gBAChB,MAAM,QAAQ,GAAG,MAAM,qBAAqB,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAA;gBACpE,IAAI,QAAQ,KAAK,GAAG,CAAC,MAAM,EAAE,CAAC;oBAC7B,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,CAAA;oBACxB,iBAAiB,GAAG,IAAI,CAAA;gBACzB,CAAC;YACF,CAAC;YACD,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBACxB,OAAO;oBACN,SAAS;oBACT,OAAO,EAAE,GAAG,SAAS,2BAA2B;iBAChD,CAAA;YACF,CAAC;QACF,CAAC;QAED,IAAI,CAAC,iBAAiB,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;YACtC,MAAM,QAAQ,GAAG,MAAM,qBAAqB,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAA;YACpE,IAAI,QAAQ,KAAK,GAAG,CAAC,MAAM,EAAE,CAAC;gBAC7B,OAAO;oBACN,SAAS;oBACT,OAAO,EAAE,GAAG,SAAS,4CAA4C,GAAG,CAAC,MAAM,QAAQ,QAAQ,OAAO,YAAY,EAAE;iBAChH,CAAA;YACF,CAAC;QACF,CAAC;QACD,OAAO,SAAS,CAAA;IACjB,CAAC,CAAA;IAED,MAAM,kBAAkB,GAAG,EAAE,CAAA;IAC7B,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;QAClB,kBAAkB,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAA;IAC7D,CAAC;IACD,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;QAClB,kBAAkB,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAA;IAC7D,CAAC;IACD,IAAI,MAAM,CAAC,GAAG,EAAE,CAAC;QAChB,kBAAkB,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAA;IACzD,CAAC;IACD,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;QAClB,kBAAkB,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAA;IAC7D,CAAC;IACD,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;QACvB,kBAAkB,CAAC,IAAI,CAAC,YAAY,CAAC,YAAY,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC,CAAA;IACvE,CAAC;IACD,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;QAClB,kBAAkB,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAA;IAC7D,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QACnB,kBAAkB,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,MAAM,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAA;IACjG,CAAC;IAED,mEAAmE;IACnE,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;QAClB,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACjC,kBAAkB,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAA;YAEnD,8DAA8D;YAC9D,kCAAkC;YAClC,2CAA2C;YAC3C,IAAI;QACL,CAAC;IACF,CAAC;IAED,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAA;IACjD,MAAM,gBAAgB,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IAC/C,IAAI,gBAAgB,CAAC,MAAM,EAAE,CAAC;QAC7B,OAAO;YACN,OAAO,EAAE,qBAAqB;YAC9B,MAAM,EAAE,gBAAgB,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE;gBAC1C,GAAG,CAAC,CAAC,CAAC,SAAwC,CAAC,GAAG,CAAC,CAAC,OAAO,CAAA;gBAC3D,OAAO,GAAG,CAAA;YACX,CAAC,EAAE,EAA2B,CAAC;SAC/B,CAAA;IACF,CAAC;IAED,OAAO,SAAS,CAAA;AACjB,CAAC"}

package/dist/engines/transformers-js/engine.d.ts

@@ -0,0 +1,37 @@
+import { EngineContext, FileDownloadProgress, ModelConfig, EngineImageToTextArgs, EngineSpeechToTextArgs, EngineTextCompletionResult, EngineTextCompletionArgs, EngineEmbeddingArgs, EngineEmbeddingResult, TransformersJsModel } from '../../types/index.js';
+import { Processor, PreTrainedModel, PreTrainedTokenizer } from '@huggingface/transformers';
+interface TransformersJsModelComponents {
+    model?: PreTrainedModel;
+    processor?: Processor;
+    tokenizer?: PreTrainedTokenizer;
+}
+interface TransformersJsInstance {
+    textModel?: TransformersJsModelComponents;
+    visionModel?: TransformersJsModelComponents;
+    speechModel?: TransformersJsModelComponents;
+}
+export interface TransformersJsModelConfig extends ModelConfig {
+    location: string;
+    url: string;
+    textModel?: TransformersJsModel;
+    visionModel?: TransformersJsModel;
+    speechModel?: TransformersJsModel;
+    device?: {
+        gpu?: boolean | 'auto' | (string & {});
+    };
+}
+export declare const autoGpu = true;
+export declare function prepareModel({ config, log }: EngineContext<TransformersJsModelConfig>, onProgress?: (progress: FileDownloadProgress) => void, signal?: AbortSignal): Promise<{
+    files: string[] | Buffer[];
+} | undefined>;
+export declare function createInstance({ config, log }: EngineContext<TransformersJsModelConfig>, signal?: AbortSignal): Promise<TransformersJsInstance>;
+export declare function disposeInstance(instance: TransformersJsInstance): Promise<void>;
+export declare function processTextCompletionTask({ request, config, log, onChunk }: EngineTextCompletionArgs<TransformersJsModelConfig>, instance: TransformersJsInstance, signal?: AbortSignal): Promise<EngineTextCompletionResult>;
+export declare function processEmbeddingTask({ request, config }: EngineEmbeddingArgs<TransformersJsModelConfig>, instance: TransformersJsInstance, signal?: AbortSignal): Promise<EngineEmbeddingResult>;
+export declare function processImageToTextTask({ request, config, log }: EngineImageToTextArgs, instance: TransformersJsInstance, signal?: AbortSignal): Promise<{
+    text: string;
+} | undefined>;
+export declare function processSpeechToTextTask({ request, onChunk }: EngineSpeechToTextArgs, instance: TransformersJsInstance, signal?: AbortSignal): Promise<{
+    text: string;
+}>;
+export {};