inference-server 1.0.0-beta.19

package/dist/lib/calculateContextIdentity.d.ts

@@ -0,0 +1,7 @@
+import { ChatMessage } from '../types/index.js';
+export interface CalculateContextIdentityOptions {
+    messages?: ChatMessage[];
+    text?: string;
+    dropLastMessage?: boolean;
+}
+export declare function calculateContextIdentity({ messages, text, dropLastMessage, }: CalculateContextIdentityOptions): string;

package/dist/lib/calculateContextIdentity.js

@@ -0,0 +1,39 @@
+import crypto from 'node:crypto';
+import { flattenMessageTextContent } from './flattenMessageTextContent.js';
+export function calculateContextIdentity({ messages, text, dropLastMessage = false, }) {
+    if (text) {
+        return text;
+    }
+    if (messages?.length) {
+        const filteredMessages = messages.filter((message, i) => {
+            // remove all but the leading system message
+            if (message.role === 'system' && i !== 0) {
+                return false;
+            }
+            if (message.role === 'tool') {
+                return false;
+            }
+            const textContent = flattenMessageTextContent(message.content);
+            return !!textContent;
+        });
+        if (dropLastMessage && filteredMessages.length > 1) {
+            if (filteredMessages[filteredMessages.length - 1].role !== 'user') {
+                console.warn('Dropping last message that is not a user message. This should not happen.');
+            }
+            filteredMessages.pop();
+        }
+        // we dont wanna json stringify because this would make message key order significant
+        const serializedMessages = filteredMessages
+            .map((message) => {
+            return message.role + ': ' + flattenMessageTextContent(message.content);
+        })
+            .join('\n');
+        const contextIdentity = crypto
+            .createHash('sha1')
+            .update(serializedMessages)
+            .digest('hex');
+        return contextIdentity;
+    }
+    return '';
+}
+//# sourceMappingURL=calculateContextIdentity.js.map

package/dist/lib/calculateContextIdentity.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"calculateContextIdentity.js","sourceRoot":"","sources":["../../src/lib/calculateContextIdentity.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,aAAa,CAAA;AAEhC,OAAO,EAAE,yBAAyB,EAAE,MAAM,gCAAgC,CAAA;AAQ1E,MAAM,UAAU,wBAAwB,CAAC,EACxC,QAAQ,EACR,IAAI,EACJ,eAAe,GAAG,KAAK,GACU;IAEjC,IAAI,IAAI,EAAE,CAAC;QACV,OAAO,IAAI,CAAA;IACZ,CAAC;IAED,IAAI,QAAQ,EAAE,MAAM,EAAE,CAAC;QACtB,MAAM,gBAAgB,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,CAAC,EAAE,EAAE;YACvD,4CAA4C;YAC5C,IAAI,OAAO,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC1C,OAAO,KAAK,CAAA;YACb,CAAC;YACD,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAC7B,OAAO,KAAK,CAAA;YACb,CAAC;YACD,MAAM,WAAW,GAAG,yBAAyB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;YAC9D,OAAO,CAAC,CAAC,WAAW,CAAA;QACrB,CAAC,CAAC,CAAA;QACF,IAAI,eAAe,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpD,IAAI,gBAAgB,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACnE,OAAO,CAAC,IAAI,CAAC,2EAA2E,CAAC,CAAA;YAC1F,CAAC;YACD,gBAAgB,CAAC,GAAG,EAAE,CAAA;QACvB,CAAC;QACD,qFAAqF;QACrF,MAAM,kBAAkB,GAAG,gBAAgB;aACzC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;YAChB,OAAO,OAAO,CAAC,IAAI,GAAG,IAAI,GAAG,yBAAyB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;QACxE,CAAC,CAAC;aACD,IAAI,CAAC,IAAI,CAAC,CAAA;QACX,MAAM,eAAe,GAAG,MAAM;aAC7B,UAAU,CAAC,MAAM,CAAC;aAClB,MAAM,CAAC,kBAAkB,CAAC;aAC1B,MAAM,CAAC,KAAK,CAAC,CAAA;QACf,OAAO,eAAe,CAAA;IACvB,CAAC;IAED,OAAO,EAAE,CAAA;AACV,CAAC"}

package/dist/lib/calculateFileChecksum.d.ts

@@ -0,0 +1 @@
+export declare function calculateFileChecksum(filePath: string, hashType?: string): Promise<string>;

package/dist/lib/calculateFileChecksum.js

@@ -0,0 +1,16 @@
+import fs from 'node:fs';
+import crypto from 'node:crypto';
+export function calculateFileChecksum(filePath, hashType = 'sha256') {
+    return new Promise((resolve, reject) => {
+        const fileStream = fs.createReadStream(filePath);
+        const result = crypto.createHash(hashType);
+        fileStream.on('error', reject);
+        fileStream.on('data', (chunk) => {
+            result.update(chunk);
+        });
+        fileStream.on('end', () => {
+            resolve(result.digest('hex'));
+        });
+    });
+}
+//# sourceMappingURL=calculateFileChecksum.js.map

package/dist/lib/calculateFileChecksum.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"calculateFileChecksum.js","sourceRoot":"","sources":["../../src/lib/calculateFileChecksum.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAA;AACxB,OAAO,MAAM,MAAM,aAAa,CAAA;AAEhC,MAAM,UAAU,qBAAqB,CAAC,QAAgB,EAAE,QAAQ,GAAG,QAAQ;IAC1E,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACtC,MAAM,UAAU,GAAG,EAAE,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAA;QAChD,MAAM,MAAM,GAAG,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAA;QAC1C,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;QAC9B,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE;YAC9B,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QACtB,CAAC,CAAC,CAAA;QACF,UAAU,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;YACzB,OAAO,CACN,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CACpB,CAAA;QACF,CAAC,CAAC,CAAA;IACH,CAAC,CAAC,CAAA;AACH,CAAC"}

package/dist/lib/copyDirectory.d.ts

@@ -0,0 +1,6 @@
+/**
+ * Recursively copy a directory and its contents
+ * @param src - Source directory
+ * @param dest - Destination directory
+ */
+export declare function copyDirectory(src: string, dest: string): Promise<void>;

package/dist/lib/copyDirectory.js

@@ -0,0 +1,27 @@
+import { promises as fs } from 'node:fs';
+import path from 'node:path';
+/**
+ * Recursively copy a directory and its contents
+ * @param src - Source directory
+ * @param dest - Destination directory
+ */
+export async function copyDirectory(src, dest) {
+    // Ensure the destination directory exists, create it if it doesn't
+    await fs.mkdir(dest, { recursive: true });
+    // Read the contents of the source directory
+    const entries = await fs.readdir(src, { withFileTypes: true });
+    // Iterate through all the entries (files and directories)
+    for (const entry of entries) {
+        const srcPath = path.join(src, entry.name);
+        const destPath = path.join(dest, entry.name);
+        if (entry.isDirectory()) {
+            // Recursively copy directories
+            await copyDirectory(srcPath, destPath);
+        }
+        else {
+            // Copy files
+            await fs.copyFile(srcPath, destPath);
+        }
+    }
+}
+//# sourceMappingURL=copyDirectory.js.map

package/dist/lib/copyDirectory.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"copyDirectory.js","sourceRoot":"","sources":["../../src/lib/copyDirectory.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,IAAI,EAAE,EAAE,MAAM,SAAS,CAAA;AACxC,OAAO,IAAI,MAAM,WAAW,CAAA;AAE5B;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,GAAW,EAAE,IAAY;IAC5D,mEAAmE;IACnE,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;IAEzC,4CAA4C;IAC5C,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAA;IAE9D,0DAA0D;IAC1D,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAA;QAC1C,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAA;QAE5C,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YACzB,+BAA+B;YAC/B,MAAM,aAAa,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAA;QACvC,CAAC;aAAM,CAAC;YACP,aAAa;YACb,MAAM,EAAE,CAAC,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAA;QACrC,CAAC;IACF,CAAC;AACF,CAAC"}

package/dist/lib/decodeAudio.d.ts

@@ -0,0 +1 @@
+export declare function decodeAudio(fileBuffer: ArrayBuffer | Uint8Array, sampleRate?: number): Promise<any>;

package/dist/lib/decodeAudio.js

@@ -0,0 +1,26 @@
+import decode from 'audio-decode';
+import libSampleRate from '@alexanderolsen/libsamplerate-js';
+async function resampleAudioBuffer(input, opts) {
+    const nChannels = opts.nChannels ?? 2;
+    const inputSampleRate = opts.inputSampleRate ?? 44100;
+    const resampler = await libSampleRate.create(nChannels, inputSampleRate, opts.outputSampleRate, {
+        // http://www.mega-nerd.com/SRC/api_full.html http://www.mega-nerd.com/SRC/api_simple.html
+        converterType: libSampleRate.ConverterType.SRC_SINC_BEST_QUALITY, // default SRC_SINC_FASTEST. see API for more
+    });
+    const resampledData = resampler.simple(input);
+    resampler.destroy();
+    return resampledData;
+}
+export async function decodeAudio(fileBuffer, sampleRate = 44100) {
+    const decodedAudio = await decode(fileBuffer);
+    let audio = decodedAudio.getChannelData(0);
+    if (decodedAudio.sampleRate !== sampleRate) {
+        audio = await resampleAudioBuffer(audio, {
+            inputSampleRate: decodedAudio.sampleRate,
+            outputSampleRate: sampleRate,
+            nChannels: 1,
+        });
+    }
+    return audio;
+}
+//# sourceMappingURL=decodeAudio.js.map

package/dist/lib/decodeAudio.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"decodeAudio.js","sourceRoot":"","sources":["../../src/lib/decodeAudio.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,cAAc,CAAA;AACjC,OAAO,aAAa,MAAM,kCAAkC,CAAA;AAQ5D,KAAK,UAAU,mBAAmB,CAAC,KAAmB,EAAE,IAAqB;IAC5E,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,CAAC,CAAA;IACrC,MAAM,eAAe,GAAG,IAAI,CAAC,eAAe,IAAI,KAAK,CAAA;IAErD,MAAM,SAAS,GAAG,MAAM,aAAa,CAAC,MAAM,CAAC,SAAS,EAAE,eAAe,EAAE,IAAI,CAAC,gBAAgB,EAAE;QAC/F,0FAA0F;QAC1F,aAAa,EAAE,aAAa,CAAC,aAAa,CAAC,qBAAqB,EAAE,6CAA6C;KAC/G,CAAC,CAAA;IACF,MAAM,aAAa,GAAG,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IAC7C,SAAS,CAAC,OAAO,EAAE,CAAA;IACnB,OAAO,aAAa,CAAA;AACrB,CAAC;AAGD,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,UAAoC,EAAE,aAAqB,KAAK;IACjG,MAAM,YAAY,GAAG,MAAM,MAAM,CAAC,UAAU,CAAC,CAAA;IAE7C,IAAI,KAAK,GAAG,YAAY,CAAC,cAAc,CAAC,CAAC,CAAC,CAAA;IAE1C,IAAI,YAAY,CAAC,UAAU,KAAK,UAAU,EAAE,CAAC;QAC5C,KAAK,GAAG,MAAM,mBAAmB,CAAC,KAAK,EAAE;YACxC,eAAe,EAAE,YAAY,CAAC,UAAU;YACxC,gBAAgB,EAAE,UAAU;YAC5B,SAAS,EAAE,CAAC;SACZ,CAAC,CAAA;IACH,CAAC;IAED,OAAO,KAAK,CAAA;AAEb,CAAC"}

package/dist/lib/downloadModelFile.d.ts

@@ -0,0 +1,10 @@
+import { FileDownloadProgress } from '../types/index.js';
+interface DownloadArgs {
+    url: string;
+    filePath?: string;
+    modelsCachePath: string;
+    onProgress?: (progress: FileDownloadProgress) => void;
+    signal?: AbortSignal;
+}
+export declare function downloadModelFile({ url, filePath, modelsCachePath, onProgress, signal }: DownloadArgs): Promise<void>;
+export {};

package/dist/lib/downloadModelFile.js

@@ -0,0 +1,58 @@
+import { downloadFile as createFileDownload } from 'ipull';
+import fs from 'node:fs';
+import path from 'node:path';
+import { resolveModelFileLocation } from '../lib/resolveModelFileLocation.js';
+export async function downloadModelFile({ url, filePath, modelsCachePath, onProgress, signal }) {
+    let downloadUrl = url;
+    const parsedUrl = new URL(url);
+    if (parsedUrl.hostname === 'huggingface.co') {
+        // TODO support auth headers
+        // https://ido-pluto.github.io/ipull/#md:custom-headers
+        const pathnameParts = parsedUrl.pathname.split('/');
+        if (pathnameParts.length > 3 && pathnameParts[3] === 'blob') {
+            const newUrl = new URL(url);
+            pathnameParts[3] = 'resolve';
+            newUrl.pathname = pathnameParts.join('/');
+            if (newUrl.searchParams.get('download') !== 'true') {
+                newUrl.searchParams.set('download', 'true');
+            }
+            downloadUrl = newUrl.href;
+        }
+    }
+    const destinationFile = resolveModelFileLocation({
+        url: downloadUrl,
+        filePath,
+        modelsCachePath,
+    });
+    fs.mkdirSync(path.dirname(destinationFile), { recursive: true });
+    // TODO split gguf file support, could regex filename and download the rest
+    // see https://ido-pluto.github.io/ipull/#md:download-file-from-parts
+    const controller = await createFileDownload({
+        url: downloadUrl,
+        savePath: destinationFile,
+        skipExisting: true,
+    });
+    let partialBytes = 0;
+    if (fs.existsSync(destinationFile)) {
+        partialBytes = fs.statSync(destinationFile).size;
+    }
+    const progressInterval = setInterval(() => {
+        if (onProgress) {
+            onProgress({
+                file: destinationFile,
+                loadedBytes: controller.status.transferredBytes + partialBytes,
+                totalBytes: controller.status.totalBytes,
+            });
+        }
+    }, 3000);
+    if (signal) {
+        signal.addEventListener('abort', () => {
+            controller.close();
+        });
+    }
+    await controller.download();
+    if (progressInterval) {
+        clearInterval(progressInterval);
+    }
+}
+//# sourceMappingURL=downloadModelFile.js.map

package/dist/lib/downloadModelFile.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"downloadModelFile.js","sourceRoot":"","sources":["../../src/lib/downloadModelFile.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,IAAI,kBAAkB,EAAE,MAAM,OAAO,CAAA;AAC1D,OAAO,EAAE,MAAM,SAAS,CAAA;AACxB,OAAO,IAAI,MAAM,WAAW,CAAA;AAE5B,OAAO,EAAE,wBAAwB,EAAE,MAAM,0CAA0C,CAAA;AAUnF,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,EAAE,GAAG,EAAE,QAAQ,EAAE,eAAe,EAAE,UAAU,EAAE,MAAM,EAAgB;IAC3G,IAAI,WAAW,GAAG,GAAG,CAAA;IACrB,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAA;IAC9B,IAAI,SAAS,CAAC,QAAQ,KAAK,gBAAgB,EAAE,CAAC;QAC7C,4BAA4B;QAC5B,uDAAuD;QACvD,MAAM,aAAa,GAAG,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;QACnD,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,IAAI,aAAa,CAAC,CAAC,CAAC,KAAK,MAAM,EAAE,CAAC;YAC7D,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAA;YAC3B,aAAa,CAAC,CAAC,CAAC,GAAG,SAAS,CAAA;YAC5B,MAAM,CAAC,QAAQ,GAAG,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;YACzC,IAAI,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,UAAU,CAAC,KAAK,MAAM,EAAE,CAAC;gBACpD,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,UAAU,EAAE,MAAM,CAAC,CAAA;YAC5C,CAAC;YACD,WAAW,GAAG,MAAM,CAAC,IAAI,CAAA;QAC1B,CAAC;IACF,CAAC;IAED,MAAM,eAAe,GAAG,wBAAwB,CAAC;QAChD,GAAG,EAAE,WAAW;QAChB,QAAQ;QACR,eAAe;KACf,CAAC,CAAA;IAEF,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;IAChE,2EAA2E;IAC3E,qEAAqE;IACrE,MAAM,UAAU,GAAG,MAAM,kBAAkB,CAAC;QAC3C,GAAG,EAAE,WAAW;QAChB,QAAQ,EAAE,eAAe;QACzB,YAAY,EAAE,IAAI;KAClB,CAAC,CAAA;IAEF,IAAI,YAAY,GAAG,CAAC,CAAA;IACpB,IAAI,EAAE,CAAC,UAAU,CAAC,eAAe,CAAC,EAAE,CAAC;QACpC,YAAY,GAAG,EAAE,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC,IAAI,CAAA;IACjD,CAAC;IACD,MAAM,gBAAgB,GAAG,WAAW,CAAC,GAAG,EAAE;QACzC,IAAI,UAAU,EAAE,CAAC;YAChB,UAAU,CAAC;gBACV,IAAI,EAAE,eAAe;gBACrB,WAAW,EAAE,UAAU,CAAC,MAAM,CAAC,gBAAgB,GAAG,YAAY;gBAC9D,UAAU,EAAE,UAAU,CAAC,MAAM,CAAC,UAAU;aACxC,CAAC,CAAA;QACH,CAAC;IACF,CAAC,EAAE,IAAI,CAAC,CAAA;IACR,IAAI,MAAM,EAAE,CAAC;QACZ,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE;YACrC,UAAU,CAAC,KAAK,EAAE,CAAA;QACnB,CAAC,CAAC,CAAA;IACH,CAAC;IACD,MAAM,UAAU,CAAC,QAAQ,EAAE,CAAA;IAC3B,IAAI,gBAAgB,EAAE,CAAC;QACtB,aAAa,CAAC,gBAAgB,CAAC,CAAA;IAChC,CAAC;AACF,CAAC"}

package/dist/lib/flattenMessageTextContent.d.ts

@@ -0,0 +1,2 @@
+import { ChatMessage } from '../types/index.js';
+export declare function flattenMessageTextContent(content: ChatMessage['content']): string;

package/dist/lib/flattenMessageTextContent.js

@@ -0,0 +1,11 @@
+function isTextContentPart(part) {
+    return part.type === 'text';
+}
+export function flattenMessageTextContent(content) {
+    if (typeof content === 'string') {
+        return content;
+    }
+    const parts = content.filter(isTextContentPart);
+    return parts.map((part) => part.text).join('\n');
+}
+//# sourceMappingURL=flattenMessageTextContent.js.map

package/dist/lib/flattenMessageTextContent.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"flattenMessageTextContent.js","sourceRoot":"","sources":["../../src/lib/flattenMessageTextContent.ts"],"names":[],"mappings":"AAMA,SAAS,iBAAiB,CACzB,IAAwB;IAExB,OAAO,IAAI,CAAC,IAAI,KAAK,MAAM,CAAA;AAC5B,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,OAA+B;IACxE,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;QACjC,OAAO,OAAO,CAAA;IACf,CAAC;IACD,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAA;IAC/C,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AACjD,CAAC"}

package/dist/lib/getCacheDirPath.d.ts

@@ -0,0 +1,12 @@
+/**
+ * Determines the appropriate cache directory for the current platform.
+ *
+ * Follows platform-specific conventions:
+ * - Windows: %LOCALAPPDATA%\Cache\inference-server
+ * - macOS: ~/Library/Caches/inference-server
+ * - Linux: $XDG_CACHE_HOME/inference-server or ~/.cache/inference-server
+ *
+ * @param {string} subDir - The name of the cache subdirectory
+ * @returns {string} The absolute path to the cache directory
+ */
+export declare function getCacheDirPath(subDir?: string): string;

package/dist/lib/getCacheDirPath.js

@@ -0,0 +1,31 @@
+import os from 'node:os';
+import path from 'node:path';
+/**
+ * Determines the appropriate cache directory for the current platform.
+ *
+ * Follows platform-specific conventions:
+ * - Windows: %LOCALAPPDATA%\Cache\inference-server
+ * - macOS: ~/Library/Caches/inference-server
+ * - Linux: $XDG_CACHE_HOME/inference-server or ~/.cache/inference-server
+ *
+ * @param {string} subDir - The name of the cache subdirectory
+ * @returns {string} The absolute path to the cache directory
+ */
+export function getCacheDirPath(subDir = '') {
+    const platform = process.platform;
+    let basePath;
+    switch (platform) {
+        case 'win32':
+            // Windows: Use %LOCALAPPDATA%\Cache
+            basePath = process.env.LOCALAPPDATA || path.join(os.homedir(), 'AppData', 'Local');
+            return path.join(basePath, 'Cache', 'inference-server', subDir);
+        case 'darwin':
+            // macOS: Use ~/Library/Caches
+            return path.join(os.homedir(), 'Library', 'Caches', 'inference-server', subDir);
+        default:
+            // Linux/Unix: Use $XDG_CACHE_HOME or ~/.cache
+            basePath = process.env.XDG_CACHE_HOME || path.join(os.homedir(), '.cache');
+            return path.join(basePath, 'inference-server', subDir);
+    }
+}
+//# sourceMappingURL=getCacheDirPath.js.map

package/dist/lib/getCacheDirPath.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"getCacheDirPath.js","sourceRoot":"","sources":["../../src/lib/getCacheDirPath.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAA;AACxB,OAAO,IAAI,MAAM,WAAW,CAAA;AAE5B;;;;;;;;;;GAUG;AACH,MAAM,UAAU,eAAe,CAAC,SAAiB,EAAE;IAClD,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAA;IACjC,IAAI,QAAgB,CAAA;IAEpB,QAAQ,QAAQ,EAAE,CAAC;QAClB,KAAK,OAAO;YACX,oCAAoC;YACpC,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,OAAO,CAAC,CAAA;YAClF,OAAO,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,EAAE,kBAAkB,EAAE,MAAM,CAAC,CAAA;QAEhE,KAAK,QAAQ;YACZ,8BAA8B;YAC9B,OAAO,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,QAAQ,EAAE,kBAAkB,EAAE,MAAM,CAAC,CAAA;QAEhF;YACC,8CAA8C;YAC9C,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,QAAQ,CAAC,CAAA;YAC1E,OAAO,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,kBAAkB,EAAE,MAAM,CAAC,CAAA;IACxD,CAAC;AACF,CAAC"}

package/dist/lib/loadImage.d.ts

@@ -0,0 +1,12 @@
+import { Image } from '../types/index.js';
+import { ResizeOptions } from 'sharp';
+interface ImageTransformationOptions {
+    resize?: {
+        width: number;
+        height: number;
+        fit?: ResizeOptions['fit'];
+    };
+}
+export declare function loadImageFromUrl(url: string, opts?: ImageTransformationOptions): Promise<Image>;
+export declare function loadImageFromFile(filePath: string, opts?: ImageTransformationOptions): Promise<Image>;
+export {};

package/dist/lib/loadImage.js

@@ -0,0 +1,30 @@
+import sharp from 'sharp';
+export async function loadImageFromUrl(url, opts = {}) {
+    const imageBuffer = await fetch(url).then((res) => res.arrayBuffer());
+    const buffer = await Buffer.from(imageBuffer);
+    const sharpHandle = sharp(buffer).rotate();
+    if (opts.resize) {
+        sharpHandle.resize(opts.resize);
+    }
+    const { info } = await sharpHandle.toBuffer({ resolveWithObject: true });
+    return {
+        handle: sharpHandle,
+        height: opts.resize?.height ?? info.height,
+        width: opts.resize?.width ?? info.width,
+        channels: info.channels,
+    };
+}
+export async function loadImageFromFile(filePath, opts = {}) {
+    let sharpHandle = sharp(filePath).rotate();
+    if (opts.resize) {
+        sharpHandle.resize(opts.resize);
+    }
+    const { info } = await sharpHandle.toBuffer({ resolveWithObject: true });
+    return {
+        handle: sharpHandle,
+        height: info.height,
+        width: info.width,
+        channels: info.channels,
+    };
+}
+//# sourceMappingURL=loadImage.js.map

package/dist/lib/loadImage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"loadImage.js","sourceRoot":"","sources":["../../src/lib/loadImage.ts"],"names":[],"mappings":"AACA,OAAO,KAAwB,MAAM,OAAO,CAAA;AAU5C,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACrC,GAAW,EACX,OAAmC,EAAE;IAErC,MAAM,WAAW,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,CAAA;IACrE,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;IAC7C,MAAM,WAAW,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,CAAA;IAC1C,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QACjB,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;IAChC,CAAC;IACD,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,WAAW,CAAC,QAAQ,CAAC,EAAE,iBAAiB,EAAE,IAAI,EAAE,CAAC,CAAA;IACxE,OAAO;QACN,MAAM,EAAE,WAAW;QACnB,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,IAAI,IAAI,CAAC,MAAM;QAC1C,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE,KAAK,IAAI,IAAI,CAAC,KAAK;QACvC,QAAQ,EAAE,IAAI,CAAC,QAAQ;KACvB,CAAA;AACF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACtC,QAAgB,EAChB,OAAmC,EAAE;IAErC,IAAI,WAAW,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC,MAAM,EAAE,CAAA;IAC1C,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QACjB,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;IAChC,CAAC;IACD,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,WAAW,CAAC,QAAQ,CAAC,EAAE,iBAAiB,EAAE,IAAI,EAAE,CAAC,CAAA;IACxE,OAAO;QACN,MAAM,EAAE,WAAW;QACnB,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,QAAQ,EAAE,IAAI,CAAC,QAAQ;KACvB,CAAA;AACF,CAAC"}

package/dist/lib/logger.d.ts

@@ -0,0 +1,12 @@
+export declare const LogLevels: {
+    readonly error: "error";
+    readonly warn: "warn";
+    readonly info: "info";
+    readonly debug: "debug";
+    readonly verbose: "verbose";
+};
+export type LogLevel = keyof typeof LogLevels;
+export type Logger = (level: LogLevel, message: string, meta?: any) => void;
+export declare function withLogMeta(logger: Logger, meta: object): (level: LogLevel, message: string, extraMeta?: object) => void;
+export declare function createSublogger(minLevelOrLogger?: LogLevel | Logger): Logger;
+export declare function createLogger(minLevel: LogLevel): (level: LogLevel, message: string, meta?: any) => void;

package/dist/lib/logger.js

@@ -0,0 +1,98 @@
+import chalk from 'chalk';
+export const LogLevels = {
+    error: 'error',
+    warn: 'warn',
+    info: 'info',
+    debug: 'debug',
+    verbose: 'verbose',
+};
+export function withLogMeta(logger, meta) {
+    return (level, message, extraMeta = {}) => {
+        logger(level, message, { ...meta, ...extraMeta });
+    };
+}
+export function createSublogger(minLevelOrLogger = LogLevels.warn) {
+    if (minLevelOrLogger) {
+        return typeof minLevelOrLogger === 'string'
+            ? createLogger(minLevelOrLogger)
+            : minLevelOrLogger;
+    }
+    else {
+        return createLogger(LogLevels.warn);
+    }
+}
+export function createLogger(minLevel) {
+    const levels = Object.keys(LogLevels).reverse();
+    const minLevelIndex = levels.indexOf(minLevel);
+    return function log(level, message, meta) {
+        const levelIndex = levels.indexOf(level);
+        if (levelIndex >= minLevelIndex) {
+            const formattedMessage = formatMessage(level, message, meta);
+            switch (level) {
+                case LogLevels.error:
+                    console.error(formattedMessage, meta?.error);
+                    break;
+                case LogLevels.warn:
+                    console.warn(formattedMessage);
+                    break;
+                case LogLevels.info:
+                    console.info(formattedMessage);
+                    break;
+                case LogLevels.debug:
+                case LogLevels.verbose:
+                    console.debug(formattedMessage);
+                    break;
+            }
+        }
+    };
+}
+function formatMessage(level, message, meta = {}) {
+    const timestamp = new Date().toISOString().replace('T', ' ').substring(0, 22);
+    let messageStr = `[${timestamp}]`;
+    switch (level) {
+        case LogLevels.error:
+            messageStr += chalk.red(`[erro]`);
+            break;
+        case LogLevels.warn:
+            messageStr += chalk.yellow(`[warn]`);
+            break;
+        case LogLevels.info:
+            messageStr += chalk.white(`[info]`);
+            break;
+        case LogLevels.debug:
+            messageStr += chalk.gray(`[debg]`);
+            break;
+        case LogLevels.verbose:
+            messageStr += chalk.gray(`[verb]`);
+            break;
+    }
+    if (meta?.sequence) {
+        messageStr += ' ' + chalk.cyan(meta.sequence);
+    }
+    if (meta?.instance) {
+        messageStr += ' ' + chalk.magenta(meta.instance);
+    }
+    else if (meta?.model) {
+        messageStr += ' ' + chalk.magenta(meta.model);
+    }
+    if (meta?.task) {
+        messageStr += ' ' + chalk.green(meta.task);
+    }
+    messageStr += ' ' + message;
+    if (meta) {
+        const { instance, sequence, model, task, elapsed, error, ...otherData } = meta;
+        if (elapsed) {
+            if (elapsed < 1000) {
+                messageStr += ' ' + chalk.magenta(`+${elapsed.toFixed(2)}ms`);
+            }
+            else {
+                messageStr += ' ' + chalk.magenta(`+${(elapsed / 1000).toFixed(2)}s`);
+            }
+        }
+        if (Object.keys(otherData).length > 0) {
+            messageStr += ' ' + JSON.stringify(otherData, null, 2);
+        }
+    }
+    return messageStr;
+}
+//# sourceMappingURL=logger.js.map

package/dist/lib/logger.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"logger.js","sourceRoot":"","sources":["../../src/lib/logger.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,OAAO,CAAA;AAEzB,MAAM,CAAC,MAAM,SAAS,GAAG;IACxB,KAAK,EAAE,OAAO;IACd,IAAI,EAAE,MAAM;IACZ,IAAI,EAAE,MAAM;IACZ,KAAK,EAAE,OAAO;IACd,OAAO,EAAE,SAAS;CACT,CAAA;AAKV,MAAM,UAAU,WAAW,CAAC,MAAc,EAAE,IAAY;IACvD,OAAO,CAAC,KAAe,EAAE,OAAe,EAAE,YAAoB,EAAE,EAAE,EAAE;QACnE,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,GAAG,IAAI,EAAE,GAAG,SAAS,EAAE,CAAC,CAAA;IAClD,CAAC,CAAA;AACF,CAAC;AAED,MAAM,UAAU,eAAe,CAC9B,mBAAsC,SAAS,CAAC,IAAI;IAEpD,IAAI,gBAAgB,EAAE,CAAC;QACtB,OAAO,OAAO,gBAAgB,KAAK,QAAQ;YAC1C,CAAC,CAAC,YAAY,CAAC,gBAAgB,CAAC;YAChC,CAAC,CAAC,gBAAgB,CAAA;IACpB,CAAC;SAAM,CAAC;QACP,OAAO,YAAY,CAAC,SAAS,CAAC,IAAI,CAAC,CAAA;IACpC,CAAC;AACF,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,QAAkB;IAC9C,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,CAAA;IAC/C,MAAM,aAAa,GAAG,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAA;IAE9C,OAAO,SAAS,GAAG,CAAC,KAAe,EAAE,OAAe,EAAE,IAAU;QAC/D,MAAM,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;QACxC,IAAI,UAAU,IAAI,aAAa,EAAE,CAAC;YACjC,MAAM,gBAAgB,GAAG,aAAa,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,CAAC,CAAA;YAC5D,QAAQ,KAAK,EAAE,CAAC;gBACf,KAAK,SAAS,CAAC,KAAK;oBACnB,OAAO,CAAC,KAAK,CAAC,gBAAgB,EAAE,IAAI,EAAE,KAAK,CAAC,CAAA;oBAC5C,MAAK;gBACN,KAAK,SAAS,CAAC,IAAI;oBAClB,OAAO,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAA;oBAC9B,MAAK;gBACN,KAAK,SAAS,CAAC,IAAI;oBAClB,OAAO,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAA;oBAC9B,MAAK;gBACN,KAAK,SAAS,CAAC,KAAK,CAAC;gBACrB,KAAK,SAAS,CAAC,OAAO;oBACrB,OAAO,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAA;oBAC/B,MAAK;YACP,CAAC;QACF,CAAC;IACF,CAAC,CAAA;AACF,CAAC;AAED,SAAS,aAAa,CAAC,KAAe,EAAE,OAAe,EAAE,OAAY,EAAE;IACtE,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,CAAA;IAC7E,IAAI,UAAU,GAAG,IAAI,SAAS,GAAG,CAAA;IAEjC,QAAQ,KAAK,EAAE,CAAC;QACf,KAAK,SAAS,CAAC,KAAK;YACnB,UAAU,IAAI,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;YACjC,MAAK;QACN,KAAK,SAAS,CAAC,IAAI;YAClB,UAAU,IAAI,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;YACpC,MAAK;QACN,KAAK,SAAS,CAAC,IAAI;YAClB,UAAU,IAAI,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAA;YACnC,MAAK;QACN,KAAK,SAAS,CAAC,KAAK;YACnB,UAAU,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;YAClC,MAAK;QACN,KAAK,SAAS,CAAC,OAAO;YACrB,UAAU,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;YAClC,MAAK;IACP,CAAC;IAED,IAAI,IAAI,EAAE,QAAQ,EAAE,CAAC;QACpB,UAAU,IAAI,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;IAC9C,CAAC;IAED,IAAI,IAAI,EAAE,QAAQ,EAAE,CAAC;QACpB,UAAU,IAAI,GAAG,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;IACjD,CAAC;SAAM,IAAI,IAAI,EAAE,KAAK,EAAE,CAAC;QACxB,UAAU,IAAI,GAAG,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IAC9C,CAAC;IAED,IAAI,IAAI,EAAE,IAAI,EAAE,CAAC;QAChB,UAAU,IAAI,GAAG,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAC3C,CAAC;IAED,UAAU,IAAI,GAAG,GAAG,OAAO,CAAA;IAE3B,IAAI,IAAI,EAAE,CAAC;QACV,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,SAAS,EAAE,GACtE,IAAI,CAAA;QACL,IAAI,OAAO,EAAE,CAAC;YACb,IAAI,OAAO,GAAG,IAAI,EAAE,CAAC;gBACpB,UAAU,IAAI,GAAG,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;YAC9D,CAAC;iBAAM,CAAC;gBACP,UAAU,IAAI,GAAG,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAA;YACtE,CAAC;QACF,CAAC;QACD,IAAI,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvC,UAAU,IAAI,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,CAAA;QACvD,CAAC;IACF,CAAC;IACD,OAAO,UAAU,CAAA;AAClB,CAAC"}

package/dist/lib/math.d.ts

@@ -0,0 +1,7 @@
+/**
+ * Calculates the cosine similarity between two vectors.
+ * @param vecA - The first vector.
+ * @param vecB - The second vector.
+ * @returns The cosine similarity between vecA and vecB.
+ */
+export declare function cosineSimilarity(vecA: number[], vecB: number[]): number;

package/dist/lib/math.js

@@ -0,0 +1,30 @@
+/**
+ * Calculates the dot product of two vectors.
+ * @param vecA - The first vector.
+ * @param vecB - The second vector.
+ * @returns The dot product of vecA and vecB.
+ */
+function dotProduct(vecA, vecB) {
+    return vecA.reduce((sum, value, index) => sum + value * vecB[index], 0);
+}
+/**
+ * Calculates the magnitude of a vector.
+ * @param vec - The vector.
+ * @returns The magnitude of the vector.
+ */
+function magnitude(vec) {
+    return Math.sqrt(vec.reduce((sum, value) => sum + value * value, 0));
+}
+/**
+ * Calculates the cosine similarity between two vectors.
+ * @param vecA - The first vector.
+ * @param vecB - The second vector.
+ * @returns The cosine similarity between vecA and vecB.
+ */
+export function cosineSimilarity(vecA, vecB) {
+    const dotProd = dotProduct(vecA, vecB);
+    const magnitudeA = magnitude(vecA);
+    const magnitudeB = magnitude(vecB);
+    return dotProd / (magnitudeA * magnitudeB);
+}
+//# sourceMappingURL=math.js.map

package/dist/lib/math.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"math.js","sourceRoot":"","sources":["../../src/lib/math.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,SAAS,UAAU,CAAC,IAAc,EAAE,IAAc;IACjD,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAA;AACxE,CAAC;AAED;;;;GAIG;AACH,SAAS,SAAS,CAAC,GAAa;IAC/B,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC,CAAA;AACrE,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,gBAAgB,CAAC,IAAc,EAAE,IAAc;IAC9D,MAAM,OAAO,GAAG,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;IACtC,MAAM,UAAU,GAAG,SAAS,CAAC,IAAI,CAAC,CAAA;IAClC,MAAM,UAAU,GAAG,SAAS,CAAC,IAAI,CAAC,CAAA;IAClC,OAAO,OAAO,GAAG,CAAC,UAAU,GAAG,UAAU,CAAC,CAAA;AAC3C,CAAC"}

package/dist/lib/resolveModelFileLocation.d.ts

@@ -0,0 +1,15 @@
+interface ResolveModelFileLocationArgs {
+    url?: string;
+    filePath?: string;
+    modelsCachePath: string;
+}
+/**
+ * Resolve a model file/url to an absolute path to either a file or directory.
+ * @param url - Optional URL to the model file. Location will be derived from it.
+ * @param filePath - Optional relative (to modelsCachePath) or absolute file path that short-circuits resolution.
+ * @param modelsCachePath - The path to the models cache directory.
+ * @returns The abs file path on the local filesystem.
+ * @throws If the model location could not be resolved.
+ */
+export declare function resolveModelFileLocation({ url, filePath, modelsCachePath }: ResolveModelFileLocationArgs): string;
+export {};

package/dist/lib/resolveModelFileLocation.js

@@ -0,0 +1,41 @@
+import path from 'node:path';
+/**
+ * Resolve a model file/url to an absolute path to either a file or directory.
+ * @param url - Optional URL to the model file. Location will be derived from it.
+ * @param filePath - Optional relative (to modelsCachePath) or absolute file path that short-circuits resolution.
+ * @param modelsCachePath - The path to the models cache directory.
+ * @returns The abs file path on the local filesystem.
+ * @throws If the model location could not be resolved.
+ */
+export function resolveModelFileLocation({ url, filePath, modelsCachePath }) {
+    if (filePath) {
+        // immediately return if an absolute path is provided
+        if (path.isAbsolute(filePath)) {
+            return filePath;
+        }
+        else {
+            return path.join(modelsCachePath, filePath);
+        }
+    }
+    if (url) {
+        const parsedUrl = new URL(url);
+        let destinationPath = filePath;
+        // support branches for huggingface URLs
+        if (parsedUrl.hostname === 'huggingface.co' && !destinationPath) {
+            const pathnameSegments = parsedUrl.pathname.split('/');
+            const repoOrg = pathnameSegments[1];
+            const repoName = pathnameSegments[2];
+            const branch = pathnameSegments[4] || 'main';
+            const trailingPath = pathnameSegments.slice(5).join('/');
+            destinationPath = path.join(modelsCachePath, parsedUrl.hostname, repoOrg, `${repoName}-${branch}`, trailingPath);
+        }
+        // otherwise, use the hostname and last path segment
+        if (!destinationPath) {
+            const fileName = parsedUrl.pathname.split('/').pop();
+            destinationPath = path.join(modelsCachePath, parsedUrl.hostname, fileName || '');
+        }
+        return destinationPath;
+    }
+    throw new Error('Failed to resolve model location');
+}
+//# sourceMappingURL=resolveModelFileLocation.js.map

package/dist/lib/resolveModelFileLocation.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"resolveModelFileLocation.js","sourceRoot":"","sources":["../../src/lib/resolveModelFileLocation.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAA;AAQ5B;;;;;;;GAOG;AACH,MAAM,UAAU,wBAAwB,CAAC,EAAE,GAAG,EAAE,QAAQ,EAAE,eAAe,EAAgC;IAExG,IAAI,QAAQ,EAAE,CAAC;QACd,qDAAqD;QACrD,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC/B,OAAO,QAAQ,CAAA;QAChB,CAAC;aAAM,CAAC;YACP,OAAO,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,QAAQ,CAAC,CAAA;QAC5C,CAAC;IACF,CAAC;IAED,IAAI,GAAG,EAAE,CAAC;QACT,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAA;QAC9B,IAAI,eAAe,GAAG,QAAQ,CAAA;QAC9B,wCAAwC;QACxC,IAAI,SAAS,CAAC,QAAQ,KAAK,gBAAgB,IAAI,CAAC,eAAe,EAAE,CAAC;YACjE,MAAM,gBAAgB,GAAG,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;YACtD,MAAM,OAAO,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAA;YACnC,MAAM,QAAQ,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAA;YACpC,MAAM,MAAM,GAAG,gBAAgB,CAAC,CAAC,CAAC,IAAI,MAAM,CAAA;YAC5C,MAAM,YAAY,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;YACxD,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,SAAS,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,QAAQ,IAAI,MAAM,EAAE,EAAE,YAAY,CAAC,CAAA;QACjH,CAAC;QACD,oDAAoD;QACpD,IAAI,CAAC,eAAe,EAAE,CAAC;YACtB,MAAM,QAAQ,GAAG,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAA;YACpD,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,SAAS,CAAC,QAAQ,EAAE,QAAQ,IAAI,EAAE,CAAC,CAAA;QACjF,CAAC;QACD,OAAO,eAAe,CAAA;IACvB,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAA;AACpD,CAAC"}

package/dist/lib/util.d.ts

@@ -0,0 +1,7 @@
+export declare function elapsedMillis(since: bigint): number;
+export declare function omitEmptyValues<T extends Record<string, any>>(dict: T): T;
+export declare function touchFileSync(filePath: string): void;
+export declare function mergeAbortSignals(signals: Array<AbortSignal | undefined>): AbortSignal;
+export declare function getRandomNumber(min: number, max: number): number;
+export declare function printActiveHandles(): void;
+export declare function formatBytesPerSecond(speed: number): string;