@realtimex/node-llama-cpp 0.1.0

package/dist/utils/modelDownloadEndpoints.d.ts

@@ -0,0 +1,13 @@
+export type ModelDownloadEndpoints = {
+    /**
+     * Endpoint to use for resolving Hugging Face model URIs (`hf:`).
+     *
+     * Can also be set by using the environment variable `HF_ENDPOINT` or `MODEL_ENDPOINT`.
+     *
+     * Defaults to `"https://huggingface.co/"`.
+     * @see [Model URIs](https://node-llama-cpp.withcat.ai/guide/downloading-models#model-uris)
+     */
+    huggingFace?: string;
+};
+export declare function resolveHuggingFaceEndpoint(endpoints?: ModelDownloadEndpoints): string;
+export declare function isHuggingFaceUrl(url: string, endpoints?: ModelDownloadEndpoints): boolean;

package/dist/utils/modelDownloadEndpoints.js

@@ -0,0 +1,27 @@
+import { isUrl } from "./isUrl.js";
+export function resolveHuggingFaceEndpoint(endpoints) {
+    const ensureLastSlash = (url) => (url.endsWith("/")
+        ? url
+        : url + "/");
+    if (endpoints?.huggingFace != null && isUrl(endpoints?.huggingFace, false))
+        return ensureLastSlash(endpoints?.huggingFace);
+    // https://github.com/ggml-org/llama.cpp/pull/12664/files#diff-201cbc8fd17750764ed4a0862232e81503550c201995e16dc2e2766754eaa57a
+    const modelEndpoint = process.env.MODEL_ENDPOINT;
+    if (modelEndpoint != null && isUrl(modelEndpoint, false))
+        return ensureLastSlash(modelEndpoint);
+    // https://github.com/ggml-org/llama.cpp/pull/12664/files#diff-201cbc8fd17750764ed4a0862232e81503550c201995e16dc2e2766754eaa57a
+    const hfEndpoint = process.env.HF_ENDPOINT;
+    if (hfEndpoint != null && isUrl(hfEndpoint, false))
+        return ensureLastSlash(hfEndpoint);
+    return "https://huggingface.co/";
+}
+export function isHuggingFaceUrl(url, endpoints) {
+    const parsedUrl = new URL(url);
+    const hfEndpoint = resolveHuggingFaceEndpoint(endpoints);
+    const hfEndpointDomain = (new URL(hfEndpoint)).hostname;
+    if (parsedUrl.hostname === hfEndpointDomain)
+        return true;
+    return ((hfEndpoint === "https://huggingface.co/" || hfEndpoint === "https://hf.co/") &&
+        (parsedUrl.hostname === "huggingface.co" || parsedUrl.hostname === "hf.co"));
+}
+//# sourceMappingURL=modelDownloadEndpoints.js.map

package/dist/utils/modelDownloadEndpoints.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"modelDownloadEndpoints.js","sourceRoot":"","sources":["../../src/utils/modelDownloadEndpoints.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,KAAK,EAAC,MAAM,YAAY,CAAC;AAcjC,MAAM,UAAU,0BAA0B,CAAC,SAAkC;IACzE,MAAM,eAAe,GAAG,CAAC,GAAW,EAAE,EAAE,CAAC,CACrC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC;QACb,CAAC,CAAC,GAAG;QACL,CAAC,CAAC,GAAG,GAAG,GAAG,CAClB,CAAC;IAEF,IAAI,SAAS,EAAE,WAAW,IAAI,IAAI,IAAI,KAAK,CAAC,SAAS,EAAE,WAAW,EAAE,KAAK,CAAC;QACtE,OAAO,eAAe,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;IAEnD,+HAA+H;IAC/H,MAAM,aAAa,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;IACjD,IAAI,aAAa,IAAI,IAAI,IAAI,KAAK,CAAC,aAAa,EAAE,KAAK,CAAC;QACpD,OAAO,eAAe,CAAC,aAAa,CAAC,CAAC;IAE1C,+HAA+H;IAC/H,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC;IAC3C,IAAI,UAAU,IAAI,IAAI,IAAI,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC;QAC9C,OAAO,eAAe,CAAC,UAAU,CAAC,CAAC;IAEvC,OAAO,yBAAyB,CAAC;AACrC,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,GAAW,EAAE,SAAkC;IAC5E,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;IAC/B,MAAM,UAAU,GAAG,0BAA0B,CAAC,SAAS,CAAC,CAAC;IACzD,MAAM,gBAAgB,GAAG,CAAC,IAAI,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC;IAExD,IAAI,SAAS,CAAC,QAAQ,KAAK,gBAAgB;QACvC,OAAO,IAAI,CAAC;IAEhB,OAAO,CACH,CAAC,UAAU,KAAK,yBAAyB,IAAI,UAAU,KAAK,gBAAgB,CAAC;QAC7E,CAAC,SAAS,CAAC,QAAQ,KAAK,gBAAgB,IAAI,SAAS,CAAC,QAAQ,KAAK,OAAO,CAAC,CAC9E,CAAC;AACN,CAAC"}

package/dist/utils/modelFileAccessTokens.d.ts

@@ -0,0 +1,5 @@
+import { ModelDownloadEndpoints } from "./modelDownloadEndpoints.js";
+export type ModelFileAccessTokens = {
+    huggingFace?: string;
+};
+export declare function resolveModelFileAccessTokensTryHeaders(modelUrl: string, tokens?: ModelFileAccessTokens, endpoints?: ModelDownloadEndpoints, baseHeaders?: Record<string, string>): Promise<Record<string, string>[]>;

package/dist/utils/modelFileAccessTokens.js

@@ -0,0 +1,41 @@
+import process from "process";
+import path from "path";
+import os from "os";
+import fs from "fs-extra";
+import { isUrl } from "./isUrl.js";
+import { isHuggingFaceUrl } from "./modelDownloadEndpoints.js";
+export async function resolveModelFileAccessTokensTryHeaders(modelUrl, tokens, endpoints, baseHeaders) {
+    const res = [];
+    if (tokens == null || !isUrl(modelUrl))
+        return res;
+    const { huggingFace } = tokens;
+    if (isHuggingFaceUrl(modelUrl, endpoints)) {
+        const hfToken = resolveHfToken(huggingFace);
+        res.push({
+            ...(baseHeaders ?? {}),
+            "Authorization": `Bearer ${hfToken}`
+        });
+    }
+    return res;
+}
+async function resolveHfToken(providedToken) {
+    if (providedToken !== null)
+        return providedToken;
+    if (process.env.HF_TOKEN != null)
+        return process.env.HF_TOKEN;
+    const hfHomePath = process.env.HF_HOME ||
+        path.join(process.env.XDG_CACHE_HOME || path.join(os.homedir(), ".cache"), "huggingface");
+    const hfTokenPath = process.env.HF_TOKEN_PATH || path.join(hfHomePath, "token");
+    try {
+        if (await fs.pathExists(hfTokenPath)) {
+            const token = (await fs.readFile(hfTokenPath, "utf8")).trim();
+            if (token !== "")
+                return token;
+        }
+    }
+    catch (err) {
+        // do nothing
+    }
+    return undefined;
+}
+//# sourceMappingURL=modelFileAccessTokens.js.map

package/dist/utils/modelFileAccessTokens.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"modelFileAccessTokens.js","sourceRoot":"","sources":["../../src/utils/modelFileAccessTokens.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,SAAS,CAAC;AAC9B,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,EAAE,MAAM,UAAU,CAAC;AAC1B,OAAO,EAAC,KAAK,EAAC,MAAM,YAAY,CAAC;AACjC,OAAO,EAAC,gBAAgB,EAAyB,MAAM,6BAA6B,CAAC;AAMrF,MAAM,CAAC,KAAK,UAAU,sCAAsC,CACxD,QAAgB,EAChB,MAA8B,EAC9B,SAAkC,EAClC,WAAoC;IAEpC,MAAM,GAAG,GAA6B,EAAE,CAAC;IAEzC,IAAI,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC;QAClC,OAAO,GAAG,CAAC;IAEf,MAAM,EAAC,WAAW,EAAC,GAAG,MAAM,CAAC;IAE7B,IAAI,gBAAgB,CAAC,QAAQ,EAAE,SAAS,CAAC,EAAE,CAAC;QACxC,MAAM,OAAO,GAAG,cAAc,CAAC,WAAW,CAAC,CAAC;QAE5C,GAAG,CAAC,IAAI,CAAC;YACL,GAAG,CAAC,WAAW,IAAI,EAAE,CAAC;YACtB,eAAe,EAAE,UAAU,OAAO,EAAE;SACvC,CAAC,CAAC;IACP,CAAC;IAED,OAAO,GAAG,CAAC;AACf,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,aAAsB;IAChD,IAAI,aAAa,KAAK,IAAI;QACtB,OAAO,aAAa,CAAC;IAEzB,IAAI,OAAO,CAAC,GAAG,CAAC,QAAQ,IAAI,IAAI;QAC5B,OAAO,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;IAEhC,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,OAAO;QAClC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,QAAQ,CAAC,EAAE,aAAa,CAAC,CAAC;IAE9F,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,aAAa,IAAI,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;IAChF,IAAI,CAAC;QACD,IAAI,MAAM,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;YACnC,MAAM,KAAK,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAC9D,IAAI,KAAK,KAAK,EAAE;gBACZ,OAAO,KAAK,CAAC;QACrB,CAAC;IACL,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACX,aAAa;IACjB,CAAC;IAED,OAAO,SAAS,CAAC;AACrB,CAAC"}

package/dist/utils/optionsMatrix.d.ts

@@ -0,0 +1,58 @@
+/**
+ * Iterate of all possible combinations of the given options.
+ * @example
+ * ```typescript
+ * for (const {a, b} of optionsMatrix({a: [1, 2], b: ["x", "y"]}))
+ *    console.log(a, b);
+ * ```
+ *
+ * Will output:
+ * ```txt
+ * 1 x
+ * 1 y
+ * 2 x
+ * 2 y
+ * ```
+ */
+export declare function optionsMatrix<const T extends Record<string, any>>(options: {
+    [K in keyof T]: T[K][];
+}): Generator<{
+    [K in keyof T]: T[K];
+}>;
+/**
+ * Iterate of all possible combinations of the given options and call the callback with each combination.
+ *
+ * The result of the first combination that doesn't throw an error will be returned as the result of this function.
+ *
+ * If all combinations throw an error, the error of the last combination will be thrown.
+ * @example
+ * ```typescript
+ * const result = tryMatrix({
+ *     a: [1, 2],
+ *     b: ["x", "y"]
+ * }, ({a, b}) => {
+ *     console.log(a, b);
+ *
+ *     if (a === 2 && b === "y")
+ *         return `success ${a} ${b}`;
+ *
+ *    throw new Error("fail");
+ * });
+ *
+ * console.log(result);
+ * ```
+ *
+ * Will output:
+ * ```txt
+ * 1 x
+ * 1 y
+ * 2 x
+ * 2 y
+ * success 2 y
+ * ```
+ */
+export declare function tryMatrix<const T extends Record<string, any>, R>(options: {
+    [K in keyof T]: T[K][];
+}, callback: (options: {
+    [K in keyof T]: T[K];
+}) => R): R;

package/dist/utils/optionsMatrix.js

@@ -0,0 +1,97 @@
+/**
+ * Iterate of all possible combinations of the given options.
+ * @example
+ * ```typescript
+ * for (const {a, b} of optionsMatrix({a: [1, 2], b: ["x", "y"]}))
+ *    console.log(a, b);
+ * ```
+ *
+ * Will output:
+ * ```txt
+ * 1 x
+ * 1 y
+ * 2 x
+ * 2 y
+ * ```
+ */
+export function* optionsMatrix(options) {
+    const keys = Object.keys(options);
+    const indexes = keys.map(() => 0);
+    while (true) {
+        const result = {};
+        for (let i = 0; i < keys.length; i++) {
+            const key = keys[i];
+            const keyOptions = options[key];
+            result[key] = keyOptions[indexes[i]];
+        }
+        yield result;
+        let moved = false;
+        for (let i = keys.length - 1; i >= 0; i--) {
+            const key = keys[i];
+            const keyOptions = options[key];
+            if (indexes[i] >= keyOptions.length - 1) {
+                if (i === 0)
+                    return;
+                indexes[i] = 0;
+            }
+            else if (indexes[i] < keyOptions.length - 1) {
+                indexes[i]++;
+                moved = true;
+                break;
+            }
+        }
+        if (!moved)
+            return;
+    }
+}
+/**
+ * Iterate of all possible combinations of the given options and call the callback with each combination.
+ *
+ * The result of the first combination that doesn't throw an error will be returned as the result of this function.
+ *
+ * If all combinations throw an error, the error of the last combination will be thrown.
+ * @example
+ * ```typescript
+ * const result = tryMatrix({
+ *     a: [1, 2],
+ *     b: ["x", "y"]
+ * }, ({a, b}) => {
+ *     console.log(a, b);
+ *
+ *     if (a === 2 && b === "y")
+ *         return `success ${a} ${b}`;
+ *
+ *    throw new Error("fail");
+ * });
+ *
+ * console.log(result);
+ * ```
+ *
+ * Will output:
+ * ```txt
+ * 1 x
+ * 1 y
+ * 2 x
+ * 2 y
+ * success 2 y
+ * ```
+ */
+export function tryMatrix(options, callback) {
+    let nextOption = undefined;
+    for (const option of optionsMatrix(options)) {
+        if (nextOption == null) {
+            nextOption = option;
+            continue;
+        }
+        try {
+            return callback(nextOption);
+        }
+        catch (err) {
+            nextOption = option;
+        }
+    }
+    if (nextOption != null)
+        return callback(nextOption);
+    throw new Error("All options failed");
+}
+//# sourceMappingURL=optionsMatrix.js.map

package/dist/utils/optionsMatrix.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"optionsMatrix.js","sourceRoot":"","sources":["../../src/utils/optionsMatrix.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AACH,MAAM,SAAS,CAAC,CAAC,aAAa,CAAsC,OAAiC;IACjG,MAAM,IAAI,GAAmB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAClD,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;IAElC,OAAO,IAAI,EAAE,CAAC;QACV,MAAM,MAAM,GAAQ,EAA4B,CAAC;QACjD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACnC,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAE,CAAC;YACrB,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAE,CAAC;YACjC,MAAM,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC,CAAC;QAC1C,CAAC;QAED,MAAM,MAAM,CAAC;QAEb,IAAI,KAAK,GAAY,KAAK,CAAC;QAC3B,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YACxC,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAE,CAAC;YACrB,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAE,CAAC;YAEjC,IAAI,OAAO,CAAC,CAAC,CAAE,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACvC,IAAI,CAAC,KAAK,CAAC;oBACP,OAAO;gBAEX,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YACnB,CAAC;iBAAM,IAAI,OAAO,CAAC,CAAC,CAAE,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7C,OAAO,CAAC,CAAC,CAAE,EAAE,CAAC;gBACd,KAAK,GAAG,IAAI,CAAC;gBACb,MAAM;YACV,CAAC;QACL,CAAC;QAED,IAAI,CAAC,KAAK;YACN,OAAO;IACf,CAAC;AACL,CAAC;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+BG;AACH,MAAM,UAAU,SAAS,CACrB,OAAiC,EACjC,QAAgD;IAEhD,IAAI,UAAU,GAAuC,SAAS,CAAC;IAE/D,KAAK,MAAM,MAAM,IAAI,aAAa,CAAC,OAAO,CAAC,EAAE,CAAC;QAC1C,IAAI,UAAU,IAAI,IAAI,EAAE,CAAC;YACrB,UAAU,GAAG,MAAM,CAAC;YACpB,SAAS;QACb,CAAC;QAED,IAAI,CAAC;YACD,OAAO,QAAQ,CAAC,UAAU,CAAC,CAAC;QAChC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,UAAU,GAAG,MAAM,CAAC;QACxB,CAAC;IACL,CAAC;IAED,IAAI,UAAU,IAAI,IAAI;QAClB,OAAO,QAAQ,CAAC,UAAU,CAAC,CAAC;IAEhC,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;AAC1C,CAAC"}

package/dist/utils/parseModelFileName.d.ts

@@ -0,0 +1,15 @@
+export declare function parseModelFileName(filename: string): {
+    name: string | undefined;
+    subType: string;
+    quantization: string | undefined;
+    fileType: string | undefined;
+    version: string | undefined;
+    contextSize: string | undefined;
+    parameters: `${number}B` | undefined;
+    parts: {
+        part: string;
+        parts: string;
+    } | undefined;
+    otherInfo: string[];
+};
+export declare function isFilePartText(text?: string): boolean;

package/dist/utils/parseModelFileName.js

@@ -0,0 +1,132 @@
+import { ggufQuantNames } from "../gguf/utils/ggufQuantNames.js";
+export function parseModelFileName(filename) {
+    const parts = filename.split("-");
+    let quantization;
+    let fileType;
+    let version;
+    let contextSize;
+    let filePart;
+    let fileParts;
+    if (parts.at(-2) === "of" && isFilePartText(parts.at(-1)?.slice(0, 5)) && isFilePartText(parts.at(-3))) {
+        filePart = parts.at(-3);
+        fileParts = parts.at(-1)?.slice(0, 5);
+        const lastPart = parts.pop();
+        parts.pop(); // of
+        parts.pop(); // part number
+        const partWithoutNumber = lastPart?.slice(5);
+        if (partWithoutNumber != null && partWithoutNumber !== "")
+            parts.push(partWithoutNumber);
+    }
+    if (parts.length > 0) {
+        const lastPart = parts.at(-1);
+        const lastParts = lastPart.split(".");
+        fileType = lastParts.pop();
+        quantization = lastParts.pop()?.toUpperCase();
+        if (lastParts.length > 0)
+            parts[parts.length - 1] = lastParts.join(".");
+        else
+            parts.pop();
+    }
+    if (parts.length > 0 && (quantization == null || quantization === "")) {
+        const lastPart = parts.at(-1).toUpperCase();
+        if (ggufQuantNames.has(lastPart)) {
+            quantization = lastPart;
+            parts.pop();
+        }
+    }
+    if (quantization != null && !ggufQuantNames.has(quantization))
+        quantization = undefined;
+    if (quantization == null) {
+        const potentialParts = filename
+            .replaceAll(".", "-")
+            .replaceAll(" ", "-")
+            .split("-")
+            .reverse();
+        for (const part of potentialParts) {
+            const upperPart = part.toUpperCase();
+            if (ggufQuantNames.has(upperPart)) {
+                quantization = upperPart;
+                break;
+            }
+        }
+    }
+    const { previousParts, parameters, nextParts } = splitByModelParameters(parts);
+    const name = previousParts.shift();
+    const otherInfo = [];
+    for (let i = 0; i < nextParts.length; i++) {
+        const part = nextParts[i];
+        if (isContextSizeText(part)) {
+            contextSize = part.toUpperCase();
+            nextParts.splice(i, 1);
+            i--;
+        }
+        else if (isVersionText(part)) {
+            version = part.toLowerCase();
+            nextParts.splice(i, 1);
+            i--;
+        }
+        else {
+            otherInfo.push(part);
+        }
+    }
+    return {
+        name,
+        subType: previousParts.join("-"),
+        quantization,
+        fileType,
+        version,
+        contextSize,
+        parameters,
+        parts: (filePart != null && fileParts != null)
+            ? {
+                part: filePart,
+                parts: fileParts
+            }
+            : undefined,
+        otherInfo
+    };
+}
+function isParametersText(text) {
+    return /^[0-9]+[Bb]$/.test(text);
+}
+function isVersionText(text) {
+    return /^[vV]?[0-9]/.test(text);
+}
+function isContextSizeText(text) {
+    return /^[0-9]+[kKmM]$/.test(text);
+}
+export function isFilePartText(text) {
+    if (text == null)
+        return false;
+    return /^\d{5}$/.test(text);
+}
+function splitByModelParameters(parts) {
+    parts = parts.slice();
+    for (let i = 0; i < parts.length; i++) {
+        let part = parts[i];
+        let isParameters = isParametersText(part);
+        if (!isParameters && isParametersText(part.split(".").shift())) {
+            const [parameters, ...rest] = part.split(".");
+            part = parameters;
+            parts[i] = part;
+            if (rest.length > 0) {
+                while (rest.length > 0)
+                    parts.splice(i + 1, 0, rest.pop());
+            }
+            isParameters = true;
+        }
+        if (isParameters) {
+            return {
+                parameters: part.toUpperCase(),
+                previousParts: parts.slice(0, i),
+                nextParts: parts.slice(i + 1)
+            };
+        }
+    }
+    return {
+        parameters: undefined,
+        previousParts: parts,
+        nextParts: []
+    };
+}
+//# sourceMappingURL=parseModelFileName.js.map

package/dist/utils/parseModelFileName.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parseModelFileName.js","sourceRoot":"","sources":["../../src/utils/parseModelFileName.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,cAAc,EAAC,MAAM,iCAAiC,CAAC;AAE/D,MAAM,UAAU,kBAAkB,CAAC,QAAgB;IAC/C,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAClC,IAAI,YAAgC,CAAC;IACrC,IAAI,QAA4B,CAAC;IACjC,IAAI,OAA2B,CAAC;IAChC,IAAI,WAA+B,CAAC;IACpC,IAAI,QAA4B,CAAC;IACjC,IAAI,SAA6B,CAAC;IAElC,IAAI,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACrG,QAAQ,GAAG,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QACxB,SAAS,GAAG,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAEtC,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,EAAE,CAAC;QAC7B,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,KAAK;QAClB,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,cAAc;QAE3B,MAAM,iBAAiB,GAAG,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;QAC7C,IAAI,iBAAiB,IAAI,IAAI,IAAI,iBAAiB,KAAK,EAAE;YACrD,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;IACtC,CAAC;IAED,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACnB,MAAM,QAAQ,GAAG,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAE,CAAC;QAC/B,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACtC,QAAQ,GAAG,SAAS,CAAC,GAAG,EAAE,CAAC;QAC3B,YAAY,GAAG,SAAS,CAAC,GAAG,EAAE,EAAE,WAAW,EAAE,CAAC;QAE9C,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC;YACpB,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;;YAE9C,KAAK,CAAC,GAAG,EAAE,CAAC;IACpB,CAAC;IAED,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,YAAY,IAAI,IAAI,IAAI,YAAY,KAAK,EAAE,CAAC,EAAE,CAAC;QACpE,MAAM,QAAQ,GAAG,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAE,CAAC,WAAW,EAAE,CAAC;QAC7C,IAAI,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC/B,YAAY,GAAG,QAAQ,CAAC;YACxB,KAAK,CAAC,GAAG,EAAE,CAAC;QAChB,CAAC;IACL,CAAC;IAED,IAAI,YAAY,IAAI,IAAI,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,YAAY,CAAC;QACzD,YAAY,GAAG,SAAS,CAAC;IAE7B,IAAI,YAAY,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,cAAc,GAAG,QAAQ;aAC1B,UAAU,CAAC,GAAG,EAAE,GAAG,CAAC;aACpB,UAAU,CAAC,GAAG,EAAE,GAAG,CAAC;aACpB,KAAK,CAAC,GAAG,CAAC;aACV,OAAO,EAAE,CAAC;QAEf,KAAK,MAAM,IAAI,IAAI,cAAc,EAAE,CAAC;YAChC,MAAM,SAAS,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;YACrC,IAAI,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;gBAChC,YAAY,GAAG,SAAS,CAAC;gBACzB,MAAM;YACV,CAAC;QACL,CAAC;IACL,CAAC;IAED,MAAM,EAAC,aAAa,EAAE,UAAU,EAAE,SAAS,EAAC,GAAG,sBAAsB,CAAC,KAAK,CAAC,CAAC;IAE7E,MAAM,IAAI,GAAG,aAAa,CAAC,KAAK,EAAE,CAAC;IACnC,MAAM,SAAS,GAAa,EAAE,CAAC;IAE/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,IAAI,GAAG,SAAS,CAAC,CAAC,CAAE,CAAC;QAC3B,IAAI,iBAAiB,CAAC,IAAI,CAAC,EAAE,CAAC;YAC1B,WAAW,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;YACjC,SAAS,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACvB,CAAC,EAAE,CAAC;QACR,CAAC;aAAM,IAAI,aAAa,CAAC,IAAI,CAAC,EAAE,CAAC;YAC7B,OAAO,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;YAC7B,SAAS,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACvB,CAAC,EAAE,CAAC;QACR,CAAC;aAAM,CAAC;YACJ,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzB,CAAC;IACL,CAAC;IAED,OAAO;QACH,IAAI;QACJ,OAAO,EAAE,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC;QAChC,YAAY;QACZ,QAAQ;QACR,OAAO;QACP,WAAW;QACX,UAAU;QACV,KAAK,EAAE,CAAC,QAAQ,IAAI,IAAI,IAAI,SAAS,IAAI,IAAI,CAAC;YAC1C,CAAC,CAAC;gBACE,IAAI,EAAE,QAAQ;gBACd,KAAK,EAAE,SAAS;aACnB;YACD,CAAC,CAAC,SAAS;QACf,SAAS;KACZ,CAAC;AACN,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAY;IAClC,OAAO,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACrC,CAAC;AAED,SAAS,aAAa,CAAC,IAAY;IAC/B,OAAO,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACpC,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAY;IACnC,OAAO,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACvC,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,IAAa;IACxC,IAAI,IAAI,IAAI,IAAI;QACZ,OAAO,KAAK,CAAC;IAEjB,OAAO,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAChC,CAAC;AAED,SAAS,sBAAsB,CAAC,KAAe;IAC3C,KAAK,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC;IAEtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,IAAI,IAAI,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC;QACrB,IAAI,YAAY,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;QAC1C,IAAI,CAAC,YAAY,IAAI,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,EAAG,CAAC,EAAE,CAAC;YAC9D,MAAM,CAAC,UAAU,EAAE,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC9C,IAAI,GAAG,UAAW,CAAC;YACnB,KAAK,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC;YAEhB,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAClB,OAAO,IAAI,CAAC,MAAM,GAAG,CAAC;oBAClB,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,GAAG,EAAG,CAAC,CAAC;YAC5C,CAAC;YAED,YAAY,GAAG,IAAI,CAAC;QACxB,CAAC;QAED,IAAI,YAAY,EAAE,CAAC;YACf,OAAO;gBACH,UAAU,EAAE,IAAI,CAAC,WAAW,EAAkB;gBAC9C,aAAa,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;gBAChC,SAAS,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC;aAChC,CAAC;QACN,CAAC;IACL,CAAC;IAED,OAAO;QACH,UAAU,EAAE,SAAS;QACrB,aAAa,EAAE,KAAK;QACpB,SAAS,EAAE,EAAc;KAC5B,CAAC;AACN,CAAC"}

package/dist/utils/parseModelUri.d.ts

@@ -0,0 +1,40 @@
+import { ModelFileAccessTokens } from "./modelFileAccessTokens.js";
+import { ModelDownloadEndpoints } from "./modelDownloadEndpoints.js";
+export declare const genericFilePartNumber: "{:\n{number}\n:}";
+export type ParsedModelUri = ResolvedParsedModelUri | UnresolvedParsedModelUri;
+export type UnresolvedParsedModelUri = {
+    type: "unresolved";
+    uri: string;
+    filePrefix: string;
+    baseFilename: string;
+    possibleFullFilenames: (string | `${string}${typeof genericFilePartNumber}${string}`)[];
+    resolveDetails: {
+        type: "hf";
+        user: string;
+        model: string;
+        tag: string;
+    };
+};
+export type ResolvedParsedModelUri = {
+    type: "resolved";
+    uri: string;
+    resolvedUrl: string;
+    filePrefix: string;
+    filename: string;
+    fullFilename: string;
+};
+export declare function parseModelUri(urlOrUri: string, convertUrlToSupportedUri?: boolean, endpoints?: ModelDownloadEndpoints): ParsedModelUri | null;
+export declare function isModelUri(modelUri: string): boolean;
+export declare function resolveParsedModelUri(modelUri: ParsedModelUri, options?: {
+    tokens?: ModelFileAccessTokens;
+    endpoints?: ModelDownloadEndpoints;
+    signal?: AbortSignal;
+    authorizationHeader?: string;
+}): Promise<ResolvedParsedModelUri>;
+export declare function resolveParsedModelUri(modelUri: ParsedModelUri | undefined | null, options?: {
+    tokens?: ModelFileAccessTokens;
+    endpoints?: ModelDownloadEndpoints;
+    signal?: AbortSignal;
+    authorizationHeader?: string;
+}): Promise<ResolvedParsedModelUri | undefined | null>;
+export declare function getAuthorizationHeader(headers?: Record<string, string>): string | undefined;