node-llama-cpp 3.0.0-beta.4 → 3.0.0-beta.40

package/dist/utils/getBin.js

@@ -1,78 +0,0 @@
-import { createRequire } from "module";
-import * as console from "console";
-import path from "path";
-import process from "process";
-import fs from "fs-extra";
-import { defaultLlamaCppCudaSupport, defaultLlamaCppGitHubRepo, defaultLlamaCppMetalSupport, defaultLlamaCppRelease, defaultSkipDownload, llamaBinsDirectory } from "../config.js";
-import { DownloadLlamaCppCommand } from "../cli/commands/DownloadCommand.js";
-import { getUsedBinFlag } from "./usedBinFlag.js";
-import { getCompiledLlamaCppBinaryPath } from "./compileLLamaCpp.js";
-const require = createRequire(import.meta.url);
-export async function getPrebuildBinPath() {
-    function createPath(platform, arch) {
-        return path.join(llamaBinsDirectory, `${platform}-${arch}/llama-addon.node`);
-    }
-    async function resolvePath(platform, arch) {
-        const binPath = createPath(platform, arch);
-        if (await fs.pathExists(binPath))
-            return binPath;
-        return null;
-    }
-    async function getPath() {
-        switch (process.platform) {
-            case "win32":
-            case "cygwin":
-                return resolvePath("win", process.arch);
-            case "linux":
-            case "android":
-                return resolvePath("linux", process.arch);
-            case "darwin":
-                return resolvePath("mac", process.arch);
-        }
-        return null;
-    }
-    return await getPath();
-}
-export async function loadBin() {
-    const usedBinFlag = await getUsedBinFlag();
-    if (usedBinFlag === "prebuiltBinaries") {
-        const prebuildBinPath = await getPrebuildBinPath();
-        if (prebuildBinPath == null) {
-            console.warn("Prebuild binaries not found, falling back to to locally built binaries");
-        }
-        else {
-            try {
-                return require(prebuildBinPath);
-            }
-            catch (err) {
-                console.error(`Failed to load prebuilt binary for platform "${process.platform}" "${process.arch}". Error:`, err);
-                console.info("Falling back to locally built binaries");
-                try {
-                    delete require.cache[require.resolve(prebuildBinPath)];
-                }
-                catch (err) { }
-            }
-        }
-    }
-    const modulePath = await getCompiledLlamaCppBinaryPath();
-    if (modulePath == null) {
-        if (defaultSkipDownload) {
-            throw new Error("No prebuild binaries found and NODE_LLAMA_CPP_SKIP_DOWNLOAD env var is set to true");
-        }
-        else {
-            await DownloadLlamaCppCommand({
-                repo: defaultLlamaCppGitHubRepo,
-                release: defaultLlamaCppRelease,
-                metal: defaultLlamaCppMetalSupport,
-                cuda: defaultLlamaCppCudaSupport
-            });
-            const modulePath = await getCompiledLlamaCppBinaryPath();
-            if (modulePath == null) {
-                throw new Error("Failed to download and compile llama.cpp");
-            }
-            return require(modulePath);
-        }
-    }
-    return require(modulePath);
-}
-//# sourceMappingURL=getBin.js.map

package/dist/utils/getBin.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"getBin.js","sourceRoot":"","sources":["../../src/utils/getBin.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,aAAa,EAAC,MAAM,QAAQ,CAAC;AACrC,OAAO,KAAK,OAAO,MAAM,SAAS,CAAC;AACnC,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,OAAO,MAAM,SAAS,CAAC;AAC9B,OAAO,EAAE,MAAM,UAAU,CAAC;AAC1B,OAAO,EACH,0BAA0B,EAAE,yBAAyB,EAAE,2BAA2B,EAAE,sBAAsB,EAAE,mBAAmB,EAC/H,kBAAkB,EACrB,MAAM,cAAc,CAAC;AACtB,OAAO,EAAC,uBAAuB,EAAC,MAAM,oCAAoC,CAAC;AAE3E,OAAO,EAAC,cAAc,EAAC,MAAM,kBAAkB,CAAC;AAChD,OAAO,EAAC,6BAA6B,EAAC,MAAM,sBAAsB,CAAC;AAEnE,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAE/C,MAAM,CAAC,KAAK,UAAU,kBAAkB;IACpC,SAAS,UAAU,CAAC,QAAgB,EAAE,IAAY;QAC9C,OAAO,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,GAAG,QAAQ,IAAI,IAAI,mBAAmB,CAAC,CAAC;IACjF,CAAC;IAED,KAAK,UAAU,WAAW,CAAC,QAAgB,EAAE,IAAY;QACrD,MAAM,OAAO,GAAG,UAAU,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QAE3C,IAAI,MAAM,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC;YAC5B,OAAO,OAAO,CAAC;QAEnB,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,KAAK,UAAU,OAAO;QAClB,QAAQ,OAAO,CAAC,QAAQ,EAAE;YACtB,KAAK,OAAO,CAAC;YACb,KAAK,QAAQ;gBACT,OAAO,WAAW,CAAC,KAAK,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;YAE5C,KAAK,OAAO,CAAC;YACb,KAAK,SAAS;gBACV,OAAO,WAAW,CAAC,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;YAE9C,KAAK,QAAQ;gBACT,OAAO,WAAW,CAAC,KAAK,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;SAC/C;QAED,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,OAAO,MAAM,OAAO,EAAE,CAAC;AAC3B,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,OAAO;IACzB,MAAM,WAAW,GAAG,MAAM,cAAc,EAAE,CAAC;IAE3C,IAAI,WAAW,KAAK,kBAAkB,EAAE;QACpC,MAAM,eAAe,GAAG,MAAM,kBAAkB,EAAE,CAAC;QAEnD,IAAI,eAAe,IAAI,IAAI,EAAE;YACzB,OAAO,CAAC,IAAI,CAAC,wEAAwE,CAAC,CAAC;SAC1F;aAAM;YACH,IAAI;gBACA,OAAO,OAAO,CAAC,eAAe,CAAC,CAAC;aACnC;YAAC,OAAO,GAAG,EAAE;gBACV,OAAO,CAAC,KAAK,CAAC,gDAAgD,OAAO,CAAC,QAAQ,MAAM,OAAO,CAAC,IAAI,WAAW,EAAE,GAAG,CAAC,CAAC;gBAClH,OAAO,CAAC,IAAI,CAAC,wCAAwC,CAAC,CAAC;gBAEvD,IAAI;oBACA,OAAO,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,CAAC;iBAC1D;gBAAC,OAAO,GAAG,EAAE,GAAE;aACnB;SACJ;KACJ;IAED,MAAM,UAAU,GAAG,MAAM,6BAA6B,EAAE,CAAC;IAEzD,IAAI,UAAU,IAAI,IAAI,EAAE;QACpB,IAAI,mBAAmB,EAAE;YACrB,MAAM,IAAI,KAAK,CAAC,oFAAoF,CAAC,CAAC;SACzG;aAAM;YACH,MAAM,uBAAuB,CAAC;gBAC1B,IAAI,EAAE,yBAAyB;gBAC/B,OAAO,EAAE,sBAAsB;gBAC/B,KAAK,EAAE,2BAA2B;gBAClC,IAAI,EAAE,0BAA0B;aACnC,CAAC,CAAC;YAEH,MAAM,UAAU,GAAG,MAAM,6BAA6B,EAAE,CAAC;YAEzD,IAAI,UAAU,IAAI,IAAI,EAAE;gBACpB,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;aAC/D;YAED,OAAO,OAAO,CAAC,UAAU,CAAC,CAAC;SAC9B;KACJ;IAED,OAAO,OAAO,CAAC,UAAU,CAAC,CAAC;AAC/B,CAAC"}

package/dist/utils/getGbnfGrammarForGbnfJsonSchema.d.ts

@@ -1,2 +0,0 @@
-import { GbnfJsonSchema } from "./gbnfJson/types.js";
-export declare function getGbnfGrammarForGbnfJsonSchema(schema: GbnfJsonSchema): string;

package/dist/utils/getGbnfGrammarForGbnfJsonSchema.js

@@ -1,9 +0,0 @@
-import { getGbnfJsonTerminalForGbnfJsonSchema } from "./gbnfJson/utils/getGbnfJsonTerminalForGbnfJsonSchema.js";
-import { GbnfGrammarGenerator } from "./gbnfJson/GbnfGrammarGenerator.js";
-export function getGbnfGrammarForGbnfJsonSchema(schema) {
-    const grammarGenerator = new GbnfGrammarGenerator();
-    const rootTerminal = getGbnfJsonTerminalForGbnfJsonSchema(schema, grammarGenerator);
-    const rootGrammar = rootTerminal.getGrammar(grammarGenerator);
-    return grammarGenerator.generateGbnfFile(rootGrammar + " [\\n]".repeat(4) + " [\\n]*");
-}
-//# sourceMappingURL=getGbnfGrammarForGbnfJsonSchema.js.map

package/dist/utils/getGbnfGrammarForGbnfJsonSchema.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"getGbnfGrammarForGbnfJsonSchema.js","sourceRoot":"","sources":["../../src/utils/getGbnfGrammarForGbnfJsonSchema.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,oCAAoC,EAAC,MAAM,0DAA0D,CAAC;AAC9G,OAAO,EAAC,oBAAoB,EAAC,MAAM,oCAAoC,CAAC;AAGxE,MAAM,UAAU,+BAA+B,CAAC,MAAsB;IAClE,MAAM,gBAAgB,GAAG,IAAI,oBAAoB,EAAE,CAAC;IACpD,MAAM,YAAY,GAAG,oCAAoC,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC;IACpF,MAAM,WAAW,GAAG,YAAY,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAC;IAE9D,OAAO,gBAAgB,CAAC,gBAAgB,CAAC,WAAW,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC;AAC3F,CAAC"}

package/dist/utils/getReleaseInfo.d.ts

@@ -1,7 +0,0 @@
-export declare function getReleaseInfo(): Promise<{
-    moduleVersion: string;
-    llamaCpp: {
-        binarySource: string;
-        release: string;
-    };
-}>;

package/dist/utils/getReleaseInfo.js

@@ -1,30 +0,0 @@
-import path from "path";
-import { fileURLToPath } from "url";
-import fs from "fs-extra";
-import { getUsedBinFlag } from "./usedBinFlag.js";
-import { getClonedLlamaCppRepoReleaseTag } from "./cloneLlamaCppRepo.js";
-import { getBinariesGithubRelease } from "./binariesGithubRelease.js";
-const __dirname = path.dirname(fileURLToPath(import.meta.url));
-export async function getReleaseInfo() {
-    const [usedBinFlag, moduleVersion] = await Promise.all([
-        getUsedBinFlag(),
-        getModuleVersion()
-    ]);
-    const release = usedBinFlag === "prebuiltBinaries"
-        ? await getBinariesGithubRelease()
-        : (await getClonedLlamaCppRepoReleaseTag() ?? await getBinariesGithubRelease());
-    return {
-        llamaCpp: {
-            binarySource: usedBinFlag === "prebuiltBinaries"
-                ? "included"
-                : "builtLocally",
-            release
-        },
-        moduleVersion
-    };
-}
-async function getModuleVersion() {
-    const packageJson = await fs.readJson(path.join(__dirname, "..", "..", "package.json"));
-    return packageJson.version;
-}
-//# sourceMappingURL=getReleaseInfo.js.map

package/dist/utils/getReleaseInfo.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"getReleaseInfo.js","sourceRoot":"","sources":["../../src/utils/getReleaseInfo.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAC,aAAa,EAAC,MAAM,KAAK,CAAC;AAClC,OAAO,EAAE,MAAM,UAAU,CAAC;AAC1B,OAAO,EAAC,cAAc,EAAC,MAAM,kBAAkB,CAAC;AAChD,OAAO,EAAC,+BAA+B,EAAC,MAAM,wBAAwB,CAAC;AACvE,OAAO,EAAC,wBAAwB,EAAC,MAAM,4BAA4B,CAAC;AAEpE,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AAE/D,MAAM,CAAC,KAAK,UAAU,cAAc;IAOhC,MAAM,CAAC,WAAW,EAAE,aAAa,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QACnD,cAAc,EAAE;QAChB,gBAAgB,EAAE;KACrB,CAAC,CAAC;IAEH,MAAM,OAAO,GAAG,WAAW,KAAK,kBAAkB;QAC9C,CAAC,CAAC,MAAM,wBAAwB,EAAE;QAClC,CAAC,CAAC,CAAC,MAAM,+BAA+B,EAAE,IAAI,MAAM,wBAAwB,EAAE,CAAC,CAAC;IAEpF,OAAO;QACH,QAAQ,EAAE;YACN,YAAY,EAAE,WAAW,KAAK,kBAAkB;gBAC5C,CAAC,CAAC,UAAU;gBACZ,CAAC,CAAC,cAAc;YACpB,OAAO;SACV;QACD,aAAa;KAChB,CAAC;AACN,CAAC;AAED,KAAK,UAAU,gBAAgB;IAC3B,MAAM,WAAW,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,cAAc,CAAC,CAAC,CAAC;IAExF,OAAO,WAAW,CAAC,OAAO,CAAC;AAC/B,CAAC"}

package/dist/utils/parseModelTypeDescription.d.ts

@@ -1,6 +0,0 @@
-import type { AddonModelArchName, AddonModelFileTypeName, AddonModelTypeName, ModelTypeDescription } from "./getBin.js";
-export declare function parseModelTypeDescription(modelTypeDescription: ModelTypeDescription): {
-    arch: AddonModelArchName;
-    type: AddonModelTypeName;
-    fileType: AddonModelFileTypeName;
-};

package/dist/utils/parseModelTypeDescription.js

@@ -1,9 +0,0 @@
-export function parseModelTypeDescription(modelTypeDescription) {
-    const [arch, type, ...fileTypeParts] = modelTypeDescription.split(" ");
-    return {
-        arch: arch,
-        type: type,
-        fileType: fileTypeParts.join(" ")
-    };
-}
-//# sourceMappingURL=parseModelTypeDescription.js.map

package/dist/utils/parseModelTypeDescription.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"parseModelTypeDescription.js","sourceRoot":"","sources":["../../src/utils/parseModelTypeDescription.ts"],"names":[],"mappings":"AAEA,MAAM,UAAU,yBAAyB,CAAC,oBAA0C;IAChF,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,aAAa,CAAC,GAAG,oBAAoB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAEvE,OAAO;QACH,IAAI,EAAE,IAA0B;QAChC,IAAI,EAAE,IAA0B;QAChC,QAAQ,EAAE,aAAa,CAAC,IAAI,CAAC,GAAG,CAA2B;KAC9D,CAAC;AACN,CAAC"}

package/dist/utils/resolveChatWrapper.d.ts

@@ -1,4 +0,0 @@
-import { ChatWrapper } from "../ChatWrapper.js";
-import { GeneralChatWrapper } from "../chatWrappers/GeneralChatWrapper.js";
-import { LlamaModel } from "../llamaEvaluator/LlamaModel.js";
-export declare function resolveChatWrapper(chatWrapper: "auto" | ChatWrapper, model: LlamaModel): ChatWrapper | import("../index.js").LlamaChatWrapper | GeneralChatWrapper | import("../index.js").FalconChatWrapper;

package/dist/utils/resolveChatWrapper.js

@@ -1,16 +0,0 @@
-import { resolveChatWrapperBasedOnModel } from "../chatWrappers/resolveChatWrapperBasedOnModel.js";
-import { GeneralChatWrapper } from "../chatWrappers/GeneralChatWrapper.js";
-export function resolveChatWrapper(chatWrapper, model) {
-    if (chatWrapper === "auto") {
-        const chatWrapper = resolveChatWrapperBasedOnModel({
-            bosString: model.tokens.bosString,
-            filename: model.filename,
-            typeDescription: model.typeDescription
-        });
-        if (chatWrapper != null)
-            return new chatWrapper();
-        return new GeneralChatWrapper();
-    }
-    return chatWrapper;
-}
-//# sourceMappingURL=resolveChatWrapper.js.map

package/dist/utils/resolveChatWrapper.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"resolveChatWrapper.js","sourceRoot":"","sources":["../../src/utils/resolveChatWrapper.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,8BAA8B,EAAC,MAAM,mDAAmD,CAAC;AACjG,OAAO,EAAC,kBAAkB,EAAC,MAAM,uCAAuC,CAAC;AAGzE,MAAM,UAAU,kBAAkB,CAAC,WAAiC,EAAE,KAAiB;IACnF,IAAI,WAAW,KAAK,MAAM,EAAE;QACxB,MAAM,WAAW,GAAG,8BAA8B,CAAC;YAC/C,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,SAAS;YACjC,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,eAAe,EAAE,KAAK,CAAC,eAAe;SACzC,CAAC,CAAC;QAEH,IAAI,WAAW,IAAI,IAAI;YACnB,OAAO,IAAI,WAAW,EAAE,CAAC;QAE7B,OAAO,IAAI,kBAAkB,EAAE,CAAC;KACnC;IAED,OAAO,WAAW,CAAC;AACvB,CAAC"}

package/dist/utils/usedBinFlag.d.ts

@@ -1,6 +0,0 @@
-type UsedBinFlagFile = {
-    use: "prebuiltBinaries" | "localBuildFromSource";
-};
-export declare function getUsedBinFlag(): Promise<"prebuiltBinaries" | "localBuildFromSource">;
-export declare function setUsedBinFlag(useFlag: UsedBinFlagFile["use"]): Promise<void>;
-export {};

package/dist/utils/usedBinFlag.js

@@ -1,15 +0,0 @@
-import fs from "fs-extra";
-import { usedBinFlagJsonPath } from "../config.js";
-export async function getUsedBinFlag() {
-    const usedBinFlagJson = await fs.readJson(usedBinFlagJsonPath);
-    return usedBinFlagJson.use;
-}
-export async function setUsedBinFlag(useFlag) {
-    const usedBinFlagJson = {
-        use: useFlag
-    };
-    await fs.writeJson(usedBinFlagJsonPath, usedBinFlagJson, {
-        spaces: 4
-    });
-}
-//# sourceMappingURL=usedBinFlag.js.map

package/dist/utils/usedBinFlag.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"usedBinFlag.js","sourceRoot":"","sources":["../../src/utils/usedBinFlag.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,UAAU,CAAC;AAC1B,OAAO,EAAC,mBAAmB,EAAC,MAAM,cAAc,CAAC;AAMjD,MAAM,CAAC,KAAK,UAAU,cAAc;IAChC,MAAM,eAAe,GAAoB,MAAM,EAAE,CAAC,QAAQ,CAAC,mBAAmB,CAAC,CAAC;IAEhF,OAAO,eAAe,CAAC,GAAG,CAAC;AAC/B,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,OAA+B;IAChE,MAAM,eAAe,GAAoB;QACrC,GAAG,EAAE,OAAO;KACf,CAAC;IAEF,MAAM,EAAE,CAAC,SAAS,CAAC,mBAAmB,EAAE,eAAe,EAAE;QACrD,MAAM,EAAE,CAAC;KACZ,CAAC,CAAC;AACP,CAAC"}