node-llama-cpp 3.0.0-beta.9 → 3.0.0

package/dist/chatWrappers/resolveChatWrapperBasedOnModel.d.ts

@@ -1,13 +0,0 @@
-import { ModelTypeDescription } from "../bindings/AddonTypes.js";
-import { LlamaChatWrapper } from "./LlamaChatWrapper.js";
-import { GeneralChatWrapper } from "./GeneralChatWrapper.js";
-import { FalconChatWrapper } from "./FalconChatWrapper.js";
-/**
- * @param options
- */
-export declare function resolveChatWrapperBasedOnModel({ bosString, filename, typeDescription }: {
-    bosString?: string | null;
-    filename?: string;
-    /** @hidden this type alias is too long in the documentation */
-    typeDescription?: ModelTypeDescription;
-}): typeof LlamaChatWrapper | typeof GeneralChatWrapper | typeof FalconChatWrapper | null;

package/dist/chatWrappers/resolveChatWrapperBasedOnModel.js

@@ -1,57 +0,0 @@
-import { parseModelFileName } from "../utils/parseModelFileName.js";
-import { parseModelTypeDescription } from "../utils/parseModelTypeDescription.js";
-import { LlamaChatWrapper } from "./LlamaChatWrapper.js";
-import { ChatMLChatWrapper } from "./ChatMLChatWrapper.js";
-import { GeneralChatWrapper } from "./GeneralChatWrapper.js";
-import { FalconChatWrapper } from "./FalconChatWrapper.js";
-import { FunctionaryChatWrapper } from "./FunctionaryChatWrapper.js";
-import { AlpacaChatWrapper } from "./AlpacaChatWrapper.js";
-/**
- * @param options
- */
-export function resolveChatWrapperBasedOnModel({ bosString, filename, typeDescription }) {
-    if (filename != null) {
-        const { name, subType, fileType } = parseModelFileName(filename);
-        if (fileType?.toLowerCase() === "gguf") {
-            const lowercaseName = name?.toLowerCase();
-            const lowercaseSubType = subType?.toLowerCase();
-            const splitLowercaseSubType = lowercaseSubType?.split("-") ?? [];
-            const firstSplitLowercaseSubType = splitLowercaseSubType[0];
-            if (lowercaseName === "llama")
-                return LlamaChatWrapper;
-            else if (lowercaseName === "yarn" && firstSplitLowercaseSubType === "llama")
-                return LlamaChatWrapper;
-            else if (lowercaseName === "orca")
-                return ChatMLChatWrapper;
-            else if (lowercaseName === "phind" && lowercaseSubType === "codellama")
-                return LlamaChatWrapper;
-            else if (lowercaseName === "mistral")
-                return GeneralChatWrapper;
-            else if (firstSplitLowercaseSubType === "llama")
-                return LlamaChatWrapper;
-            else if (lowercaseSubType === "alpaca")
-                return AlpacaChatWrapper;
-            else if (lowercaseName === "functionary")
-                return FunctionaryChatWrapper;
-            else if (lowercaseName === "dolphin" && splitLowercaseSubType.includes("mistral"))
-                return ChatMLChatWrapper;
-        }
-    }
-    if (typeDescription != null) {
-        const { arch } = parseModelTypeDescription(typeDescription);
-        if (arch === "llama")
-            return LlamaChatWrapper;
-        else if (arch === "falcon")
-            return FalconChatWrapper;
-    }
-    if (bosString === "" || bosString == null)
-        return null;
-    if ("<s>[INST] <<SYS>>\n".startsWith(bosString)) {
-        return LlamaChatWrapper;
-    }
-    else if ("<|im_start|>system\n".startsWith(bosString)) {
-        return ChatMLChatWrapper;
-    }
-    return null;
-}
-//# sourceMappingURL=resolveChatWrapperBasedOnModel.js.map

package/dist/chatWrappers/resolveChatWrapperBasedOnModel.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"resolveChatWrapperBasedOnModel.js","sourceRoot":"","sources":["../../src/chatWrappers/resolveChatWrapperBasedOnModel.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,kBAAkB,EAAC,MAAM,gCAAgC,CAAC;AAClE,OAAO,EAAC,yBAAyB,EAAC,MAAM,uCAAuC,CAAC;AAEhF,OAAO,EAAC,gBAAgB,EAAC,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAC,iBAAiB,EAAC,MAAM,wBAAwB,CAAC;AACzD,OAAO,EAAC,kBAAkB,EAAC,MAAM,yBAAyB,CAAC;AAC3D,OAAO,EAAC,iBAAiB,EAAC,MAAM,wBAAwB,CAAC;AACzD,OAAO,EAAC,sBAAsB,EAAC,MAAM,6BAA6B,CAAC;AACnE,OAAO,EAAC,iBAAiB,EAAC,MAAM,wBAAwB,CAAC;AAGzD;;GAEG;AACH,MAAM,UAAU,8BAA8B,CAAC,EAC3C,SAAS,EACT,QAAQ,EACR,eAAe,EAOlB;IACG,IAAI,QAAQ,IAAI,IAAI,EAAE;QAClB,MAAM,EAAC,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAC,GAAG,kBAAkB,CAAC,QAAQ,CAAC,CAAC;QAE/D,IAAI,QAAQ,EAAE,WAAW,EAAE,KAAK,MAAM,EAAE;YACpC,MAAM,aAAa,GAAG,IAAI,EAAE,WAAW,EAAE,CAAC;YAC1C,MAAM,gBAAgB,GAAG,OAAO,EAAE,WAAW,EAAE,CAAC;YAChD,MAAM,qBAAqB,GAAG,gBAAgB,EAAE,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;YACjE,MAAM,0BAA0B,GAAG,qBAAqB,CAAC,CAAC,CAAC,CAAC;YAE5D,IAAI,aAAa,KAAK,OAAO;gBACzB,OAAO,gBAAgB,CAAC;iBACvB,IAAI,aAAa,KAAK,MAAM,IAAI,0BAA0B,KAAK,OAAO;gBACvE,OAAO,gBAAgB,CAAC;iBACvB,IAAI,aAAa,KAAK,MAAM;gBAC7B,OAAO,iBAAiB,CAAC;iBACxB,IAAI,aAAa,KAAK,OAAO,IAAI,gBAAgB,KAAK,WAAW;gBAClE,OAAO,gBAAgB,CAAC;iBACvB,IAAI,aAAa,KAAK,SAAS;gBAChC,OAAO,kBAAkB,CAAC;iBACzB,IAAI,0BAA0B,KAAK,OAAO;gBAC3C,OAAO,gBAAgB,CAAC;iBACvB,IAAI,gBAAgB,KAAK,QAAQ;gBAClC,OAAO,iBAAiB,CAAC;iBACxB,IAAI,aAAa,KAAK,aAAa;gBACpC,OAAO,sBAAsB,CAAC;iBAC7B,IAAI,aAAa,KAAK,SAAS,IAAI,qBAAqB,CAAC,QAAQ,CAAC,SAAS,CAAC;gBAC7E,OAAO,iBAAiB,CAAC;SAChC;KACJ;IAED,IAAI,eAAe,IAAI,IAAI,EAAE;QACzB,MAAM,EAAC,IAAI,EAAC,GAAG,yBAAyB,CAAC,eAAe,CAAC,CAAC;QAE1D,IAAI,IAAI,KAAK,OAAO;YAChB,OAAO,gBAAgB,CAAC;aACvB,IAAI,IAAI,KAAK,QAAQ;YACtB,OAAO,iBAAiB,CAAC;KAChC;IAED,IAAI,SAAS,KAAK,EAAE,IAAI,SAAS,IAAI,IAAI;QACrC,OAAO,IAAI,CAAC;IAEhB,IAAI,qBAAqB,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE;QAC7C,OAAO,gBAAgB,CAAC;KAC3B;SAAM,IAAI,sBAAsB,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE;QACrD,OAAO,iBAAiB,CAAC;KAC5B;IAED,OAAO,IAAI,CAAC;AAChB,CAAC"}

package/dist/cli/commands/BuildCommand.d.ts

@@ -1,11 +0,0 @@
-import { CommandModule } from "yargs";
-type BuildCommand = {
-    arch?: string;
-    nodeTarget?: string;
-    metal?: boolean;
-    cuda?: boolean;
-    noUsageExample?: boolean;
-};
-export declare const BuildCommand: CommandModule<object, BuildCommand>;
-export declare function BuildLlamaCppCommand({ arch, nodeTarget, metal, cuda, noUsageExample }: BuildCommand): Promise<void>;
-export {};

package/dist/cli/commands/BuildCommand.js

@@ -1,106 +0,0 @@
-import process from "process";
-import chalk from "chalk";
-import { compileLlamaCpp } from "../../bindings/utils/compileLLamaCpp.js";
-import withOra from "../../utils/withOra.js";
-import { clearTempFolder } from "../../utils/clearTempFolder.js";
-import { builtinLlamaCppGitHubRepo, builtinLlamaCppRelease, defaultLlamaCppCudaSupport, defaultLlamaCppMetalSupport } from "../../config.js";
-import { downloadCmakeIfNeeded } from "../../utils/cmake.js";
-import withStatusLogs from "../../utils/withStatusLogs.js";
-import { getIsInDocumentationMode } from "../../state.js";
-import { logBinaryUsageExampleToConsole } from "../../bindings/utils/logBinaryUsageExampleToConsole.js";
-import { getPlatform } from "../../bindings/utils/getPlatform.js";
-import { resolveCustomCmakeOptions } from "../../bindings/utils/resolveCustomCmakeOptions.js";
-import { getClonedLlamaCppRepoReleaseInfo, isLlamaCppRepoCloned } from "../../bindings/utils/cloneLlamaCppRepo.js";
-export const BuildCommand = {
-    command: "build",
-    describe: "Compile the currently downloaded llama.cpp",
-    builder(yargs) {
-        const isInDocumentationMode = getIsInDocumentationMode();
-        return yargs
-            .option("arch", {
-            alias: "a",
-            type: "string",
-            description: "The architecture to compile llama.cpp for"
-        })
-            .option("nodeTarget", {
-            alias: "t",
-            type: "string",
-            description: "The Node.js version to compile llama.cpp for. Example: v18.0.0"
-        })
-            .option("metal", {
-            type: "boolean",
-            default: defaultLlamaCppMetalSupport || isInDocumentationMode,
-            description: "Compile llama.cpp with Metal support. Enabled by default on macOS. Can be disabled with \"--no-metal\". Can also be set via the NODE_LLAMA_CPP_METAL environment variable"
-        })
-            .option("cuda", {
-            type: "boolean",
-            default: defaultLlamaCppCudaSupport,
-            description: "Compile llama.cpp with CUDA support. Can also be set via the NODE_LLAMA_CPP_CUDA environment variable"
-        })
-            .option("noUsageExample", {
-            alias: "nu",
-            type: "boolean",
-            default: false,
-            description: "Don't print code usage example after building"
-        });
-    },
-    handler: BuildLlamaCppCommand
-};
-export async function BuildLlamaCppCommand({ arch = undefined, nodeTarget = undefined, metal = defaultLlamaCppMetalSupport, cuda = defaultLlamaCppCudaSupport, noUsageExample = false }) {
-    if (!(await isLlamaCppRepoCloned())) {
-        console.log(chalk.red('llama.cpp is not downloaded. Please run "node-llama-cpp download" first'));
-        process.exit(1);
-    }
-    const clonedLlamaCppRepoReleaseInfo = await getClonedLlamaCppRepoReleaseInfo();
-    const platform = getPlatform();
-    const customCmakeOptions = resolveCustomCmakeOptions();
-    if (metal && process.platform === "darwin") {
-        console.log(`${chalk.yellow("Metal:")} enabled`);
-    }
-    if (cuda) {
-        console.log(`${chalk.yellow("CUDA:")} enabled`);
-    }
-    await downloadCmakeIfNeeded(true);
-    const buildOptions = {
-        customCmakeOptions,
-        progressLogs: true,
-        platform,
-        arch: arch
-            ? arch
-            : process.arch,
-        computeLayers: {
-            metal,
-            cuda
-        },
-        llamaCpp: {
-            repo: clonedLlamaCppRepoReleaseInfo?.llamaCppGithubRepo ?? builtinLlamaCppGitHubRepo,
-            release: clonedLlamaCppRepoReleaseInfo?.tag ?? builtinLlamaCppRelease
-        }
-    };
-    await withStatusLogs({
-        loading: chalk.blue("Compiling llama.cpp"),
-        success: chalk.blue("Compiled llama.cpp"),
-        fail: chalk.blue("Failed to compile llama.cpp")
-    }, async () => {
-        await compileLlamaCpp(buildOptions, {
-            nodeTarget: nodeTarget ? nodeTarget : undefined,
-            updateLastBuildInfo: true,
-            downloadCmakeIfNeeded: false,
-            ensureLlamaCppRepoIsCloned: false,
-            includeBuildOptionsInBinaryFolderName: true
-        });
-    });
-    await withOra({
-        loading: chalk.blue("Removing temporary files"),
-        success: chalk.blue("Removed temporary files"),
-        fail: chalk.blue("Failed to remove temporary files")
-    }, async () => {
-        await clearTempFolder();
-    });
-    if (!noUsageExample) {
-        console.log();
-        logBinaryUsageExampleToConsole(buildOptions, true);
-        console.log();
-    }
-}
-//# sourceMappingURL=BuildCommand.js.map

package/dist/cli/commands/BuildCommand.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"BuildCommand.js","sourceRoot":"","sources":["../../../src/cli/commands/BuildCommand.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,SAAS,CAAC;AAE9B,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAC,eAAe,EAAC,MAAM,yCAAyC,CAAC;AACxE,OAAO,OAAO,MAAM,wBAAwB,CAAC;AAC7C,OAAO,EAAC,eAAe,EAAC,MAAM,gCAAgC,CAAC;AAC/D,OAAO,EACH,yBAAyB,EAAE,sBAAsB,EAAE,0BAA0B,EAAE,2BAA2B,EAC7G,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAC,qBAAqB,EAAC,MAAM,sBAAsB,CAAC;AAC3D,OAAO,cAAc,MAAM,+BAA+B,CAAC;AAC3D,OAAO,EAAC,wBAAwB,EAAC,MAAM,gBAAgB,CAAC;AACxD,OAAO,EAAC,8BAA8B,EAAC,MAAM,wDAAwD,CAAC;AACtG,OAAO,EAAC,WAAW,EAAC,MAAM,qCAAqC,CAAC;AAChE,OAAO,EAAC,yBAAyB,EAAC,MAAM,mDAAmD,CAAC;AAC5F,OAAO,EAAC,gCAAgC,EAAE,oBAAoB,EAAC,MAAM,2CAA2C,CAAC;AAWjH,MAAM,CAAC,MAAM,YAAY,GAAwC;IAC7D,OAAO,EAAE,OAAO;IAChB,QAAQ,EAAE,4CAA4C;IACtD,OAAO,CAAC,KAAK;QACT,MAAM,qBAAqB,GAAG,wBAAwB,EAAE,CAAC;QAEzD,OAAO,KAAK;aACP,MAAM,CAAC,MAAM,EAAE;YACZ,KAAK,EAAE,GAAG;YACV,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,2CAA2C;SAC3D,CAAC;aACD,MAAM,CAAC,YAAY,EAAE;YAClB,KAAK,EAAE,GAAG;YACV,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,gEAAgE;SAChF,CAAC;aACD,MAAM,CAAC,OAAO,EAAE;YACb,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,2BAA2B,IAAI,qBAAqB;YAC7D,WAAW,EAAE,2KAA2K;SAC3L,CAAC;aACD,MAAM,CAAC,MAAM,EAAE;YACZ,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,0BAA0B;YACnC,WAAW,EAAE,uGAAuG;SACvH,CAAC;aACD,MAAM,CAAC,gBAAgB,EAAE;YACtB,KAAK,EAAE,IAAI;YACX,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,KAAK;YACd,WAAW,EAAE,+CAA+C;SAC/D,CAAC,CAAC;IACX,CAAC;IACD,OAAO,EAAE,oBAAoB;CAChC,CAAC;AAEF,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,EACvC,IAAI,GAAG,SAAS,EAChB,UAAU,GAAG,SAAS,EACtB,KAAK,GAAG,2BAA2B,EACnC,IAAI,GAAG,0BAA0B,EACjC,cAAc,GAAG,KAAK,EACX;IACX,IAAI,CAAC,CAAC,MAAM,oBAAoB,EAAE,CAAC,EAAE;QACjC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,yEAAyE,CAAC,CAAC,CAAC;QAClG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;KACnB;IAED,MAAM,6BAA6B,GAAG,MAAM,gCAAgC,EAAE,CAAC;IAE/E,MAAM,QAAQ,GAAG,WAAW,EAAE,CAAC;IAC/B,MAAM,kBAAkB,GAAG,yBAAyB,EAAE,CAAC;IAEvD,IAAI,KAAK,IAAI,OAAO,CAAC,QAAQ,KAAK,QAAQ,EAAE;QACxC,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;KACpD;IAED,IAAI,IAAI,EAAE;QACN,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;KACnD;IAED,MAAM,qBAAqB,CAAC,IAAI,CAAC,CAAC;IAElC,MAAM,YAAY,GAAiB;QAC/B,kBAAkB;QAClB,YAAY,EAAE,IAAI;QAClB,QAAQ;QACR,IAAI,EAAE,IAAI;YACN,CAAC,CAAC,IAA2B;YAC7B,CAAC,CAAC,OAAO,CAAC,IAAI;QAClB,aAAa,EAAE;YACX,KAAK;YACL,IAAI;SACP;QACD,QAAQ,EAAE;YACN,IAAI,EAAE,6BAA6B,EAAE,kBAAkB,IAAI,yBAAyB;YACpF,OAAO,EAAE,6BAA6B,EAAE,GAAG,IAAI,sBAAsB;SACxE;KACJ,CAAC;IAEF,MAAM,cAAc,CAAC;QACjB,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,qBAAqB,CAAC;QAC1C,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC;QACzC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,6BAA6B,CAAC;KAClD,EAAE,KAAK,IAAI,EAAE;QACV,MAAM,eAAe,CAAC,YAAY,EAAE;YAChC,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS;YAC/C,mBAAmB,EAAE,IAAI;YACzB,qBAAqB,EAAE,KAAK;YAC5B,0BAA0B,EAAE,KAAK;YACjC,qCAAqC,EAAE,IAAI;SAC9C,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;IAEH,MAAM,OAAO,CAAC;QACV,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,0BAA0B,CAAC;QAC/C,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,yBAAyB,CAAC;QAC9C,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,kCAAkC,CAAC;KACvD,EAAE,KAAK,IAAI,EAAE;QACV,MAAM,eAAe,EAAE,CAAC;IAC5B,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,cAAc,EAAE;QACjB,OAAO,CAAC,GAAG,EAAE,CAAC;QACd,8BAA8B,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;QACnD,OAAO,CAAC,GAAG,EAAE,CAAC;KACjB;AACL,CAAC"}

package/dist/cli/commands/ClearCommand.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"ClearCommand.js","sourceRoot":"","sources":["../../../src/cli/commands/ClearCommand.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,UAAU,CAAC;AAC1B,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAC,iBAAiB,EAAE,6BAA6B,EAAC,MAAM,iBAAiB,CAAC;AACjF,OAAO,OAAO,MAAM,wBAAwB,CAAC;AAC7C,OAAO,EAAC,mBAAmB,EAAC,MAAM,6CAA6C,CAAC;AAChF,OAAO,EAAC,eAAe,EAAE,mBAAmB,EAAC,MAAM,sBAAsB,CAAC;AAM1E,MAAM,CAAC,MAAM,YAAY,GAAwC;IAC7D,OAAO,EAAE,cAAc;IACvB,OAAO,EAAE,CAAC,OAAO,CAAC;IAClB,QAAQ,EAAE,uCAAuC;IACjD,OAAO,CAAC,KAAK;QACT,OAAO,KAAK;aACP,MAAM,CAAC,MAAM,EAAE;YACZ,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,CAAkC;YAC7E,OAAO,EAAE,KAA6B;YACtC,WAAW,EAAE,gBAAgB;SAChC,CAAC,CAAC;IACX,CAAC;IACD,OAAO,EAAE,yBAAyB;CACrC,CAAC;AAEF,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAAC,EAAC,IAAI,EAAe;IAChE,IAAI,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,KAAK,EAAE;QACrC,MAAM,OAAO,CAAC;YACV,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC;YACtC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC;YACrC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,wBAAwB,CAAC;SAC7C,EAAE,KAAK,IAAI,EAAE;YACV,MAAM,EAAE,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC;YACnC,MAAM,EAAE,CAAC,MAAM,CAAC,6BAA6B,CAAC,CAAC;QACnD,CAAC,CAAC,CAAC;KACN;IAED,IAAI,IAAI,KAAK,OAAO,IAAI,IAAI,KAAK,KAAK,EAAE;QACpC,MAAM,OAAO,CAAC;YACV,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC;YACrC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC;YACpC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,uBAAuB,CAAC;SAC5C,EAAE,KAAK,IAAI,EAAE;YACV,MAAM,mBAAmB,EAAE,CAAC;QAChC,CAAC,CAAC,CAAC;KACN;IAED,IAAI,IAAI,KAAK,OAAO,IAAI,IAAI,KAAK,KAAK,EAAE;QACpC,MAAM,OAAO,CAAC;YACV,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,yBAAyB,CAAC;YAC9C,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,wBAAwB,CAAC;YAC7C,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,gCAAgC,CAAC;SACrD,EAAE,KAAK,IAAI,EAAE;YACV,MAAM,mBAAmB,EAAE,CAAC;YAC5B,MAAM,eAAe,EAAE,CAAC;QAC5B,CAAC,CAAC,CAAC;KACN;AACL,CAAC"}

package/dist/cli/commands/DownloadCommand.js

@@ -1,169 +0,0 @@
-import process from "process";
-import fs from "fs-extra";
-import chalk from "chalk";
-import { defaultLlamaCppCudaSupport, defaultLlamaCppGitHubRepo, defaultLlamaCppMetalSupport, defaultLlamaCppRelease, isCI, llamaCppDirectory, llamaCppDirectoryInfoFilePath } from "../../config.js";
-import { compileLlamaCpp } from "../../bindings/utils/compileLLamaCpp.js";
-import withOra from "../../utils/withOra.js";
-import { clearTempFolder } from "../../utils/clearTempFolder.js";
-import { setBinariesGithubRelease } from "../../bindings/utils/binariesGithubRelease.js";
-import { downloadCmakeIfNeeded } from "../../utils/cmake.js";
-import withStatusLogs from "../../utils/withStatusLogs.js";
-import { getIsInDocumentationMode } from "../../state.js";
-import { getGitBundlePathForRelease, unshallowAndSquashCurrentRepoAndSaveItAsReleaseBundle } from "../../utils/gitReleaseBundles.js";
-import { cloneLlamaCppRepo } from "../../bindings/utils/cloneLlamaCppRepo.js";
-import { getPlatform } from "../../bindings/utils/getPlatform.js";
-import { resolveCustomCmakeOptions } from "../../bindings/utils/resolveCustomCmakeOptions.js";
-import { logBinaryUsageExampleToConsole } from "../../bindings/utils/logBinaryUsageExampleToConsole.js";
-import { resolveGithubRelease } from "../../utils/resolveGithubRelease.js";
-export const DownloadCommand = {
-    command: "download",
-    describe: "Download a release of llama.cpp and compile it",
-    builder(yargs) {
-        const isInDocumentationMode = getIsInDocumentationMode();
-        return yargs
-            .option("repo", {
-            type: "string",
-            default: defaultLlamaCppGitHubRepo,
-            description: "The GitHub repository to download a release of llama.cpp from. Can also be set via the NODE_LLAMA_CPP_REPO environment variable"
-        })
-            .option("release", {
-            type: "string",
-            default: isInDocumentationMode ? "<current build>" : defaultLlamaCppRelease,
-            description: "The tag of the llama.cpp release to download. Set to \"latest\" to download the latest release. Can also be set via the NODE_LLAMA_CPP_REPO_RELEASE environment variable"
-        })
-            .option("arch", {
-            alias: "a",
-            type: "string",
-            description: "The architecture to compile llama.cpp for"
-        })
-            .option("nodeTarget", {
-            alias: "t",
-            type: "string",
-            description: "The Node.js version to compile llama.cpp for. Example: v18.0.0"
-        })
-            .option("metal", {
-            type: "boolean",
-            default: defaultLlamaCppMetalSupport || isInDocumentationMode,
-            hidden: process.platform !== "darwin" && !isInDocumentationMode,
-            description: "Compile llama.cpp with Metal support. Enabled by default on macOS. Can be disabled with \"--no-metal\". Can also be set via the NODE_LLAMA_CPP_METAL environment variable"
-        })
-            .option("cuda", {
-            type: "boolean",
-            default: defaultLlamaCppCudaSupport,
-            description: "Compile llama.cpp with CUDA support. Can also be set via the NODE_LLAMA_CPP_CUDA environment variable"
-        })
-            .option("skipBuild", {
-            alias: "sb",
-            type: "boolean",
-            default: false,
-            description: "Skip building llama.cpp after downloading it"
-        })
-            .option("noBundle", {
-            alias: "nb",
-            type: "boolean",
-            default: false,
-            description: "Download a llama.cpp release only from GitHub, even if a local git bundle exists for the release"
-        })
-            .option("noUsageExample", {
-            alias: "nu",
-            type: "boolean",
-            default: false,
-            description: "Don't print code usage example after building"
-        })
-            .option("updateBinariesReleaseMetadataAndSaveGitBundle", {
-            type: "boolean",
-            hidden: true,
-            default: false,
-            description: "Update the binariesGithubRelease.json file with the release of llama.cpp that was downloaded"
-        });
-    },
-    handler: DownloadLlamaCppCommand
-};
-// TODO: clear the builds folder
-export async function DownloadLlamaCppCommand({ repo = defaultLlamaCppGitHubRepo, release = defaultLlamaCppRelease, arch = undefined, nodeTarget = undefined, metal = defaultLlamaCppMetalSupport, cuda = defaultLlamaCppCudaSupport, skipBuild = false, noBundle = false, noUsageExample = false, updateBinariesReleaseMetadataAndSaveGitBundle = false }) {
-    const useBundle = noBundle != true;
-    const platform = getPlatform();
-    const customCmakeOptions = resolveCustomCmakeOptions();
-    const [githubOwner, githubRepo] = repo.split("/");
-    console.log(`${chalk.yellow("Repo:")} ${repo}`);
-    console.log(`${chalk.yellow("Release:")} ${release}`);
-    if (!skipBuild) {
-        if (metal && platform === "mac") {
-            console.log(`${chalk.yellow("Metal:")} enabled`);
-        }
-        if (cuda) {
-            console.log(`${chalk.yellow("CUDA:")} enabled`);
-        }
-    }
-    console.log();
-    let githubReleaseTag = (useBundle && (await getGitBundlePathForRelease(githubOwner, githubRepo, release)) != null)
-        ? release
-        : null;
-    if (githubReleaseTag == null)
-        await withOra({
-            loading: chalk.blue("Fetching llama.cpp info"),
-            success: chalk.blue("Fetched llama.cpp info"),
-            fail: chalk.blue("Failed to fetch llama.cpp info")
-        }, async () => {
-            githubReleaseTag = await resolveGithubRelease(githubOwner, githubRepo, release);
-        });
-    await clearTempFolder();
-    await withOra({
-        loading: chalk.blue("Removing existing llama.cpp directory"),
-        success: chalk.blue("Removed existing llama.cpp directory"),
-        fail: chalk.blue("Failed to remove existing llama.cpp directory")
-    }, async () => {
-        await fs.remove(llamaCppDirectory);
-        await fs.remove(llamaCppDirectoryInfoFilePath);
-    });
-    console.log(chalk.blue("Cloning llama.cpp"));
-    await cloneLlamaCppRepo(githubOwner, githubRepo, githubReleaseTag, useBundle);
-    const buildOptions = {
-        customCmakeOptions,
-        progressLogs: true,
-        platform,
-        arch: arch
-            ? arch
-            : process.arch,
-        computeLayers: {
-            metal,
-            cuda
-        },
-        llamaCpp: {
-            repo,
-            release: githubReleaseTag
-        }
-    };
-    if (!skipBuild) {
-        await downloadCmakeIfNeeded(true);
-        await withStatusLogs({
-            loading: chalk.blue("Compiling llama.cpp"),
-            success: chalk.blue("Compiled llama.cpp"),
-            fail: chalk.blue("Failed to compile llama.cpp")
-        }, async () => {
-            await compileLlamaCpp(buildOptions, {
-                nodeTarget: nodeTarget ? nodeTarget : undefined,
-                updateLastBuildInfo: true,
-                downloadCmakeIfNeeded: false,
-                ensureLlamaCppRepoIsCloned: false,
-                includeBuildOptionsInBinaryFolderName: true
-            });
-        });
-    }
-    if (isCI && updateBinariesReleaseMetadataAndSaveGitBundle) {
-        await setBinariesGithubRelease(githubReleaseTag);
-        await unshallowAndSquashCurrentRepoAndSaveItAsReleaseBundle();
-    }
-    if (!noUsageExample) {
-        console.log();
-        console.log();
-        logBinaryUsageExampleToConsole(buildOptions, true);
-    }
-    console.log();
-    console.log();
-    console.log(`${chalk.yellow("Repo:")} ${repo}`);
-    console.log(`${chalk.yellow("Release:")} ${release}`);
-    console.log();
-    console.log(chalk.green("Done"));
-}
-//# sourceMappingURL=DownloadCommand.js.map

package/dist/cli/commands/DownloadCommand.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"DownloadCommand.js","sourceRoot":"","sources":["../../../src/cli/commands/DownloadCommand.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,SAAS,CAAC;AAE9B,OAAO,EAAE,MAAM,UAAU,CAAC;AAC1B,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EACH,0BAA0B,EAAE,yBAAyB,EAAE,2BAA2B,EAAE,sBAAsB,EAAE,IAAI,EAAE,iBAAiB,EACnI,6BAA6B,EAChC,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAC,eAAe,EAAC,MAAM,yCAAyC,CAAC;AACxE,OAAO,OAAO,MAAM,wBAAwB,CAAC;AAC7C,OAAO,EAAC,eAAe,EAAC,MAAM,gCAAgC,CAAC;AAC/D,OAAO,EAAC,wBAAwB,EAAC,MAAM,+CAA+C,CAAC;AACvF,OAAO,EAAC,qBAAqB,EAAC,MAAM,sBAAsB,CAAC;AAC3D,OAAO,cAAc,MAAM,+BAA+B,CAAC;AAC3D,OAAO,EAAC,wBAAwB,EAAC,MAAM,gBAAgB,CAAC;AACxD,OAAO,EAAC,0BAA0B,EAAE,qDAAqD,EAAC,MAAM,kCAAkC,CAAC;AACnI,OAAO,EAAC,iBAAiB,EAAC,MAAM,2CAA2C,CAAC;AAC5E,OAAO,EAAC,WAAW,EAAC,MAAM,qCAAqC,CAAC;AAChE,OAAO,EAAC,yBAAyB,EAAC,MAAM,mDAAmD,CAAC;AAC5F,OAAO,EAAC,8BAA8B,EAAC,MAAM,wDAAwD,CAAC;AACtG,OAAO,EAAC,oBAAoB,EAAC,MAAM,qCAAqC,CAAC;AAkBzE,MAAM,CAAC,MAAM,eAAe,GAA+C;IACvE,OAAO,EAAE,UAAU;IACnB,QAAQ,EAAE,gDAAgD;IAC1D,OAAO,CAAC,KAAK;QACT,MAAM,qBAAqB,GAAG,wBAAwB,EAAE,CAAC;QAEzD,OAAO,KAAK;aACP,MAAM,CAAC,MAAM,EAAE;YACZ,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,yBAAyB;YAClC,WAAW,EAAE,iIAAiI;SACjJ,CAAC;aACD,MAAM,CAAC,SAAS,EAAE;YACf,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,qBAAqB,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,sBAAsB;YAC3E,WAAW,EAAE,0KAA0K;SAC1L,CAAC;aACD,MAAM,CAAC,MAAM,EAAE;YACZ,KAAK,EAAE,GAAG;YACV,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,2CAA2C;SAC3D,CAAC;aACD,MAAM,CAAC,YAAY,EAAE;YAClB,KAAK,EAAE,GAAG;YACV,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,gEAAgE;SAChF,CAAC;aACD,MAAM,CAAC,OAAO,EAAE;YACb,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,2BAA2B,IAAI,qBAAqB;YAC7D,MAAM,EAAE,OAAO,CAAC,QAAQ,KAAK,QAAQ,IAAI,CAAC,qBAAqB;YAC/D,WAAW,EAAE,2KAA2K;SAC3L,CAAC;aACD,MAAM,CAAC,MAAM,EAAE;YACZ,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,0BAA0B;YACnC,WAAW,EAAE,uGAAuG;SACvH,CAAC;aACD,MAAM,CAAC,WAAW,EAAE;YACjB,KAAK,EAAE,IAAI;YACX,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,KAAK;YACd,WAAW,EAAE,8CAA8C;SAC9D,CAAC;aACD,MAAM,CAAC,UAAU,EAAE;YAChB,KAAK,EAAE,IAAI;YACX,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,KAAK;YACd,WAAW,EAAE,kGAAkG;SAClH,CAAC;aACD,MAAM,CAAC,gBAAgB,EAAE;YACtB,KAAK,EAAE,IAAI;YACX,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,KAAK;YACd,WAAW,EAAE,+CAA+C;SAC/D,CAAC;aACD,MAAM,CAAC,+CAA+C,EAAE;YACrD,IAAI,EAAE,SAAS;YACf,MAAM,EAAE,IAAI;YACZ,OAAO,EAAE,KAAK;YACd,WAAW,EAAE,8FAA8F;SAC9G,CAAC,CAAC;IACX,CAAC;IACD,OAAO,EAAE,uBAAuB;CACnC,CAAC;AAEF,gCAAgC;AAChC,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAAC,EAC1C,IAAI,GAAG,yBAAyB,EAChC,OAAO,GAAG,sBAAsB,EAChC,IAAI,GAAG,SAAS,EAChB,UAAU,GAAG,SAAS,EACtB,KAAK,GAAG,2BAA2B,EACnC,IAAI,GAAG,0BAA0B,EACjC,SAAS,GAAG,KAAK,EACjB,QAAQ,GAAG,KAAK,EAChB,cAAc,GAAG,KAAK,EACtB,6CAA6C,GAAG,KAAK,EACnC;IAClB,MAAM,SAAS,GAAG,QAAQ,IAAI,IAAI,CAAC;IACnC,MAAM,QAAQ,GAAG,WAAW,EAAE,CAAC;IAC/B,MAAM,kBAAkB,GAAG,yBAAyB,EAAE,CAAC;IACvD,MAAM,CAAC,WAAW,EAAE,UAAU,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAElD,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;IAChD,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,OAAO,EAAE,CAAC,CAAC;IACtD,IAAI,CAAC,SAAS,EAAE;QACZ,IAAI,KAAK,IAAI,QAAQ,KAAK,KAAK,EAAE;YAC7B,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;SACpD;QAED,IAAI,IAAI,EAAE;YACN,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;SACnD;KACJ;IACD,OAAO,CAAC,GAAG,EAAE,CAAC;IAEd,IAAI,gBAAgB,GAAkB,CAAC,SAAS,IAAI,CAAC,MAAM,0BAA0B,CAAC,WAAW,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC,IAAI,IAAI,CAAC;QAC7H,CAAC,CAAC,OAAO;QACT,CAAC,CAAC,IAAI,CAAC;IAEX,IAAI,gBAAgB,IAAI,IAAI;QACxB,MAAM,OAAO,CAAC;YACV,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,yBAAyB,CAAC;YAC9C,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,wBAAwB,CAAC;YAC7C,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,gCAAgC,CAAC;SACrD,EAAE,KAAK,IAAI,EAAE;YACV,gBAAgB,GAAG,MAAM,oBAAoB,CAAC,WAAW,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;QACpF,CAAC,CAAC,CAAC;IAEP,MAAM,eAAe,EAAE,CAAC;IAExB,MAAM,OAAO,CAAC;QACV,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,uCAAuC,CAAC;QAC5D,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,sCAAsC,CAAC;QAC3D,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,+CAA+C,CAAC;KACpE,EAAE,KAAK,IAAI,EAAE;QACV,MAAM,EAAE,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC;QACnC,MAAM,EAAE,CAAC,MAAM,CAAC,6BAA6B,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC;IAC7C,MAAM,iBAAiB,CAAC,WAAW,EAAE,UAAU,EAAE,gBAAiB,EAAE,SAAS,CAAC,CAAC;IAE/E,MAAM,YAAY,GAAiB;QAC/B,kBAAkB;QAClB,YAAY,EAAE,IAAI;QAClB,QAAQ;QACR,IAAI,EAAE,IAAI;YACN,CAAC,CAAC,IAA2B;YAC7B,CAAC,CAAC,OAAO,CAAC,IAAI;QAClB,aAAa,EAAE;YACX,KAAK;YACL,IAAI;SACP;QACD,QAAQ,EAAE;YACN,IAAI;YACJ,OAAO,EAAE,gBAAiB;SAC7B;KACJ,CAAC;IAEF,IAAI,CAAC,SAAS,EAAE;QACZ,MAAM,qBAAqB,CAAC,IAAI,CAAC,CAAC;QAElC,MAAM,cAAc,CAAC;YACjB,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,qBAAqB,CAAC;YAC1C,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC;YACzC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,6BAA6B,CAAC;SAClD,EAAE,KAAK,IAAI,EAAE;YACV,MAAM,eAAe,CAAC,YAAY,EAAE;gBAChC,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS;gBAC/C,mBAAmB,EAAE,IAAI;gBACzB,qBAAqB,EAAE,KAAK;gBAC5B,0BAA0B,EAAE,KAAK;gBACjC,qCAAqC,EAAE,IAAI;aAC9C,CAAC,CAAC;QACP,CAAC,CAAC,CAAC;KACN;IAED,IAAI,IAAI,IAAI,6CAA6C,EAAE;QACvD,MAAM,wBAAwB,CAAC,gBAAiB,CAAC,CAAC;QAClD,MAAM,qDAAqD,EAAE,CAAC;KACjE;IAED,IAAI,CAAC,cAAc,EAAE;QACjB,OAAO,CAAC,GAAG,EAAE,CAAC;QACd,OAAO,CAAC,GAAG,EAAE,CAAC;QACd,8BAA8B,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;KACtD;IAED,OAAO,CAAC,GAAG,EAAE,CAAC;IACd,OAAO,CAAC,GAAG,EAAE,CAAC;IACd,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;IAChD,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,OAAO,EAAE,CAAC,CAAC;IACtD,OAAO,CAAC,GAAG,EAAE,CAAC;IACd,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;AACrC,CAAC"}

package/dist/evaluator/LlamaChat/utils/FunctionCallGrammar.d.ts

@@ -1,22 +0,0 @@
-import { LlamaGrammar } from "../../LlamaGrammar.js";
-import { ChatModelFunctions } from "../../../types.js";
-import { ChatWrapper } from "../../../ChatWrapper.js";
-import { LlamaChatResponseFunctionCall } from "../LlamaChat.js";
-import { Llama } from "../../../bindings/Llama.js";
-export declare class FunctionCallGrammar<const Functions extends ChatModelFunctions> extends LlamaGrammar {
-    private readonly _functions;
-    private readonly _chatWrapper;
-    constructor(llama: Llama, functions: Functions, chatWrapper: ChatWrapper, initialFunctionCallEngaged: boolean);
-    parseFunctionCall(callText: string): LlamaChatResponseFunctionCall<Functions>;
-    parseFunctionNameFromPartialCall(callText: string, { enableInternalBuiltinFunctions, initialFunctionCallEngaged }?: {
-        enableInternalBuiltinFunctions?: boolean;
-        initialFunctionCallEngaged?: boolean;
-    }): keyof Functions & string;
-    private _validateFunctions;
-}
-export declare class LlamaFunctionCallValidationError<const Functions extends ChatModelFunctions> extends Error {
-    readonly functions: Functions;
-    readonly chatWrapper: ChatWrapper;
-    readonly callText: string;
-    constructor(message: string, functions: Functions, chatWrapper: ChatWrapper, callText: string);
-}

package/dist/evaluator/LlamaChat/utils/FunctionCallGrammar.js

@@ -1,121 +0,0 @@
-import { LlamaGrammar } from "../../LlamaGrammar.js";
-import { LlamaText } from "../../../utils/LlamaText.js";
-import { validateObjectAgainstGbnfSchema } from "../../../utils/gbnfJson/utils/validateObjectAgainstGbnfSchema.js";
-import { GbnfGrammarGenerator } from "../../../utils/gbnfJson/GbnfGrammarGenerator.js";
-import { getGbnfJsonTerminalForGbnfJsonSchema } from "../../../utils/gbnfJson/utils/getGbnfJsonTerminalForGbnfJsonSchema.js";
-import { GbnfGrammar } from "../../../utils/gbnfJson/terminals/GbnfGrammar.js";
-import { GbnfOr } from "../../../utils/gbnfJson/terminals/GbnfOr.js";
-import { GbnfVerbatimText } from "../../../utils/gbnfJson/terminals/GbnfVerbatimText.js";
-export class FunctionCallGrammar extends LlamaGrammar {
-    _functions;
-    _chatWrapper;
-    constructor(llama, functions, chatWrapper, initialFunctionCallEngaged) {
-        const grammar = getGbnfGrammarForFunctionCalls(functions, chatWrapper, initialFunctionCallEngaged);
-        super({
-            llama,
-            grammar,
-            stopGenerationTriggers: [LlamaText(chatWrapper.settings.functions.call.suffix, "\n".repeat(4))],
-            trimWhitespaceSuffix: true
-        });
-        this._functions = functions;
-        this._chatWrapper = chatWrapper;
-        this._validateFunctions();
-    }
-    parseFunctionCall(callText) {
-        if (this._chatWrapper.settings.functions.call.optionalPrefixSpace &&
-            !callText.startsWith(this._chatWrapper.settings.functions.call.prefix) && callText[0] === " ")
-            callText = callText.slice(1);
-        if (!callText.startsWith(this._chatWrapper.settings.functions.call.prefix))
-            throw new LlamaFunctionCallValidationError(`Expected function call to start with function call prefix from "${this._chatWrapper.wrapperName}" chat wrapper`, this._functions, this._chatWrapper, callText);
-        const paramsPrefixIndex = callText.indexOf(this._chatWrapper.settings.functions.call.paramsPrefix, this._chatWrapper.settings.functions.call.prefix.length);
-        if (paramsPrefixIndex < 0)
-            throw new LlamaFunctionCallValidationError(`Expected function call to contain params prefix from "${this._chatWrapper.wrapperName}" chat wrapper`, this._functions, this._chatWrapper, callText);
-        const functionName = callText.slice(this._chatWrapper.settings.functions.call.prefix.length, paramsPrefixIndex);
-        if (!Object.hasOwn(this._functions, functionName))
-            throw new LlamaFunctionCallValidationError(`Function name "${functionName}" is not in the supplied functions object`, this._functions, this._chatWrapper, callText);
-        const functionSchema = this._functions[functionName];
-        const callSuffix = this._chatWrapper.settings.functions.call.suffix;
-        const callSuffixIndex = (callText + "\n".repeat(4)).lastIndexOf(callSuffix + "\n".repeat(4));
-        if (callSuffixIndex < 0 || callSuffixIndex < paramsPrefixIndex + this._chatWrapper.settings.functions.call.paramsPrefix.length)
-            throw new LlamaFunctionCallValidationError(`Expected function call to end with function call suffix from "${this._chatWrapper.wrapperName}" chat wrapper`, this._functions, this._chatWrapper, callText);
-        const paramsString = callText.slice(paramsPrefixIndex + this._chatWrapper.settings.functions.call.paramsPrefix.length, callSuffixIndex);
-        if (functionSchema.params == null && paramsString.trim().length !== 0)
-            throw new LlamaFunctionCallValidationError(`Expected function call to not contain params string but got "${paramsString}"`, this._functions, this._chatWrapper, callText);
-        else if (functionSchema.params == null)
-            return {
-                functionName,
-                params: undefined,
-                raw: callText.slice(0, callSuffixIndex + callSuffix.length)
-            };
-        const params = JSON.parse(paramsString);
-        validateObjectAgainstGbnfSchema(params, functionSchema.params);
-        return {
-            functionName,
-            params: params,
-            raw: callText.slice(0, callSuffixIndex + callSuffix.length)
-        };
-    }
-    parseFunctionNameFromPartialCall(callText, { enableInternalBuiltinFunctions = false, initialFunctionCallEngaged = false } = {}) {
-        if (this._chatWrapper.settings.functions.call.optionalPrefixSpace &&
-            !callText.startsWith(this._chatWrapper.settings.functions.call.prefix) && callText[0] === " ")
-            callText = callText.slice(1);
-        if (!callText.startsWith(this._chatWrapper.settings.functions.call.prefix))
-            throw new LlamaFunctionCallValidationError(`Expected function call to start with function call prefix from "${this._chatWrapper.wrapperName}" chat wrapper`, this._functions, this._chatWrapper, callText);
-        const paramsPrefixIndex = callText.indexOf(this._chatWrapper.settings.functions.call.paramsPrefix, this._chatWrapper.settings.functions.call.prefix.length);
-        if (paramsPrefixIndex < 0)
-            throw new LlamaFunctionCallValidationError(`Expected function call to contain params prefix from "${this._chatWrapper.wrapperName}" chat wrapper`, this._functions, this._chatWrapper, callText);
-        const functionName = callText.slice(this._chatWrapper.settings.functions.call.prefix.length, paramsPrefixIndex);
-        let foundFunctionName = Object.hasOwn(this._functions, functionName);
-        if (!foundFunctionName && enableInternalBuiltinFunctions)
-            foundFunctionName ||= Object.hasOwn(this._chatWrapper.getInternalBuiltinFunctions({ initialFunctionCallEngaged }), functionName);
-        if (!foundFunctionName)
-            throw new LlamaFunctionCallValidationError(`Function name "${functionName}" is not in the supplied functions object`, this._functions, this._chatWrapper, callText);
-        return functionName;
-    }
-    _validateFunctions() {
-        for (const functionsName of Object.keys(this._functions)) {
-            if (functionsName.includes(" ") || functionsName.includes("\n") || functionsName.includes("\t"))
-                throw new Error(`Function name "${functionsName}" contains spaces, new lines or tabs`);
-        }
-    }
-}
-function getGbnfGrammarForFunctionCalls(functions, chatWrapper, initialFunctionCallEngaged) {
-    const grammarGenerator = new GbnfGrammarGenerator();
-    const callGrammars = [];
-    function addFunctionCallGrammar(functionName, functionSchema) {
-        if (functionSchema.params != null) {
-            const paramsTerminal = getGbnfJsonTerminalForGbnfJsonSchema(functionSchema.params, grammarGenerator);
-            callGrammars.push(new GbnfGrammar([
-                new GbnfVerbatimText(functionName + chatWrapper.settings.functions.call.paramsPrefix).getGrammar(),
-                paramsTerminal.resolve(grammarGenerator)
-            ]));
-        }
-        else
-            callGrammars.push(new GbnfVerbatimText(functionName + chatWrapper.settings.functions.call.paramsPrefix));
-    }
-    for (const [functionName, functionSchema] of Object.entries(functions))
-        addFunctionCallGrammar(functionName, functionSchema);
-    for (const [functionName, functionSchema] of Object.entries(chatWrapper.getInternalBuiltinFunctions({ initialFunctionCallEngaged })))
-        addFunctionCallGrammar(functionName, functionSchema);
-    const callGrammar = new GbnfOr(callGrammars);
-    const rootTerminal = new GbnfGrammar([
-        ...(chatWrapper.settings.functions.call.optionalPrefixSpace ? ["[ ]?"] : []),
-        new GbnfVerbatimText(chatWrapper.settings.functions.call.prefix).getGrammar(),
-        callGrammar.resolve(grammarGenerator),
-        new GbnfVerbatimText(chatWrapper.settings.functions.call.suffix).getGrammar()
-    ]);
-    const rootGrammar = rootTerminal.getGrammar();
-    return grammarGenerator.generateGbnfFile(rootGrammar + " [\\n]".repeat(4) + " [\\n]*");
-}
-export class LlamaFunctionCallValidationError extends Error {
-    functions;
-    chatWrapper;
-    callText;
-    constructor(message, functions, chatWrapper, callText) {
-        super(message);
-        this.functions = functions;
-        this.chatWrapper = chatWrapper;
-        this.callText = callText;
-    }
-}
-//# sourceMappingURL=FunctionCallGrammar.js.map

package/dist/evaluator/LlamaChat/utils/FunctionCallGrammar.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"FunctionCallGrammar.js","sourceRoot":"","sources":["../../../../src/evaluator/LlamaChat/utils/FunctionCallGrammar.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,YAAY,EAAC,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAC,SAAS,EAAC,MAAM,6BAA6B,CAAC;AACtD,OAAO,EAAC,+BAA+B,EAAC,MAAM,kEAAkE,CAAC;AAEjH,OAAO,EAAC,oBAAoB,EAAC,MAAM,iDAAiD,CAAC;AACrF,OAAO,EAAC,oCAAoC,EAAC,MAAM,uEAAuE,CAAC;AAE3H,OAAO,EAAC,WAAW,EAAC,MAAM,kDAAkD,CAAC;AAE7E,OAAO,EAAC,MAAM,EAAC,MAAM,6CAA6C,CAAC;AAEnE,OAAO,EAAC,gBAAgB,EAAC,MAAM,uDAAuD,CAAC;AAIvF,MAAM,OAAO,mBAAgE,SAAQ,YAAY;IAC5E,UAAU,CAAY;IACtB,YAAY,CAAc;IAE3C,YAAmB,KAAY,EAAE,SAAoB,EAAE,WAAwB,EAAE,0BAAmC;QAChH,MAAM,OAAO,GAAG,8BAA8B,CAAC,SAAS,EAAE,WAAW,EAAE,0BAA0B,CAAC,CAAC;QAEnG,KAAK,CAAC;YACF,KAAK;YACL,OAAO;YACP,sBAAsB,EAAE,CAAC,SAAS,CAAC,WAAW,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;YAC/F,oBAAoB,EAAE,IAAI;SAC7B,CAAC,CAAC;QAEH,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;QAC5B,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC;QAEhC,IAAI,CAAC,kBAAkB,EAAE,CAAC;IAC9B,CAAC;IAEM,iBAAiB,CAAC,QAAgB;QACrC,IAAI,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,mBAAmB;YAC7D,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,QAAQ,CAAC,CAAC,CAAC,KAAK,GAAG;YAE7F,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAEjC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC;YACtE,MAAM,IAAI,gCAAgC,CACtC,mEAAmE,IAAI,CAAC,YAAY,CAAC,WAAW,gBAAgB,EAChH,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,YAAY,EACjB,QAAQ,CACX,CAAC;QAEN,MAAM,iBAAiB,GAAG,QAAQ,CAAC,OAAO,CACtC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,EACtD,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAC1D,CAAC;QAEF,IAAI,iBAAiB,GAAG,CAAC;YACrB,MAAM,IAAI,gCAAgC,CACtC,yDAAyD,IAAI,CAAC,YAAY,CAAC,WAAW,gBAAgB,EACtG,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,YAAY,EACjB,QAAQ,CACX,CAAC;QAEN,MAAM,YAAY,GAAG,QAAQ,CAAC,KAAK,CAC/B,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EACvD,iBAAiB,CACQ,CAAC;QAE9B,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,YAAY,CAAC;YAC7C,MAAM,IAAI,gCAAgC,CACtC,kBAAkB,YAAY,2CAA2C,EACzE,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,YAAY,EACjB,QAAQ,CACX,CAAC;QAEN,MAAM,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC;QAErD,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC;QACpE,MAAM,eAAe,GAAG,CAAC,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAE7F,IAAI,eAAe,GAAG,CAAC,IAAI,eAAe,GAAG,iBAAiB,GAAG,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM;YAC1H,MAAM,IAAI,gCAAgC,CACtC,iEAAiE,IAAI,CAAC,YAAY,CAAC,WAAW,gBAAgB,EAC9G,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,YAAY,EACjB,QAAQ,CACX,CAAC;QAEN,MAAM,YAAY,GAAG,QAAQ,CAAC,KAAK,CAC/B,iBAAiB,GAAG,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,EACjF,eAAe,CAClB,CAAC;QAEF,IAAI,cAAc,CAAC,MAAM,IAAI,IAAI,IAAI,YAAY,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;YACjE,MAAM,IAAI,gCAAgC,CACtC,gEAAgE,YAAY,GAAG,EAC/E,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,YAAY,EACjB,QAAQ,CACX,CAAC;aACD,IAAI,cAAc,CAAC,MAAM,IAAI,IAAI;YAClC,OAAO;gBACH,YAAY;gBACZ,MAAM,EAAE,SAAgB;gBACxB,GAAG,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,eAAe,GAAG,UAAU,CAAC,MAAM,CAAC;aAC9D,CAAC;QAEN,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QAExC,+BAA+B,CAAC,MAAM,EAAE,cAAc,CAAC,MAAM,CAAC,CAAC;QAE/D,OAAO;YACH,YAAY;YACZ,MAAM,EAAE,MAAa;YACrB,GAAG,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,eAAe,GAAG,UAAU,CAAC,MAAM,CAAC;SAC9D,CAAC;IACN,CAAC;IAEM,gCAAgC,CAAC,QAAgB,EAAE,EACtD,8BAA8B,GAAG,KAAK,EACtC,0BAA0B,GAAG,KAAK,KAIlC,EAAE;QACF,IAAI,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,mBAAmB;YAC7D,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,QAAQ,CAAC,CAAC,CAAC,KAAK,GAAG;YAE7F,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAEjC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC;YACtE,MAAM,IAAI,gCAAgC,CACtC,mEAAmE,IAAI,CAAC,YAAY,CAAC,WAAW,gBAAgB,EAChH,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,YAAY,EACjB,QAAQ,CACX,CAAC;QAEN,MAAM,iBAAiB,GAAG,QAAQ,CAAC,OAAO,CACtC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,EACtD,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAC1D,CAAC;QAEF,IAAI,iBAAiB,GAAG,CAAC;YACrB,MAAM,IAAI,gCAAgC,CACtC,yDAAyD,IAAI,CAAC,YAAY,CAAC,WAAW,gBAAgB,EACtG,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,YAAY,EACjB,QAAQ,CACX,CAAC;QAEN,MAAM,YAAY,GAAG,QAAQ,CAAC,KAAK,CAC/B,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EACvD,iBAAiB,CACQ,CAAC;QAE9B,IAAI,iBAAiB,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,YAAY,CAAC,CAAC;QAErE,IAAI,CAAC,iBAAiB,IAAI,8BAA8B;YACpD,iBAAiB,KAAK,MAAM,CAAC,MAAM,CAC/B,IAAI,CAAC,YAAY,CAAC,2BAA2B,CAAC,EAAC,0BAA0B,EAAC,CAAC,EAC3E,YAAY,CACf,CAAC;QAEN,IAAI,CAAC,iBAAiB;YAClB,MAAM,IAAI,gCAAgC,CACtC,kBAAkB,YAAY,2CAA2C,EACzE,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,YAAY,EACjB,QAAQ,CACX,CAAC;QAEN,OAAO,YAAY,CAAC;IACxB,CAAC;IAEO,kBAAkB;QACtB,KAAK,MAAM,aAAa,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE;YACtD,IAAI,aAAa,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC;gBAC3F,MAAM,IAAI,KAAK,CAAC,kBAAkB,aAAa,sCAAsC,CAAC,CAAC;SAC9F;IACL,CAAC;CACJ;AAED,SAAS,8BAA8B,CACnC,SAAoB,EAAE,WAAwB,EAAE,0BAAmC;IAEnF,MAAM,gBAAgB,GAAG,IAAI,oBAAoB,EAAE,CAAC;IAEpD,MAAM,YAAY,GAAmB,EAAE,CAAC;IAExC,SAAS,sBAAsB,CAAC,YAAoB,EAAE,cAA0C;QAC5F,IAAI,cAAc,CAAC,MAAM,IAAI,IAAI,EAAE;YAC/B,MAAM,cAAc,GAAG,oCAAoC,CAAC,cAAc,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC;YAErG,YAAY,CAAC,IAAI,CACb,IAAI,WAAW,CAAC;gBACZ,IAAI,gBAAgB,CAAC,YAAY,GAAG,WAAW,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,UAAU,EAAE;gBAClG,cAAc,CAAC,OAAO,CAAC,gBAAgB,CAAC;aAC3C,CAAC,CACL,CAAC;SACL;;YACG,YAAY,CAAC,IAAI,CAAC,IAAI,gBAAgB,CAAC,YAAY,GAAG,WAAW,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;IACjH,CAAC;IAED,KAAK,MAAM,CAAC,YAAY,EAAE,cAAc,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC;QAClE,sBAAsB,CAAC,YAAY,EAAE,cAAc,CAAC,CAAC;IAEzD,KAAK,MAAM,CAAC,YAAY,EAAE,cAAc,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,2BAA2B,CAAC,EAAC,0BAA0B,EAAC,CAAC,CAAC;QAC9H,sBAAsB,CAAC,YAAY,EAAE,cAAc,CAAC,CAAC;IAEzD,MAAM,WAAW,GAAG,IAAI,MAAM,CAAC,YAAY,CAAC,CAAC;IAE7C,MAAM,YAAY,GAAG,IAAI,WAAW,CAAC;QACjC,GAAG,CAAC,WAAW,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5E,IAAI,gBAAgB,CAAC,WAAW,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,UAAU,EAAE;QAC7E,WAAW,CAAC,OAAO,CAAC,gBAAgB,CAAC;QACrC,IAAI,gBAAgB,CAAC,WAAW,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,UAAU,EAAE;KAChF,CAAC,CAAC;IAEH,MAAM,WAAW,GAAG,YAAY,CAAC,UAAU,EAAE,CAAC;IAE9C,OAAO,gBAAgB,CAAC,gBAAgB,CAAC,WAAW,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC;AAC3F,CAAC;AAED,MAAM,OAAO,gCAA6E,SAAQ,KAAK;IACnF,SAAS,CAAY;IACrB,WAAW,CAAc;IACzB,QAAQ,CAAS;IAEjC,YAAmB,OAAe,EAAE,SAAoB,EAAE,WAAwB,EAAE,QAAgB;QAChG,KAAK,CAAC,OAAO,CAAC,CAAC;QAEf,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAC7B,CAAC;CACJ"}

package/dist/evaluator/LlamaContext/utils/batchItemsPrioritizingStrategies/firstInFirstOutStrategy.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"firstInFirstOutStrategy.js","sourceRoot":"","sources":["../../../../../src/evaluator/LlamaContext/utils/batchItemsPrioritizingStrategies/firstInFirstOutStrategy.ts"],"names":[],"mappings":"AAEA,MAAM,UAAU,uBAAuB,CAAC,EAAC,KAAK,EAAE,IAAI,EAAgD;IAChG,MAAM,GAAG,GAA2B,EAAE,CAAC;IAEvC,MAAM,WAAW,GAAG,KAAK;SACpB,KAAK,EAAE;SACP,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,kBAAkB,GAAG,CAAC,CAAC,kBAAkB,CAAC,CAAC;IAEjE,IAAI,cAAc,GAAG,IAAI,CAAC;IAC1B,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE;QAC5B,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;QACnE,GAAG,CAAC,IAAI,CAAC,EAAC,IAAI,EAAE,aAAa,EAAC,CAAC,CAAC;QAChC,cAAc,IAAI,aAAa,CAAC;QAEhC,IAAI,cAAc,KAAK,CAAC;YACpB,MAAM;KACb;IAED,OAAO,GAAG,CAAC;AACf,CAAC"}

package/dist/evaluator/LlamaContext/utils/batchItemsPrioritizingStrategies/maximumParallelismStrategy.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"maximumParallelismStrategy.js","sourceRoot":"","sources":["../../../../../src/evaluator/LlamaContext/utils/batchItemsPrioritizingStrategies/maximumParallelismStrategy.ts"],"names":[],"mappings":"AAEA,MAAM,UAAU,0BAA0B,CAAC,EAAC,KAAK,EAAE,IAAI,EAAgD;IACnG,IAAI,cAAc,GAAG,IAAI,CAAC;IAC1B,MAAM,oBAAoB,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;IAEvE,MAAM,GAAG,GAA2B,EAAE,CAAC;IACvC,MAAM,YAAY,GAA2B,EAAE,CAAC;IAEhD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;QACtB,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,cAAc,EAAE,oBAAoB,CAAC,CAAC;QACzF,MAAM,cAAc,GAAG,EAAC,IAAI,EAAE,aAAa,EAAC,CAAC;QAE7C,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QACzB,cAAc,IAAI,aAAa,CAAC;QAEhC,IAAI,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM;YAClC,YAAY,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAEtC,IAAI,cAAc,KAAK,CAAC;YACpB,MAAM;KACb;IAED,KAAK,IAAI,UAAU,GAAG,CAAC,EAAE,cAAc,GAAG,CAAC,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,IAAI,UAAU,GAAG,CAAC,EAAE,UAAU,EAAE,EAAE;QACpG,MAAM,iBAAiB,GAAG,IAAI,CAAC,IAAI,CAAC,cAAc,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;QAE1E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE;YAChE,MAAM,cAAc,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;YACvC,MAAM,iBAAiB,GAAG,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,cAAc,CAAC,aAAa,CAAC;YAC3F,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,iBAAiB,EAAE,cAAc,EAAE,iBAAiB,CAAC,CAAC;YACtF,cAAc,CAAC,aAAa,IAAI,cAAc,CAAC;YAE/C,IAAI,cAAc,KAAK,iBAAiB,EAAE;gBACtC,YAAY,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC1B,CAAC,EAAE,CAAC;aACP;SACJ;KACJ;IAED,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,kBAAkB,GAAG,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;IAEnF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE;QAChE,MAAM,cAAc,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;QACvC,MAAM,iBAAiB,GAAG,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,cAAc,CAAC,aAAa,CAAC;QAC3F,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,iBAAiB,EAAE,cAAc,CAAC,CAAC;QACnE,cAAc,CAAC,aAAa,IAAI,cAAc,CAAC;QAE/C,IAAI,cAAc,KAAK,iBAAiB,EAAE;YACtC,YAAY,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAC1B,CAAC,EAAE,CAAC;SACP;KACJ;IAED,OAAO,GAAG,CAAC;AACf,CAAC"}

package/dist/evaluator/LlamaContext/utils/resolveBatchItemsPrioritizingStrategy.d.ts

@@ -1,2 +0,0 @@
-import { BatchingOptions } from "../types.js";
-export declare function resolveBatchItemsPrioritizingStrategy(strategy: Required<BatchingOptions>["itemsPrioritizingStrategy"]): import("../types.js").CustomBatchingPrioritizeStrategy;

package/dist/evaluator/LlamaContext/utils/resolveBatchItemsPrioritizingStrategy.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"resolveBatchItemsPrioritizingStrategy.js","sourceRoot":"","sources":["../../../../src/evaluator/LlamaContext/utils/resolveBatchItemsPrioritizingStrategy.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,0BAA0B,EAAC,MAAM,kEAAkE,CAAC;AAC5G,OAAO,EAAC,uBAAuB,EAAC,MAAM,+DAA+D,CAAC;AAEtG,MAAM,UAAU,qCAAqC,CAAC,QAAgE;IAClH,IAAI,QAAQ,YAAY,QAAQ;QAC5B,OAAO,QAAQ,CAAC;SACf,IAAI,QAAQ,KAAK,oBAAoB;QACtC,OAAO,0BAA0B,CAAC;SACjC,IAAI,QAAQ,KAAK,iBAAiB;QACnC,OAAO,uBAAuB,CAAC;IAEnC,KAAK,CAAC,QAAwB,CAAC,CAAC;IAEhC,MAAM,IAAI,KAAK,CAAC,4CAA4C,QAAQ,EAAE,CAAC,CAAC;AAC5E,CAAC"}