node-llama-cpp 3.0.0-beta.4 → 3.0.0-beta.41
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +14 -11
- package/bins/_linux-x64-cuda.moved.txt +1 -0
- package/bins/_win-x64-cuda.moved.txt +1 -0
- package/bins/linux-arm64/_nlcBuildMetadata.json +1 -0
- package/bins/linux-arm64/libggml.so +0 -0
- package/bins/linux-arm64/libllama.so +0 -0
- package/bins/linux-arm64/llama-addon.node +0 -0
- package/bins/linux-armv7l/_nlcBuildMetadata.json +1 -0
- package/bins/linux-armv7l/libggml.so +0 -0
- package/bins/linux-armv7l/libllama.so +0 -0
- package/bins/linux-armv7l/llama-addon.node +0 -0
- package/bins/linux-x64/_nlcBuildMetadata.json +1 -0
- package/bins/linux-x64/libggml.so +0 -0
- package/bins/linux-x64/libllama.so +0 -0
- package/bins/linux-x64/llama-addon.node +0 -0
- package/bins/linux-x64-vulkan/_nlcBuildMetadata.json +1 -0
- package/bins/linux-x64-vulkan/libggml.so +0 -0
- package/bins/linux-x64-vulkan/libllama.so +0 -0
- package/bins/linux-x64-vulkan/llama-addon.node +0 -0
- package/bins/linux-x64-vulkan/vulkan-shaders-gen +0 -0
- package/bins/mac-arm64-metal/_nlcBuildMetadata.json +1 -0
- package/bins/mac-arm64-metal/ggml-common.h +1833 -0
- package/bins/mac-arm64-metal/ggml-metal.metal +6168 -0
- package/bins/mac-arm64-metal/libggml.dylib +0 -0
- package/bins/mac-arm64-metal/libllama.dylib +0 -0
- package/bins/mac-arm64-metal/llama-addon.node +0 -0
- package/bins/mac-x64/_nlcBuildMetadata.json +1 -0
- package/bins/mac-x64/libggml.dylib +0 -0
- package/bins/mac-x64/libllama.dylib +0 -0
- package/bins/mac-x64/llama-addon.node +0 -0
- package/bins/win-arm64/_nlcBuildMetadata.json +1 -0
- package/bins/win-arm64/ggml.dll +0 -0
- package/bins/win-arm64/llama-addon.exp +0 -0
- package/bins/win-arm64/llama-addon.lib +0 -0
- package/bins/win-arm64/llama-addon.node +0 -0
- package/bins/win-arm64/llama.dll +0 -0
- package/bins/win-x64/_nlcBuildMetadata.json +1 -0
- package/bins/win-x64/ggml.dll +0 -0
- package/bins/win-x64/llama-addon.exp +0 -0
- package/bins/win-x64/llama-addon.lib +0 -0
- package/bins/win-x64/llama-addon.node +0 -0
- package/bins/win-x64/llama.dll +0 -0
- package/bins/win-x64-vulkan/_nlcBuildMetadata.json +1 -0
- package/bins/win-x64-vulkan/ggml.dll +0 -0
- package/bins/win-x64-vulkan/llama-addon.exp +0 -0
- package/bins/win-x64-vulkan/llama-addon.lib +0 -0
- package/bins/win-x64-vulkan/llama-addon.node +0 -0
- package/bins/win-x64-vulkan/llama.dll +0 -0
- package/bins/win-x64-vulkan/vulkan-shaders-gen.exe +0 -0
- package/dist/ChatWrapper.d.ts +9 -39
- package/dist/ChatWrapper.js +129 -72
- package/dist/ChatWrapper.js.map +1 -1
- package/dist/apiDocsIndex.d.ts +1 -0
- package/dist/apiDocsIndex.js +7 -0
- package/dist/apiDocsIndex.js.map +1 -0
- package/dist/{utils/getBin.d.ts → bindings/AddonTypes.d.ts} +66 -9
- package/dist/bindings/AddonTypes.js +2 -0
- package/dist/bindings/AddonTypes.js.map +1 -0
- package/dist/bindings/Llama.d.ts +47 -0
- package/dist/bindings/Llama.js +356 -0
- package/dist/bindings/Llama.js.map +1 -0
- package/dist/bindings/consts.d.ts +2 -0
- package/dist/bindings/consts.js +11 -0
- package/dist/bindings/consts.js.map +1 -0
- package/dist/bindings/getLlama.d.ts +152 -0
- package/dist/bindings/getLlama.js +403 -0
- package/dist/bindings/getLlama.js.map +1 -0
- package/dist/bindings/types.d.ts +57 -0
- package/dist/bindings/types.js +77 -0
- package/dist/bindings/types.js.map +1 -0
- package/dist/bindings/utils/MemoryOrchestrator.d.ts +21 -0
- package/dist/bindings/utils/MemoryOrchestrator.js +49 -0
- package/dist/bindings/utils/MemoryOrchestrator.js.map +1 -0
- package/dist/bindings/utils/NoBinaryFoundError.d.ts +2 -0
- package/dist/bindings/utils/NoBinaryFoundError.js +7 -0
- package/dist/bindings/utils/NoBinaryFoundError.js.map +1 -0
- package/dist/bindings/utils/asyncEvery.d.ts +5 -0
- package/dist/bindings/utils/asyncEvery.js +15 -0
- package/dist/bindings/utils/asyncEvery.js.map +1 -0
- package/dist/bindings/utils/asyncSome.d.ts +5 -0
- package/dist/bindings/utils/asyncSome.js +27 -0
- package/dist/bindings/utils/asyncSome.js.map +1 -0
- package/dist/{utils → bindings/utils}/binariesGithubRelease.js +1 -1
- package/dist/bindings/utils/binariesGithubRelease.js.map +1 -0
- package/dist/bindings/utils/clearAllLocalBuilds.d.ts +1 -0
- package/dist/bindings/utils/clearAllLocalBuilds.js +47 -0
- package/dist/bindings/utils/clearAllLocalBuilds.js.map +1 -0
- package/dist/bindings/utils/cloneLlamaCppRepo.d.ts +11 -0
- package/dist/bindings/utils/cloneLlamaCppRepo.js +166 -0
- package/dist/bindings/utils/cloneLlamaCppRepo.js.map +1 -0
- package/dist/bindings/utils/compileLLamaCpp.d.ts +21 -0
- package/dist/bindings/utils/compileLLamaCpp.js +288 -0
- package/dist/bindings/utils/compileLLamaCpp.js.map +1 -0
- package/dist/bindings/utils/detectAvailableComputeLayers.d.ts +14 -0
- package/dist/bindings/utils/detectAvailableComputeLayers.js +305 -0
- package/dist/bindings/utils/detectAvailableComputeLayers.js.map +1 -0
- package/dist/bindings/utils/detectGlibc.d.ts +4 -0
- package/dist/bindings/utils/detectGlibc.js +46 -0
- package/dist/bindings/utils/detectGlibc.js.map +1 -0
- package/dist/bindings/utils/getBestComputeLayersAvailable.d.ts +10 -0
- package/dist/bindings/utils/getBestComputeLayersAvailable.js +29 -0
- package/dist/bindings/utils/getBestComputeLayersAvailable.js.map +1 -0
- package/dist/bindings/utils/getBuildFolderNameForBuildOptions.d.ts +5 -0
- package/dist/bindings/utils/getBuildFolderNameForBuildOptions.js +93 -0
- package/dist/bindings/utils/getBuildFolderNameForBuildOptions.js.map +1 -0
- package/dist/bindings/utils/getCanUsePrebuiltBinaries.d.ts +1 -0
- package/dist/bindings/utils/getCanUsePrebuiltBinaries.js +8 -0
- package/dist/bindings/utils/getCanUsePrebuiltBinaries.js.map +1 -0
- package/dist/bindings/utils/getExampleUsageCodeOfGetLlama.d.ts +2 -0
- package/dist/bindings/utils/getExampleUsageCodeOfGetLlama.js +21 -0
- package/dist/bindings/utils/getExampleUsageCodeOfGetLlama.js.map +1 -0
- package/dist/bindings/utils/getGpuTypesToUseForOption.d.ts +13 -0
- package/dist/bindings/utils/getGpuTypesToUseForOption.js +39 -0
- package/dist/bindings/utils/getGpuTypesToUseForOption.js.map +1 -0
- package/dist/bindings/utils/getLinuxDistroInfo.d.ts +9 -0
- package/dist/bindings/utils/getLinuxDistroInfo.js +46 -0
- package/dist/bindings/utils/getLinuxDistroInfo.js.map +1 -0
- package/dist/bindings/utils/getLlamaWithoutBackend.d.ts +5 -0
- package/dist/bindings/utils/getLlamaWithoutBackend.js +27 -0
- package/dist/bindings/utils/getLlamaWithoutBackend.js.map +1 -0
- package/dist/bindings/utils/getPlatform.d.ts +2 -0
- package/dist/bindings/utils/getPlatform.js +15 -0
- package/dist/bindings/utils/getPlatform.js.map +1 -0
- package/dist/bindings/utils/getPlatformInfo.d.ts +5 -0
- package/dist/bindings/utils/getPlatformInfo.js +28 -0
- package/dist/bindings/utils/getPlatformInfo.js.map +1 -0
- package/dist/bindings/utils/hasBuildingFromSourceDependenciesInstalled.d.ts +3 -0
- package/dist/bindings/utils/hasBuildingFromSourceDependenciesInstalled.js +27 -0
- package/dist/bindings/utils/hasBuildingFromSourceDependenciesInstalled.js.map +1 -0
- package/dist/bindings/utils/hasFileInPath.d.ts +2 -0
- package/dist/bindings/utils/hasFileInPath.js +34 -0
- package/dist/bindings/utils/hasFileInPath.js.map +1 -0
- package/dist/bindings/utils/lastBuildInfo.d.ts +6 -0
- package/dist/bindings/utils/lastBuildInfo.js +17 -0
- package/dist/bindings/utils/lastBuildInfo.js.map +1 -0
- package/dist/bindings/utils/logBinaryUsageExampleToConsole.d.ts +2 -0
- package/dist/bindings/utils/logBinaryUsageExampleToConsole.js +22 -0
- package/dist/bindings/utils/logBinaryUsageExampleToConsole.js.map +1 -0
- package/dist/bindings/utils/logDistroInstallInstruction.d.ts +14 -0
- package/dist/bindings/utils/logDistroInstallInstruction.js +48 -0
- package/dist/bindings/utils/logDistroInstallInstruction.js.map +1 -0
- package/dist/bindings/utils/resolveCustomCmakeOptions.d.ts +1 -0
- package/dist/bindings/utils/resolveCustomCmakeOptions.js +43 -0
- package/dist/bindings/utils/resolveCustomCmakeOptions.js.map +1 -0
- package/dist/bindings/utils/testBindingBinary.d.ts +1 -0
- package/dist/bindings/utils/testBindingBinary.js +100 -0
- package/dist/bindings/utils/testBindingBinary.js.map +1 -0
- package/dist/bindings/utils/testCmakeBinary.d.ts +6 -0
- package/dist/bindings/utils/testCmakeBinary.js +32 -0
- package/dist/bindings/utils/testCmakeBinary.js.map +1 -0
- package/dist/chatWrappers/AlpacaChatWrapper.d.ts +2 -1
- package/dist/chatWrappers/AlpacaChatWrapper.js +9 -2
- package/dist/chatWrappers/AlpacaChatWrapper.js.map +1 -1
- package/dist/chatWrappers/ChatMLChatWrapper.d.ts +2 -9
- package/dist/chatWrappers/ChatMLChatWrapper.js +23 -21
- package/dist/chatWrappers/ChatMLChatWrapper.js.map +1 -1
- package/dist/chatWrappers/FalconChatWrapper.d.ts +4 -10
- package/dist/chatWrappers/FalconChatWrapper.js +38 -21
- package/dist/chatWrappers/FalconChatWrapper.js.map +1 -1
- package/dist/chatWrappers/FunctionaryChatWrapper.d.ts +8 -32
- package/dist/chatWrappers/FunctionaryChatWrapper.js +326 -118
- package/dist/chatWrappers/FunctionaryChatWrapper.js.map +1 -1
- package/dist/chatWrappers/GemmaChatWrapper.d.ts +7 -0
- package/dist/chatWrappers/GemmaChatWrapper.js +96 -0
- package/dist/chatWrappers/GemmaChatWrapper.js.map +1 -0
- package/dist/chatWrappers/GeneralChatWrapper.d.ts +4 -10
- package/dist/chatWrappers/GeneralChatWrapper.js +45 -22
- package/dist/chatWrappers/GeneralChatWrapper.js.map +1 -1
- package/dist/chatWrappers/Llama2ChatWrapper.d.ts +12 -0
- package/dist/chatWrappers/{LlamaChatWrapper.js → Llama2ChatWrapper.js} +38 -20
- package/dist/chatWrappers/Llama2ChatWrapper.js.map +1 -0
- package/dist/chatWrappers/Llama3ChatWrapper.d.ts +16 -0
- package/dist/chatWrappers/Llama3ChatWrapper.js +173 -0
- package/dist/chatWrappers/Llama3ChatWrapper.js.map +1 -0
- package/dist/chatWrappers/Llama3_1ChatWrapper.d.ts +31 -0
- package/dist/chatWrappers/Llama3_1ChatWrapper.js +223 -0
- package/dist/chatWrappers/Llama3_1ChatWrapper.js.map +1 -0
- package/dist/chatWrappers/generic/JinjaTemplateChatWrapper.d.ts +76 -0
- package/dist/chatWrappers/generic/JinjaTemplateChatWrapper.js +371 -0
- package/dist/chatWrappers/generic/JinjaTemplateChatWrapper.js.map +1 -0
- package/dist/chatWrappers/generic/TemplateChatWrapper.d.ts +54 -0
- package/dist/chatWrappers/generic/TemplateChatWrapper.js +200 -0
- package/dist/chatWrappers/generic/TemplateChatWrapper.js.map +1 -0
- package/dist/chatWrappers/generic/utils/chatHistoryFunctionCallMessageTemplate.d.ts +23 -0
- package/dist/chatWrappers/generic/utils/chatHistoryFunctionCallMessageTemplate.js +45 -0
- package/dist/chatWrappers/generic/utils/chatHistoryFunctionCallMessageTemplate.js.map +1 -0
- package/dist/chatWrappers/utils/ChatModelFunctionsDocumentationGenerator.d.ts +57 -0
- package/dist/chatWrappers/utils/ChatModelFunctionsDocumentationGenerator.js +119 -0
- package/dist/chatWrappers/utils/ChatModelFunctionsDocumentationGenerator.js.map +1 -0
- package/dist/chatWrappers/utils/isJinjaTemplateEquivalentToSpecializedChatWrapper.d.ts +4 -0
- package/dist/chatWrappers/utils/isJinjaTemplateEquivalentToSpecializedChatWrapper.js +210 -0
- package/dist/chatWrappers/utils/isJinjaTemplateEquivalentToSpecializedChatWrapper.js.map +1 -0
- package/dist/chatWrappers/utils/jsonDumps.d.ts +7 -0
- package/dist/chatWrappers/utils/jsonDumps.js +18 -0
- package/dist/chatWrappers/utils/jsonDumps.js.map +1 -0
- package/dist/chatWrappers/utils/resolveChatWrapper.d.ts +71 -0
- package/dist/chatWrappers/utils/resolveChatWrapper.js +289 -0
- package/dist/chatWrappers/utils/resolveChatWrapper.js.map +1 -0
- package/dist/cli/cli.js +21 -7
- package/dist/cli/cli.js.map +1 -1
- package/dist/cli/commands/BuildCommand.d.ts +11 -4
- package/dist/cli/commands/BuildCommand.js +114 -41
- package/dist/cli/commands/BuildCommand.js.map +1 -1
- package/dist/cli/commands/ChatCommand.d.ts +19 -7
- package/dist/cli/commands/ChatCommand.js +306 -150
- package/dist/cli/commands/ChatCommand.js.map +1 -1
- package/dist/cli/commands/ClearCommand.d.ts +1 -1
- package/dist/cli/commands/ClearCommand.js +11 -12
- package/dist/cli/commands/ClearCommand.js.map +1 -1
- package/dist/cli/commands/CompleteCommand.d.ts +30 -0
- package/dist/cli/commands/CompleteCommand.js +374 -0
- package/dist/cli/commands/CompleteCommand.js.map +1 -0
- package/dist/cli/commands/DebugCommand.d.ts +7 -0
- package/dist/cli/commands/DebugCommand.js +54 -0
- package/dist/cli/commands/DebugCommand.js.map +1 -0
- package/dist/cli/commands/DownloadCommand.d.ts +7 -4
- package/dist/cli/commands/DownloadCommand.js +121 -70
- package/dist/cli/commands/DownloadCommand.js.map +1 -1
- package/dist/cli/commands/InfillCommand.d.ts +32 -0
- package/dist/cli/commands/InfillCommand.js +410 -0
- package/dist/cli/commands/InfillCommand.js.map +1 -0
- package/dist/cli/commands/InitCommand.d.ts +11 -0
- package/dist/cli/commands/InitCommand.js +195 -0
- package/dist/cli/commands/InitCommand.js.map +1 -0
- package/dist/cli/commands/OnPostInstallCommand.js +9 -10
- package/dist/cli/commands/OnPostInstallCommand.js.map +1 -1
- package/dist/cli/commands/PullCommand.d.ts +12 -0
- package/dist/cli/commands/PullCommand.js +117 -0
- package/dist/cli/commands/PullCommand.js.map +1 -0
- package/dist/cli/commands/inspect/InspectCommand.d.ts +4 -0
- package/dist/cli/commands/inspect/InspectCommand.js +19 -0
- package/dist/cli/commands/inspect/InspectCommand.js.map +1 -0
- package/dist/cli/commands/inspect/commands/InspectGgufCommand.d.ts +12 -0
- package/dist/cli/commands/inspect/commands/InspectGgufCommand.js +136 -0
- package/dist/cli/commands/inspect/commands/InspectGgufCommand.js.map +1 -0
- package/dist/cli/commands/inspect/commands/InspectGpuCommand.d.ts +4 -0
- package/dist/cli/commands/inspect/commands/InspectGpuCommand.js +180 -0
- package/dist/cli/commands/inspect/commands/InspectGpuCommand.js.map +1 -0
- package/dist/cli/commands/inspect/commands/InspectMeasureCommand.d.ts +18 -0
- package/dist/cli/commands/inspect/commands/InspectMeasureCommand.js +626 -0
- package/dist/cli/commands/inspect/commands/InspectMeasureCommand.js.map +1 -0
- package/dist/cli/projectTemplates.d.ts +7 -0
- package/dist/cli/projectTemplates.js +10 -0
- package/dist/cli/projectTemplates.js.map +1 -0
- package/dist/cli/recommendedModels.d.ts +2 -0
- package/dist/cli/recommendedModels.js +376 -0
- package/dist/cli/recommendedModels.js.map +1 -0
- package/dist/cli/startCreateCli.d.ts +2 -0
- package/dist/cli/startCreateCli.js +26 -0
- package/dist/cli/startCreateCli.js.map +1 -0
- package/dist/cli/utils/ConsoleInteraction.d.ts +23 -0
- package/dist/cli/utils/ConsoleInteraction.js +122 -0
- package/dist/cli/utils/ConsoleInteraction.js.map +1 -0
- package/dist/cli/utils/ConsoleTable.d.ts +23 -0
- package/dist/cli/utils/ConsoleTable.js +86 -0
- package/dist/cli/utils/ConsoleTable.js.map +1 -0
- package/dist/cli/utils/basicChooseFromListConsoleInteraction.d.ts +13 -0
- package/dist/cli/utils/basicChooseFromListConsoleInteraction.js +111 -0
- package/dist/cli/utils/basicChooseFromListConsoleInteraction.js.map +1 -0
- package/dist/cli/utils/consolePromptQuestion.d.ts +6 -0
- package/dist/cli/utils/consolePromptQuestion.js +82 -0
- package/dist/cli/utils/consolePromptQuestion.js.map +1 -0
- package/dist/cli/utils/getReadablePath.d.ts +1 -0
- package/dist/cli/utils/getReadablePath.js +14 -0
- package/dist/cli/utils/getReadablePath.js.map +1 -0
- package/dist/cli/utils/interactivelyAskForModel.d.ts +8 -0
- package/dist/cli/utils/interactivelyAskForModel.js +461 -0
- package/dist/cli/utils/interactivelyAskForModel.js.map +1 -0
- package/dist/cli/utils/logUsedGpuTypeOption.d.ts +2 -0
- package/dist/cli/utils/logUsedGpuTypeOption.js +9 -0
- package/dist/cli/utils/logUsedGpuTypeOption.js.map +1 -0
- package/dist/cli/utils/printCommonInfoLines.d.ts +9 -0
- package/dist/cli/utils/printCommonInfoLines.js +79 -0
- package/dist/cli/utils/printCommonInfoLines.js.map +1 -0
- package/dist/cli/utils/printInfoLine.d.ts +12 -0
- package/dist/cli/utils/printInfoLine.js +54 -0
- package/dist/cli/utils/printInfoLine.js.map +1 -0
- package/dist/cli/utils/projectTemplates.d.ts +19 -0
- package/dist/cli/utils/projectTemplates.js +47 -0
- package/dist/cli/utils/projectTemplates.js.map +1 -0
- package/dist/cli/utils/resolveCommandGgufPath.d.ts +5 -0
- package/dist/cli/utils/resolveCommandGgufPath.js +72 -0
- package/dist/cli/utils/resolveCommandGgufPath.js.map +1 -0
- package/dist/cli/utils/resolveHeaderFlag.d.ts +1 -0
- package/dist/cli/utils/resolveHeaderFlag.js +21 -0
- package/dist/cli/utils/resolveHeaderFlag.js.map +1 -0
- package/dist/cli/utils/resolveModelRecommendationFileOptions.d.ts +19 -0
- package/dist/cli/utils/resolveModelRecommendationFileOptions.js +7 -0
- package/dist/cli/utils/resolveModelRecommendationFileOptions.js.map +1 -0
- package/dist/cli/utils/splitAnsiToLines.d.ts +1 -0
- package/dist/cli/utils/splitAnsiToLines.js +32 -0
- package/dist/cli/utils/splitAnsiToLines.js.map +1 -0
- package/dist/cli/utils/withCliCommandDescriptionDocsUrl.d.ts +2 -0
- package/dist/cli/utils/withCliCommandDescriptionDocsUrl.js +23 -0
- package/dist/cli/utils/withCliCommandDescriptionDocsUrl.js.map +1 -0
- package/dist/commands.d.ts +1 -0
- package/dist/commands.js +3 -0
- package/dist/commands.js.map +1 -1
- package/dist/config.d.ts +38 -5
- package/dist/config.js +61 -16
- package/dist/config.js.map +1 -1
- package/dist/consts.d.ts +4 -0
- package/dist/consts.js +11 -0
- package/dist/consts.js.map +1 -0
- package/dist/evaluator/LlamaChat/LlamaChat.d.ts +270 -0
- package/dist/evaluator/LlamaChat/LlamaChat.js +1544 -0
- package/dist/evaluator/LlamaChat/LlamaChat.js.map +1 -0
- package/dist/evaluator/LlamaChat/utils/FunctionCallNameGrammar.d.ts +11 -0
- package/dist/evaluator/LlamaChat/utils/FunctionCallNameGrammar.js +55 -0
- package/dist/evaluator/LlamaChat/utils/FunctionCallNameGrammar.js.map +1 -0
- package/dist/evaluator/LlamaChat/utils/FunctionCallParamsGrammar.d.ts +16 -0
- package/dist/evaluator/LlamaChat/utils/FunctionCallParamsGrammar.js +45 -0
- package/dist/evaluator/LlamaChat/utils/FunctionCallParamsGrammar.js.map +1 -0
- package/dist/evaluator/LlamaChat/utils/LlamaFunctionCallValidationError.d.ts +8 -0
- package/dist/evaluator/LlamaChat/utils/LlamaFunctionCallValidationError.js +12 -0
- package/dist/evaluator/LlamaChat/utils/LlamaFunctionCallValidationError.js.map +1 -0
- package/dist/{llamaEvaluator → evaluator}/LlamaChat/utils/contextShiftStrategies/eraseFirstResponseAndKeepFirstSystemChatContextShiftStrategy.js +42 -16
- package/dist/evaluator/LlamaChat/utils/contextShiftStrategies/eraseFirstResponseAndKeepFirstSystemChatContextShiftStrategy.js.map +1 -0
- package/dist/evaluator/LlamaChatSession/LlamaChatSession.d.ts +310 -0
- package/dist/evaluator/LlamaChatSession/LlamaChatSession.js +425 -0
- package/dist/evaluator/LlamaChatSession/LlamaChatSession.js.map +1 -0
- package/dist/evaluator/LlamaChatSession/utils/LlamaChatSessionPromptCompletionEngine.d.ts +39 -0
- package/dist/evaluator/LlamaChatSession/utils/LlamaChatSessionPromptCompletionEngine.js +186 -0
- package/dist/evaluator/LlamaChatSession/utils/LlamaChatSessionPromptCompletionEngine.js.map +1 -0
- package/dist/{llamaEvaluator → evaluator}/LlamaChatSession/utils/defineChatSessionFunction.d.ts +3 -0
- package/dist/{llamaEvaluator → evaluator}/LlamaChatSession/utils/defineChatSessionFunction.js +3 -0
- package/dist/evaluator/LlamaChatSession/utils/defineChatSessionFunction.js.map +1 -0
- package/dist/evaluator/LlamaCompletion.d.ts +154 -0
- package/dist/evaluator/LlamaCompletion.js +424 -0
- package/dist/evaluator/LlamaCompletion.js.map +1 -0
- package/dist/{llamaEvaluator → evaluator}/LlamaContext/LlamaContext.d.ts +42 -22
- package/dist/{llamaEvaluator → evaluator}/LlamaContext/LlamaContext.js +338 -81
- package/dist/evaluator/LlamaContext/LlamaContext.js.map +1 -0
- package/dist/evaluator/LlamaContext/types.d.ts +175 -0
- package/dist/evaluator/LlamaContext/types.js.map +1 -0
- package/dist/evaluator/LlamaContext/utils/batchItemsPrioritizationStrategies/firstInFirstOutStrategy.js.map +1 -0
- package/dist/evaluator/LlamaContext/utils/batchItemsPrioritizationStrategies/maximumParallelismStrategy.js.map +1 -0
- package/dist/evaluator/LlamaContext/utils/resolveBatchItemsPrioritizationStrategy.d.ts +2 -0
- package/dist/{llamaEvaluator/LlamaContext/utils/resolveBatchItemsPrioritizingStrategy.js → evaluator/LlamaContext/utils/resolveBatchItemsPrioritizationStrategy.js} +4 -4
- package/dist/evaluator/LlamaContext/utils/resolveBatchItemsPrioritizationStrategy.js.map +1 -0
- package/dist/evaluator/LlamaEmbeddingContext.d.ts +51 -0
- package/dist/evaluator/LlamaEmbeddingContext.js +73 -0
- package/dist/evaluator/LlamaEmbeddingContext.js.map +1 -0
- package/dist/evaluator/LlamaGrammar.d.ts +34 -0
- package/dist/{llamaEvaluator → evaluator}/LlamaGrammar.js +15 -12
- package/dist/evaluator/LlamaGrammar.js.map +1 -0
- package/dist/{llamaEvaluator → evaluator}/LlamaGrammarEvaluationState.js +4 -4
- package/dist/evaluator/LlamaGrammarEvaluationState.js.map +1 -0
- package/dist/{llamaEvaluator → evaluator}/LlamaJsonSchemaGrammar.d.ts +2 -1
- package/dist/{llamaEvaluator → evaluator}/LlamaJsonSchemaGrammar.js +3 -3
- package/dist/evaluator/LlamaJsonSchemaGrammar.js.map +1 -0
- package/dist/evaluator/LlamaModel/LlamaModel.d.ts +242 -0
- package/dist/evaluator/LlamaModel/LlamaModel.js +765 -0
- package/dist/evaluator/LlamaModel/LlamaModel.js.map +1 -0
- package/dist/evaluator/LlamaModel/utils/TokenAttributes.d.ts +29 -0
- package/dist/evaluator/LlamaModel/utils/TokenAttributes.js +65 -0
- package/dist/evaluator/LlamaModel/utils/TokenAttributes.js.map +1 -0
- package/dist/evaluator/TokenBias.d.ts +22 -0
- package/dist/evaluator/TokenBias.js +33 -0
- package/dist/evaluator/TokenBias.js.map +1 -0
- package/dist/evaluator/TokenMeter.d.ts +54 -0
- package/dist/evaluator/TokenMeter.js +86 -0
- package/dist/evaluator/TokenMeter.js.map +1 -0
- package/dist/gguf/consts.d.ts +4 -0
- package/dist/gguf/consts.js +12 -0
- package/dist/gguf/consts.js.map +1 -0
- package/dist/gguf/errors/InvalidGgufMagicError.d.ts +3 -0
- package/dist/gguf/errors/InvalidGgufMagicError.js +6 -0
- package/dist/gguf/errors/InvalidGgufMagicError.js.map +1 -0
- package/dist/gguf/errors/UnsupportedGgufValueTypeError.d.ts +4 -0
- package/dist/gguf/errors/UnsupportedGgufValueTypeError.js +9 -0
- package/dist/gguf/errors/UnsupportedGgufValueTypeError.js.map +1 -0
- package/dist/gguf/fileReaders/GgufFileReader.d.ts +37 -0
- package/dist/gguf/fileReaders/GgufFileReader.js +109 -0
- package/dist/gguf/fileReaders/GgufFileReader.js.map +1 -0
- package/dist/gguf/fileReaders/GgufFsFileReader.d.ts +18 -0
- package/dist/gguf/fileReaders/GgufFsFileReader.js +62 -0
- package/dist/gguf/fileReaders/GgufFsFileReader.js.map +1 -0
- package/dist/gguf/fileReaders/GgufNetworkFetchFileReader.d.ts +23 -0
- package/dist/gguf/fileReaders/GgufNetworkFetchFileReader.js +79 -0
- package/dist/gguf/fileReaders/GgufNetworkFetchFileReader.js.map +1 -0
- package/dist/gguf/insights/GgufInsights.d.ts +50 -0
- package/dist/gguf/insights/GgufInsights.js +401 -0
- package/dist/gguf/insights/GgufInsights.js.map +1 -0
- package/dist/gguf/insights/GgufInsightsConfigurationResolver.d.ts +90 -0
- package/dist/gguf/insights/GgufInsightsConfigurationResolver.js +144 -0
- package/dist/gguf/insights/GgufInsightsConfigurationResolver.js.map +1 -0
- package/dist/gguf/insights/utils/resolveContextContextSizeOption.d.ts +19 -0
- package/dist/gguf/insights/utils/resolveContextContextSizeOption.js +78 -0
- package/dist/gguf/insights/utils/resolveContextContextSizeOption.js.map +1 -0
- package/dist/gguf/insights/utils/resolveModelGpuLayersOption.d.ts +15 -0
- package/dist/gguf/insights/utils/resolveModelGpuLayersOption.js +183 -0
- package/dist/gguf/insights/utils/resolveModelGpuLayersOption.js.map +1 -0
- package/dist/gguf/insights/utils/scoreLevels.d.ts +5 -0
- package/dist/gguf/insights/utils/scoreLevels.js +16 -0
- package/dist/gguf/insights/utils/scoreLevels.js.map +1 -0
- package/dist/gguf/parser/GgufV2Parser.d.ts +20 -0
- package/dist/gguf/parser/GgufV2Parser.js +156 -0
- package/dist/gguf/parser/GgufV2Parser.js.map +1 -0
- package/dist/gguf/parser/GgufV3Parser.d.ts +3 -0
- package/dist/gguf/parser/GgufV3Parser.js +4 -0
- package/dist/gguf/parser/GgufV3Parser.js.map +1 -0
- package/dist/gguf/parser/parseGguf.d.ts +8 -0
- package/dist/gguf/parser/parseGguf.js +61 -0
- package/dist/gguf/parser/parseGguf.js.map +1 -0
- package/dist/gguf/readGgufFileInfo.d.ts +33 -0
- package/dist/gguf/readGgufFileInfo.js +66 -0
- package/dist/gguf/readGgufFileInfo.js.map +1 -0
- package/dist/gguf/types/GgufFileInfoTypes.d.ts +84 -0
- package/dist/gguf/types/GgufFileInfoTypes.js +18 -0
- package/dist/gguf/types/GgufFileInfoTypes.js.map +1 -0
- package/dist/gguf/types/GgufMetadataTypes.d.ts +356 -0
- package/dist/gguf/types/GgufMetadataTypes.js +99 -0
- package/dist/gguf/types/GgufMetadataTypes.js.map +1 -0
- package/dist/gguf/types/GgufTensorInfoTypes.d.ts +37 -0
- package/dist/gguf/types/GgufTensorInfoTypes.js +33 -0
- package/dist/gguf/types/GgufTensorInfoTypes.js.map +1 -0
- package/dist/gguf/utils/GgufReadOffset.d.ts +6 -0
- package/dist/gguf/utils/GgufReadOffset.js +18 -0
- package/dist/gguf/utils/GgufReadOffset.js.map +1 -0
- package/dist/gguf/utils/convertMetadataKeyValueRecordToNestedObject.d.ts +6 -0
- package/dist/gguf/utils/convertMetadataKeyValueRecordToNestedObject.js +74 -0
- package/dist/gguf/utils/convertMetadataKeyValueRecordToNestedObject.js.map +1 -0
- package/dist/gguf/utils/getGgufFileTypeName.d.ts +4 -0
- package/dist/gguf/utils/getGgufFileTypeName.js +13 -0
- package/dist/gguf/utils/getGgufFileTypeName.js.map +1 -0
- package/dist/gguf/utils/getGgufMetadataArchitectureData.d.ts +3 -0
- package/dist/gguf/utils/getGgufMetadataArchitectureData.js +4 -0
- package/dist/gguf/utils/getGgufMetadataArchitectureData.js.map +1 -0
- package/dist/gguf/utils/normalizeGgufDownloadUrl.d.ts +1 -0
- package/dist/gguf/utils/normalizeGgufDownloadUrl.js +16 -0
- package/dist/gguf/utils/normalizeGgufDownloadUrl.js.map +1 -0
- package/dist/gguf/utils/resolveBinarySplitGgufPartUrls.d.ts +2 -0
- package/dist/gguf/utils/resolveBinarySplitGgufPartUrls.js +39 -0
- package/dist/gguf/utils/resolveBinarySplitGgufPartUrls.js.map +1 -0
- package/dist/gguf/utils/resolveSplitGgufParts.d.ts +7 -0
- package/dist/gguf/utils/resolveSplitGgufParts.js +55 -0
- package/dist/gguf/utils/resolveSplitGgufParts.js.map +1 -0
- package/dist/index.d.ts +43 -18
- package/dist/index.js +38 -15
- package/dist/index.js.map +1 -1
- package/dist/state.d.ts +4 -0
- package/dist/state.js +14 -0
- package/dist/state.js.map +1 -1
- package/dist/types.d.ts +130 -5
- package/dist/types.js.map +1 -1
- package/dist/utils/DeepPartialObject.d.ts +3 -0
- package/dist/utils/DeepPartialObject.js +2 -0
- package/dist/utils/DeepPartialObject.js.map +1 -0
- package/dist/utils/DisposeGuard.d.ts +13 -0
- package/dist/utils/DisposeGuard.js +120 -0
- package/dist/utils/DisposeGuard.js.map +1 -0
- package/dist/utils/InsufficientMemoryError.d.ts +3 -0
- package/dist/utils/InsufficientMemoryError.js +6 -0
- package/dist/utils/InsufficientMemoryError.js.map +1 -0
- package/dist/utils/LlamaText.d.ts +70 -26
- package/dist/utils/LlamaText.js +472 -157
- package/dist/utils/LlamaText.js.map +1 -1
- package/dist/utils/LruCache.d.ts +12 -0
- package/dist/utils/LruCache.js +44 -0
- package/dist/utils/LruCache.js.map +1 -0
- package/dist/utils/ReplHistory.js +5 -1
- package/dist/utils/ReplHistory.js.map +1 -1
- package/dist/utils/StopGenerationDetector.d.ts +27 -8
- package/dist/utils/StopGenerationDetector.js +108 -22
- package/dist/utils/StopGenerationDetector.js.map +1 -1
- package/dist/utils/TokenStreamRegulator.d.ts +10 -4
- package/dist/utils/TokenStreamRegulator.js +102 -10
- package/dist/utils/TokenStreamRegulator.js.map +1 -1
- package/dist/utils/UnsupportedError.d.ts +2 -0
- package/dist/utils/UnsupportedError.js +7 -0
- package/dist/utils/UnsupportedError.js.map +1 -0
- package/dist/utils/appendUserMessageToChatHistory.js.map +1 -1
- package/dist/utils/clearTempFolder.js.map +1 -1
- package/dist/utils/cmake.js +38 -20
- package/dist/utils/cmake.js.map +1 -1
- package/dist/utils/createModelDownloader.d.ts +111 -0
- package/dist/utils/createModelDownloader.js +273 -0
- package/dist/utils/createModelDownloader.js.map +1 -0
- package/dist/utils/findBestOption.d.ts +4 -0
- package/dist/utils/findBestOption.js +15 -0
- package/dist/utils/findBestOption.js.map +1 -0
- package/dist/utils/findCharacterRemovalCountToFitChatHistoryInContext.d.ts +1 -0
- package/dist/utils/findCharacterRemovalCountToFitChatHistoryInContext.js +23 -12
- package/dist/utils/findCharacterRemovalCountToFitChatHistoryInContext.js.map +1 -1
- package/dist/utils/gbnfJson/GbnfGrammarGenerator.js.map +1 -1
- package/dist/utils/gbnfJson/getGbnfGrammarForGbnfJsonSchema.d.ts +5 -0
- package/dist/utils/gbnfJson/getGbnfGrammarForGbnfJsonSchema.js +11 -0
- package/dist/utils/gbnfJson/getGbnfGrammarForGbnfJsonSchema.js.map +1 -0
- package/dist/utils/gbnfJson/terminals/GbnfArray.d.ts +3 -1
- package/dist/utils/gbnfJson/terminals/GbnfArray.js +10 -5
- package/dist/utils/gbnfJson/terminals/GbnfArray.js.map +1 -1
- package/dist/utils/gbnfJson/terminals/GbnfBoolean.d.ts +1 -1
- package/dist/utils/gbnfJson/terminals/GbnfBoolean.js.map +1 -1
- package/dist/utils/gbnfJson/terminals/GbnfBooleanValue.js.map +1 -1
- package/dist/utils/gbnfJson/terminals/GbnfGrammar.js.map +1 -1
- package/dist/utils/gbnfJson/terminals/GbnfNull.d.ts +1 -1
- package/dist/utils/gbnfJson/terminals/GbnfNull.js.map +1 -1
- package/dist/utils/gbnfJson/terminals/GbnfNumber.d.ts +1 -1
- package/dist/utils/gbnfJson/terminals/GbnfNumber.js.map +1 -1
- package/dist/utils/gbnfJson/terminals/GbnfNumberValue.js.map +1 -1
- package/dist/utils/gbnfJson/terminals/GbnfObjectMap.d.ts +3 -1
- package/dist/utils/gbnfJson/terminals/GbnfObjectMap.js +9 -4
- package/dist/utils/gbnfJson/terminals/GbnfObjectMap.js.map +1 -1
- package/dist/utils/gbnfJson/terminals/GbnfOr.js.map +1 -1
- package/dist/utils/gbnfJson/terminals/GbnfRepetition.d.ts +9 -0
- package/dist/utils/gbnfJson/terminals/GbnfRepetition.js +37 -0
- package/dist/utils/gbnfJson/terminals/GbnfRepetition.js.map +1 -0
- package/dist/utils/gbnfJson/terminals/GbnfString.d.ts +1 -1
- package/dist/utils/gbnfJson/terminals/GbnfString.js +23 -5
- package/dist/utils/gbnfJson/terminals/GbnfString.js.map +1 -1
- package/dist/utils/gbnfJson/terminals/GbnfStringValue.js.map +1 -1
- package/dist/utils/gbnfJson/terminals/GbnfVerbatimText.js.map +1 -1
- package/dist/utils/gbnfJson/terminals/GbnfWhitespace.d.ts +7 -4
- package/dist/utils/gbnfJson/terminals/GbnfWhitespace.js +37 -9
- package/dist/utils/gbnfJson/terminals/GbnfWhitespace.js.map +1 -1
- package/dist/utils/gbnfJson/terminals/gbnfConsts.d.ts +5 -4
- package/dist/utils/gbnfJson/terminals/gbnfConsts.js +14 -3
- package/dist/utils/gbnfJson/terminals/gbnfConsts.js.map +1 -1
- package/dist/utils/gbnfJson/types.d.ts +3 -0
- package/dist/utils/gbnfJson/types.js.map +1 -1
- package/dist/utils/gbnfJson/utils/GbnfJsonScopeState.d.ts +10 -0
- package/dist/utils/gbnfJson/utils/GbnfJsonScopeState.js +15 -0
- package/dist/utils/gbnfJson/utils/GbnfJsonScopeState.js.map +1 -0
- package/dist/utils/gbnfJson/utils/getGbnfJsonTerminalForGbnfJsonSchema.d.ts +2 -1
- package/dist/utils/gbnfJson/utils/getGbnfJsonTerminalForGbnfJsonSchema.js +6 -5
- package/dist/utils/gbnfJson/utils/getGbnfJsonTerminalForGbnfJsonSchema.js.map +1 -1
- package/dist/utils/gbnfJson/utils/validateObjectAgainstGbnfSchema.js +2 -2
- package/dist/utils/gbnfJson/utils/validateObjectAgainstGbnfSchema.js.map +1 -1
- package/dist/utils/getBuildDefaults.d.ts +1 -2
- package/dist/utils/getBuildDefaults.js +2 -3
- package/dist/utils/getBuildDefaults.js.map +1 -1
- package/dist/utils/getConsoleLogPrefix.d.ts +1 -0
- package/dist/utils/getConsoleLogPrefix.js +10 -0
- package/dist/utils/getConsoleLogPrefix.js.map +1 -0
- package/dist/utils/getGrammarsFolder.d.ts +2 -1
- package/dist/utils/getGrammarsFolder.js +8 -7
- package/dist/utils/getGrammarsFolder.js.map +1 -1
- package/dist/utils/getModuleVersion.d.ts +1 -0
- package/dist/utils/getModuleVersion.js +13 -0
- package/dist/utils/getModuleVersion.js.map +1 -0
- package/dist/utils/getQueuedTokensBeforeStopTrigger.d.ts +6 -0
- package/dist/utils/getQueuedTokensBeforeStopTrigger.js +22 -0
- package/dist/utils/getQueuedTokensBeforeStopTrigger.js.map +1 -0
- package/dist/utils/getReadableContextSize.d.ts +1 -0
- package/dist/utils/getReadableContextSize.js +7 -0
- package/dist/utils/getReadableContextSize.js.map +1 -0
- package/dist/utils/getTypeScriptTypeStringForGbnfJsonSchema.js +15 -11
- package/dist/utils/getTypeScriptTypeStringForGbnfJsonSchema.js.map +1 -1
- package/dist/utils/gitReleaseBundles.js +73 -5
- package/dist/utils/gitReleaseBundles.js.map +1 -1
- package/dist/utils/hashString.d.ts +1 -0
- package/dist/utils/hashString.js +8 -0
- package/dist/utils/hashString.js.map +1 -0
- package/dist/utils/isLockfileActive.d.ts +4 -0
- package/dist/utils/isLockfileActive.js +12 -0
- package/dist/utils/isLockfileActive.js.map +1 -0
- package/dist/utils/isToken.d.ts +2 -0
- package/dist/utils/isToken.js +4 -0
- package/dist/utils/isToken.js.map +1 -0
- package/dist/utils/isUrl.d.ts +1 -0
- package/dist/utils/isUrl.js +15 -0
- package/dist/utils/isUrl.js.map +1 -0
- package/dist/utils/mergeUnionTypes.d.ts +10 -0
- package/dist/utils/mergeUnionTypes.js +2 -0
- package/dist/utils/mergeUnionTypes.js.map +1 -0
- package/dist/utils/parseModelFileName.d.ts +1 -0
- package/dist/utils/parseModelFileName.js +6 -1
- package/dist/utils/parseModelFileName.js.map +1 -1
- package/dist/utils/parseTextTemplate.d.ts +66 -0
- package/dist/utils/parseTextTemplate.js +116 -0
- package/dist/utils/parseTextTemplate.js.map +1 -0
- package/dist/utils/prettyPrintObject.d.ts +10 -0
- package/dist/utils/prettyPrintObject.js +84 -0
- package/dist/utils/prettyPrintObject.js.map +1 -0
- package/dist/utils/pushAll.d.ts +6 -0
- package/dist/utils/pushAll.js +11 -0
- package/dist/utils/pushAll.js.map +1 -0
- package/dist/utils/removeNullFields.d.ts +2 -1
- package/dist/utils/removeNullFields.js +8 -0
- package/dist/utils/removeNullFields.js.map +1 -1
- package/dist/utils/resolveGithubRelease.d.ts +2 -0
- package/dist/utils/resolveGithubRelease.js +36 -0
- package/dist/utils/resolveGithubRelease.js.map +1 -0
- package/dist/utils/resolveLastTokens.d.ts +2 -0
- package/dist/utils/resolveLastTokens.js +12 -0
- package/dist/utils/resolveLastTokens.js.map +1 -0
- package/dist/utils/runtime.d.ts +4 -0
- package/dist/utils/runtime.js +8 -0
- package/dist/utils/runtime.js.map +1 -0
- package/dist/utils/safeEventCallback.d.ts +6 -0
- package/dist/utils/safeEventCallback.js +29 -0
- package/dist/utils/safeEventCallback.js.map +1 -0
- package/dist/utils/spawnCommand.d.ts +11 -1
- package/dist/utils/spawnCommand.js +56 -6
- package/dist/utils/spawnCommand.js.map +1 -1
- package/dist/utils/tokenizeInput.d.ts +3 -0
- package/dist/utils/tokenizeInput.js +12 -0
- package/dist/utils/tokenizeInput.js.map +1 -0
- package/dist/utils/transformPromisable.d.ts +40 -0
- package/dist/utils/transformPromisable.js +64 -0
- package/dist/utils/transformPromisable.js.map +1 -0
- package/dist/utils/truncateTextAndRoundToWords.d.ts +2 -0
- package/dist/utils/truncateTextAndRoundToWords.js +30 -0
- package/dist/utils/truncateTextAndRoundToWords.js.map +1 -1
- package/dist/utils/utilTypes.d.ts +3 -0
- package/dist/utils/utilTypes.js +2 -0
- package/dist/utils/utilTypes.js.map +1 -0
- package/dist/utils/waitForLockfileRelease.d.ts +5 -0
- package/dist/utils/waitForLockfileRelease.js +20 -0
- package/dist/utils/waitForLockfileRelease.js.map +1 -0
- package/dist/utils/withLockfile.d.ts +7 -0
- package/dist/utils/withLockfile.js +44 -0
- package/dist/utils/withLockfile.js.map +1 -0
- package/dist/utils/withOra.d.ts +2 -0
- package/dist/utils/withOra.js +22 -6
- package/dist/utils/withOra.js.map +1 -1
- package/dist/utils/withProgressLog.d.ts +23 -0
- package/dist/utils/withProgressLog.js +211 -0
- package/dist/utils/withProgressLog.js.map +1 -0
- package/dist/utils/withStatusLogs.d.ts +2 -1
- package/dist/utils/withStatusLogs.js +12 -9
- package/dist/utils/withStatusLogs.js.map +1 -1
- package/dist/utils/wrapAbortSignal.d.ts +2 -0
- package/dist/utils/wrapAbortSignal.js +9 -0
- package/dist/utils/wrapAbortSignal.js.map +1 -0
- package/llama/.clang-format +1 -2
- package/llama/CMakeLists.txt +126 -5
- package/llama/addon/AddonContext.cpp +762 -0
- package/llama/addon/AddonContext.h +53 -0
- package/llama/addon/AddonGrammar.cpp +42 -0
- package/llama/addon/AddonGrammar.h +18 -0
- package/llama/addon/AddonGrammarEvaluationState.cpp +26 -0
- package/llama/addon/AddonGrammarEvaluationState.h +15 -0
- package/llama/addon/AddonModel.cpp +671 -0
- package/llama/addon/AddonModel.h +61 -0
- package/llama/addon/AddonModelData.cpp +25 -0
- package/llama/addon/AddonModelData.h +15 -0
- package/llama/addon/AddonModelLora.cpp +105 -0
- package/llama/addon/AddonModelLora.h +28 -0
- package/llama/addon/addon.cpp +216 -0
- package/llama/addon/addonGlobals.cpp +22 -0
- package/llama/addon/addonGlobals.h +12 -0
- package/llama/addon/globals/addonLog.cpp +135 -0
- package/llama/addon/globals/addonLog.h +21 -0
- package/llama/addon/globals/addonProgress.cpp +15 -0
- package/llama/addon/globals/addonProgress.h +15 -0
- package/llama/addon/globals/getGpuInfo.cpp +108 -0
- package/llama/addon/globals/getGpuInfo.h +6 -0
- package/llama/binariesGithubRelease.json +1 -1
- package/llama/gitRelease.bundle +0 -0
- package/llama/gpuInfo/cuda-gpu-info.cu +120 -0
- package/llama/gpuInfo/cuda-gpu-info.h +10 -0
- package/llama/gpuInfo/metal-gpu-info.h +8 -0
- package/llama/gpuInfo/metal-gpu-info.mm +30 -0
- package/llama/gpuInfo/vulkan-gpu-info.cpp +83 -0
- package/llama/gpuInfo/vulkan-gpu-info.h +9 -0
- package/llama/grammars/README.md +297 -6
- package/llama/grammars/json.gbnf +4 -4
- package/llama/grammars/json_arr.gbnf +4 -4
- package/llama/llama.cpp.info.json +4 -0
- package/llama/toolchains/win32.host-x64.target-arm64.cmake +41 -0
- package/package.json +85 -54
- package/templates/packed/electron-typescript-react.json +1 -0
- package/templates/packed/node-typescript.json +1 -0
- package/dist/AbortError.d.ts +0 -2
- package/dist/AbortError.js +0 -7
- package/dist/AbortError.js.map +0 -1
- package/dist/chatWrappers/LlamaChatWrapper.d.ts +0 -13
- package/dist/chatWrappers/LlamaChatWrapper.js.map +0 -1
- package/dist/chatWrappers/resolveChatWrapperBasedOnModel.d.ts +0 -13
- package/dist/chatWrappers/resolveChatWrapperBasedOnModel.js +0 -57
- package/dist/chatWrappers/resolveChatWrapperBasedOnModel.js.map +0 -1
- package/dist/llamaEvaluator/LlamaBins.d.ts +0 -18
- package/dist/llamaEvaluator/LlamaBins.js +0 -5
- package/dist/llamaEvaluator/LlamaBins.js.map +0 -1
- package/dist/llamaEvaluator/LlamaChat/LlamaChat.d.ts +0 -175
- package/dist/llamaEvaluator/LlamaChat/LlamaChat.js +0 -704
- package/dist/llamaEvaluator/LlamaChat/LlamaChat.js.map +0 -1
- package/dist/llamaEvaluator/LlamaChat/utils/FunctionCallGrammar.d.ts +0 -21
- package/dist/llamaEvaluator/LlamaChat/utils/FunctionCallGrammar.js +0 -120
- package/dist/llamaEvaluator/LlamaChat/utils/FunctionCallGrammar.js.map +0 -1
- package/dist/llamaEvaluator/LlamaChat/utils/contextShiftStrategies/eraseFirstResponseAndKeepFirstSystemChatContextShiftStrategy.js.map +0 -1
- package/dist/llamaEvaluator/LlamaChatSession/LlamaChatSession.d.ts +0 -146
- package/dist/llamaEvaluator/LlamaChatSession/LlamaChatSession.js +0 -211
- package/dist/llamaEvaluator/LlamaChatSession/LlamaChatSession.js.map +0 -1
- package/dist/llamaEvaluator/LlamaChatSession/utils/defineChatSessionFunction.js.map +0 -1
- package/dist/llamaEvaluator/LlamaContext/LlamaContext.js.map +0 -1
- package/dist/llamaEvaluator/LlamaContext/types.d.ts +0 -82
- package/dist/llamaEvaluator/LlamaContext/types.js.map +0 -1
- package/dist/llamaEvaluator/LlamaContext/utils/batchItemsPrioritizingStrategies/firstInFirstOutStrategy.js.map +0 -1
- package/dist/llamaEvaluator/LlamaContext/utils/batchItemsPrioritizingStrategies/maximumParallelismStrategy.js.map +0 -1
- package/dist/llamaEvaluator/LlamaContext/utils/resolveBatchItemsPrioritizingStrategy.d.ts +0 -2
- package/dist/llamaEvaluator/LlamaContext/utils/resolveBatchItemsPrioritizingStrategy.js.map +0 -1
- package/dist/llamaEvaluator/LlamaEmbeddingContext.d.ts +0 -35
- package/dist/llamaEvaluator/LlamaEmbeddingContext.js +0 -73
- package/dist/llamaEvaluator/LlamaEmbeddingContext.js.map +0 -1
- package/dist/llamaEvaluator/LlamaGrammar.d.ts +0 -28
- package/dist/llamaEvaluator/LlamaGrammar.js.map +0 -1
- package/dist/llamaEvaluator/LlamaGrammarEvaluationState.js.map +0 -1
- package/dist/llamaEvaluator/LlamaJsonSchemaGrammar.js.map +0 -1
- package/dist/llamaEvaluator/LlamaModel.d.ts +0 -119
- package/dist/llamaEvaluator/LlamaModel.js +0 -322
- package/dist/llamaEvaluator/LlamaModel.js.map +0 -1
- package/dist/utils/binariesGithubRelease.js.map +0 -1
- package/dist/utils/clearLlamaBuild.d.ts +0 -1
- package/dist/utils/clearLlamaBuild.js +0 -12
- package/dist/utils/clearLlamaBuild.js.map +0 -1
- package/dist/utils/cloneLlamaCppRepo.d.ts +0 -2
- package/dist/utils/cloneLlamaCppRepo.js +0 -102
- package/dist/utils/cloneLlamaCppRepo.js.map +0 -1
- package/dist/utils/compileLLamaCpp.d.ts +0 -8
- package/dist/utils/compileLLamaCpp.js +0 -132
- package/dist/utils/compileLLamaCpp.js.map +0 -1
- package/dist/utils/getBin.js +0 -78
- package/dist/utils/getBin.js.map +0 -1
- package/dist/utils/getGbnfGrammarForGbnfJsonSchema.d.ts +0 -2
- package/dist/utils/getGbnfGrammarForGbnfJsonSchema.js +0 -9
- package/dist/utils/getGbnfGrammarForGbnfJsonSchema.js.map +0 -1
- package/dist/utils/getReleaseInfo.d.ts +0 -7
- package/dist/utils/getReleaseInfo.js +0 -30
- package/dist/utils/getReleaseInfo.js.map +0 -1
- package/dist/utils/parseModelTypeDescription.d.ts +0 -6
- package/dist/utils/parseModelTypeDescription.js +0 -9
- package/dist/utils/parseModelTypeDescription.js.map +0 -1
- package/dist/utils/resolveChatWrapper.d.ts +0 -4
- package/dist/utils/resolveChatWrapper.js +0 -16
- package/dist/utils/resolveChatWrapper.js.map +0 -1
- package/dist/utils/usedBinFlag.d.ts +0 -6
- package/dist/utils/usedBinFlag.js +0 -15
- package/dist/utils/usedBinFlag.js.map +0 -1
- package/llama/addon.cpp +0 -814
- package/llama/usedBin.json +0 -3
- package/llamaBins/linux-arm64/llama-addon.node +0 -0
- package/llamaBins/linux-armv7l/llama-addon.node +0 -0
- package/llamaBins/linux-x64/llama-addon.node +0 -0
- package/llamaBins/mac-arm64/llama-addon.node +0 -0
- package/llamaBins/mac-x64/llama-addon.node +0 -0
- package/llamaBins/win-x64/llama-addon.exp +0 -0
- package/llamaBins/win-x64/llama-addon.lib +0 -0
- package/llamaBins/win-x64/llama-addon.node +0 -0
- /package/dist/{utils → bindings/utils}/binariesGithubRelease.d.ts +0 -0
- /package/dist/{llamaEvaluator → evaluator}/LlamaChat/utils/contextShiftStrategies/eraseFirstResponseAndKeepFirstSystemChatContextShiftStrategy.d.ts +0 -0
- /package/dist/{llamaEvaluator → evaluator}/LlamaContext/types.js +0 -0
- /package/dist/{llamaEvaluator/LlamaContext/utils/batchItemsPrioritizingStrategies → evaluator/LlamaContext/utils/batchItemsPrioritizationStrategies}/firstInFirstOutStrategy.d.ts +0 -0
- /package/dist/{llamaEvaluator/LlamaContext/utils/batchItemsPrioritizingStrategies → evaluator/LlamaContext/utils/batchItemsPrioritizationStrategies}/firstInFirstOutStrategy.js +0 -0
- /package/dist/{llamaEvaluator/LlamaContext/utils/batchItemsPrioritizingStrategies → evaluator/LlamaContext/utils/batchItemsPrioritizationStrategies}/maximumParallelismStrategy.d.ts +0 -0
- /package/dist/{llamaEvaluator/LlamaContext/utils/batchItemsPrioritizingStrategies → evaluator/LlamaContext/utils/batchItemsPrioritizationStrategies}/maximumParallelismStrategy.js +0 -0
- /package/dist/{llamaEvaluator → evaluator}/LlamaGrammarEvaluationState.d.ts +0 -0
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"LlamaChat.js","sourceRoot":"","sources":["../../../src/llamaEvaluator/LlamaChat/LlamaChat.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,iBAAiB,EAAE,aAAa,EAAE,UAAU,EAAC,MAAM,iBAAiB,CAAC;AAE7E,OAAO,EAAC,kBAAkB,EAAC,MAAM,mCAAmC,CAAC;AAKrE,OAAO,EAAC,gBAAgB,EAAC,MAAM,iCAAiC,CAAC;AACjE,OAAO,EAAC,2BAA2B,EAAC,MAAM,mCAAmC,CAAC;AAC9E,OAAO,EAAC,UAAU,EAAC,MAAM,qBAAqB,CAAC;AAE/C,OAAO,EAAC,sBAAsB,EAAC,MAAM,uCAAuC,CAAC;AAC7E,OAAO,EAAyB,oBAAoB,EAAC,MAAM,qCAAqC,CAAC;AAEjG,OAAO,EACH,4DAA4D,EAC/D,MAAM,gGAAgG,CAAC;AACxG,OAAO,EAAC,mBAAmB,EAAE,gCAAgC,EAAC,MAAM,gCAAgC,CAAC;AAsHrG,MAAM,0BAA0B,GAA2C;IACvE,IAAI,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,WAAW,GAAG,EAAE,CAAC,CAAC;IAC9E,QAAQ,EAAE,sCAAsC;IAChD,sBAAsB,EAAE,IAAI;CAC/B,CAAC;AAuCF,MAAM,oBAAoB,GAAG,QAAQ,CAAC;AAGtC,MAAM,OAAO,SAAS;IAClB,gBAAgB,CAAkB,YAAY,CAAc;IAC5D,gBAAgB,CAAkB,kBAAkB,GAAG,IAAI,iBAAiB,EAAE,CAAC;IAC/E,gBAAgB,CAAkB,oBAAoB,CAAU;IAChE,gBAAgB,CAAS,SAAS,CAA8B;IAChD,SAAS,GAAG,IAAI,UAAU,EAAQ,CAAC;IAEnD,YAAmB,EACf,eAAe,EACf,WAAW,GAAG,MAAM,EACpB,mBAAmB,GAAG,IAAI,EACX;QACf,IAAI,eAAe,IAAI,IAAI;YACvB,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QAEtD,IAAI,eAAe,CAAC,QAAQ;YACxB,MAAM,IAAI,aAAa,EAAE,CAAC;QAE9B,IAAI,CAAC,SAAS,GAAG,eAAe,CAAC;QACjC,IAAI,CAAC,oBAAoB,GAAG,mBAAmB,CAAC;QAEhD,IAAI,CAAC,kBAAkB,CAAC,GAAG,CACvB,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,cAAc,CAAC,GAAG,EAAE;YACzC,IAAI,CAAC,OAAO,EAAE,CAAC;QACnB,CAAC,CAAC,CACL,CAAC;QACF,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;QAE1D,IAAI,CAAC,YAAY,GAAG,kBAAkB,CAAC,WAAW,EAAE,eAAe,CAAC,KAAK,CAAC,CAAC;IAC/E,CAAC;IAEM,OAAO,CAAC,EAAC,eAAe,GAAG,IAAI,CAAC,oBAAoB,KAAiC,EAAE;QAC1F,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI;YACtB,OAAO;QAEX,IAAI,eAAe;YACf,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;QAE7B,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QAEtB,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,CAAC;IACtC,CAAC;IAED,cAAc;IACP,CAAC,MAAM,CAAC,OAAO,CAAC;QACnB,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;IAC1B,CAAC;IAED,IAAW,QAAQ;QACf,OAAO,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC;IAClC,CAAC;IAED,IAAW,WAAW;QAClB,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI;YACtB,MAAM,IAAI,aAAa,EAAE,CAAC;QAE9B,OAAO,IAAI,CAAC,YAAY,CAAC;IAC7B,CAAC;IAED,IAAW,QAAQ;QACf,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI;YACtB,MAAM,IAAI,aAAa,EAAE,CAAC;QAE9B,OAAO,IAAI,CAAC,SAAS,CAAC;IAC1B,CAAC;IAED,IAAW,OAAO;QACd,OAAO,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;IACjC,CAAC;IAED,IAAW,KAAK;QACZ,OAAO,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;IAC/B,CAAC;IAEM,KAAK,CAAC,gBAAgB,CACzB,OAA0B,EAC1B,EACI,OAAO,EACP,MAAM,EACN,SAAS,EACT,WAAW,EACX,IAAI,EACJ,IAAI,EACJ,OAAO,EACP,oBAAoB,GAAG,KAAK,EAC5B,aAAa,GAAG,EAAE,EAClB,kBAAkB,GAAG,CAAC,EACtB,SAAS,EACT,sBAAsB,EACtB,YAAY,GAAG,0BAA0B,EACzC,2BAA2B,EAAE,EACzB,OAAO,EAAE,kCAAkC,EAC3C,6CAA6C,GAAG,GAAG,EACtD,GAAG,EAAE,KACuC,EAAE;QAEnD,MAAM,gBAAgB,GAAG,CAAC,SAAS,IAAI,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAElF,IAAI,OAAO,IAAI,IAAI,IAAI,gBAAgB;YACnC,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC;QAE7E,IAAI,MAAM,EAAE,OAAO;YACf,MAAM,IAAI,UAAU,EAAE,CAAC;QAE3B,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI;YACtB,MAAM,IAAI,aAAa,EAAE,CAAC;QAE9B,IAAI,eAAe,GAAG,IAAI,CAAC,SAAS,CAAC,gBAAgB;YACjD,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE;YACjB,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC;QAE5C,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,IAAI,eAAe,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO;YAC5F,eAAe,CAAC,IAAI,CAAC;gBACjB,IAAI,EAAE,OAAO;gBACb,QAAQ,EAAE,EAAE;aACf,CAAC,CAAC;QAEP,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;QACnC,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;QACvC,MAAM,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC;QAClC,MAAM,oBAAoB,GAAG;YACzB,GAAG,0BAA0B;YAC7B,GAAG,gBAAgB,CAAC,YAAY,CAAC;SACpC,CAAC;QACF,MAAM,EACF,UAAU,EAAE,uBAAuB,GAAG,EAAE,EACxC,kBAAkB,EAClB,eAAe,EACf,OAAO,EACP,gBAAgB,EAChB,eAAe,EAClB,GAA2B,aAAa,KAAK,KAAK;YAC/C,CAAC,CAAC,EAAC,UAAU,EAAE,CAAC,EAAC;YACjB,CAAC,CAAC,aAAa,CAAC;QACpB,MAAM,iBAAiB,GAAG,uCAAuC,CAAC,eAAe,CAAC,CAAC;QAEnF,MAAM,GAAG,GAAY,EAAE,CAAC;QACxB,MAAM,aAAa,GAAY,EAAE,CAAC;QAClC,IAAI,sBAAsB,GAAY,EAAE,CAAC;QACzC,MAAM,kBAAkB,GAAY,EAAE,CAAC;QACvC,MAAM,oBAAoB,GAAG,uBAAuB,GAAG,CAAC,CAAC;QACzD,MAAM,sBAAsB,GAAG,OAAO,IAAI,IAAI;YAC1C,CAAC,CAAC,IAAI,2BAA2B,CAAC,EAAC,OAAO,EAAC,CAAC;YAC5C,CAAC,CAAC,SAAS,CAAC;QAChB,IAAI,gBAAgB,GAAG,gBAAgB;YACnC,CAAC,CAAC,IAAI,mBAAmB,CAAC,SAAmC,EAAE,IAAI,CAAC,YAAY,EAAE,KAAK,CAAC;YACxF,CAAC,CAAC,SAAS,CAAC;QAChB,IAAI,wBAAwB,GAAG,CAAC,gBAAgB,IAAI,gBAAgB,IAAI,IAAI,CAAC;YACzE,CAAC,CAAC,IAAI,2BAA2B,CAAC;gBAC9B,OAAO,EAAE,gBAAgB;aAC5B,CAAC;YACF,CAAC,CAAC,SAAS,CAAC;QAChB,MAAM,eAAe,GAAG,IAAI,oBAAoB,EAAE,CAAC;QACnD,MAAM,sBAAsB,GAAG,IAAI,sBAAsB,EAAE,CAAC;QAC5D,MAAM,2BAA2B,GAAG,IAAI,sBAAsB,EAAE,CAAC;QACjE,MAAM,yBAAyB,GAAG,IAAI,sBAAsB,EAAE,CAAC;QAC/D,MAAM,qCAAqC,GAAG,IAAI,sBAAsB,EAAE,CAAC;QAC3E,MAAM,uBAAuB,GAAG,IAAI,sBAAsB,EAAE,CAAC;QAC7D,MAAM,+BAA+B,GAA6B,EAAE,CAAC;QACrE,MAAM,4BAA4B,GAA6B,EAAE,CAAC;QAElE,IAAI,eAAe,GAAG,CAAC,CAAC;QACxB,IAAI,iBAAiB,GAAG,IAAI,CAAC;QAC7B,IAAI,wBAAwB,GAAG,KAAK,CAAC;QACrC,IAAI,4BAA4B,GAAG,KAAK,CAAC;QACzC,IAAI,wBAAwB,GAAsB,eAAe,CAAC;QAClE,IAAI,8BAA8B,GAA8B,oBAAoB,CAAC,sBAAsB,CAAC;QAE5G,MAAM,gBAAgB,GAAG,GAAG,EAAE;YAC1B,IAAI,MAAM,EAAE,OAAO;gBACf,MAAM,IAAI,UAAU,EAAE,CAAC;YAE3B,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI;gBACtB,MAAM,IAAI,aAAa,EAAE,CAAC;QAClC,CAAC,CAAC;QAEF,MAAM,gBAAgB,GAAG,GAAG,EAAE;YAC1B,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI;gBACtB,MAAM,IAAI,aAAa,EAAE,CAAC;YAE9B,IAAI,YAAY,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,uBAAuB,CAAC,CAAC;YAEvD,IAAI,kBAAkB,IAAI,IAAI;gBAC1B,YAAY,GAAG,kBAAkB,CAAC,YAAY,CAAC,CAAC;YAEpD,IAAI,CAAC,eAAe,EAAE;gBAClB,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;gBAEhC,IAAI,OAAO,IAAI,IAAI;oBACf,YAAY,GAAG,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,KAAK,OAAO,CAAC,CAAC;aACtE;YAED,OAAO,YAAY,CAAC;QACxB,CAAC,CAAC;QAEF,MAAM,0CAA0C,GAAG,GAAG,EAAE;YACpD,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;gBAChB,OAAO,eAAe,CAAC;YAE3B,IAAI,aAAa,GAAG,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;YAE1C,IAAI,OAAO,EAAE,oBAAoB,IAAI,oBAAoB;gBACrD,aAAa,GAAG,aAAa,CAAC,OAAO,EAAE,CAAC;YAE5C,IAAI,aAAa,KAAK,EAAE;gBACpB,OAAO,eAAe,CAAC;YAE3B,OAAO,qCAAqC,CACxC,eAAe,EACf,iBAAiB,GAAG,aAAa,CACpC,CAAC;QACN,CAAC,CAAC;QAEF,MAAM,4CAA4C,GAAG,GAAG,EAAE;YACtD,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE;gBAC9C,uBAAuB,CAAC,oBAAoB,EAAE,CAAC;gBAC/C,uBAAuB,CAAC,mBAAmB,EAAE,CAAC;gBAE9C,IAAI,4BAA4B,GAAwE,IAAI,CAAC;gBAE7G,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;oBAC3C,uBAAuB,CAAC,gBAAgB,CAAC;wBACrC,IAAI,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;wBAC1C,MAAM,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;wBAC1B,cAAc,EAAE,CAAC,KAAK,CAAC;qBAC1B,CAAC,CAAC;oBAEH,IAAI,uBAAuB,CAAC,iBAAiB,EAAE;wBAC3C,4BAA4B,GAAG,uBAAuB,CAAC,iBAAiB,EAAE,CAAC;wBAC3E,uBAAuB,CAAC,mBAAmB,EAAE,CAAC;qBACjD;yBAAM,IAAI,CAAC,uBAAuB,CAAC,kBAAkB;wBAClD,MAAM;iBACb;gBAED,IAAI,4BAA4B,IAAI,IAAI,EAAE;oBACtC,MAAM,CAAC,2BAA2B,CAAC,GAAG,4BAA4B,CAAC;oBAEnE,IAAI,2BAA2B,IAAI,IAAI,EAAE;wBACrC,sBAAsB,GAAG,2BAA2B,CAAC,WAAW;6BAC3D,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE;4BACjB,IAAI,OAAO,WAAW,KAAK,QAAQ;gCAC/B,OAAO,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;;gCAEnC,OAAO,CAAC,WAAW,CAAC,CAAC;wBAC7B,CAAC,CAAC;6BACD,IAAI,CAAC,CAAC,CAAC,CAAC;wBAEb,MAAM,gBAAgB,GAAG,2BAA2B,CAAC,oBAAoB;6BACpE,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE;4BAChB,IAAI,OAAO,UAAU,KAAK,QAAQ;gCAC9B,OAAO,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;;gCAElC,OAAO,UAAU,CAAC;wBAC1B,CAAC,CAAC;6BACD,IAAI,CAAC,CAAC,CAAC,CAAC;wBACb,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC;wBACzB,aAAa,CAAC,IAAI,CAAC,GAAG,gBAAgB,CAAC,CAAC;qBAC3C;iBACJ;aACJ;QACL,CAAC,CAAC;QAEF,IAAI,OAAO,IAAI,IAAI;YACf,sBAAsB,CAAC,mBAAmB,CAAC,OAAO,CAAC,sBAAsB,EAAE,KAAK,CAAC,QAAQ,CAAC;iBACrF,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,sBAAsB,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC,CAAC;QAElF,IAAI,SAAS,IAAI,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,GAAG,CAAC;YACtD,2BAA2B,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;QAEnG,iDAAiD;QACjD,OAAO,IAAI,EAAE;YACT,gBAAgB,EAAE,CAAC;YAEnB,IAAI,kBAAkB,GAAG,KAAK,CAAC;YAC/B,MAAM,iBAAiB,GAAG,eAAe,CAAC,uBAAuB,EAAE,CAAC;YACpE,MAAM,EACF,OAAO,EAAE,oBAAoB,EAC7B,sBAAsB,EACtB,MAAM,EAAE,mBAAmB,EAC3B,kBAAkB,EAClB,6BAA6B,EAC7B,eAAe,EACf,4BAA4B,EAC5B,qCAAqC,EACxC,GAAG,MAAM,gBAAgB,CAAC;gBACvB,eAAe,EAAE,0CAA0C,EAAE;gBAC7D,oBAAoB;gBACpB,8BAA8B;gBAC9B,kBAAkB,EAAE,aAAa,CAAC,MAAM,GAAG,iBAAiB,CAAC,MAAM;gBACnE,iBAAiB;gBACjB,WAAW,EAAE,IAAI,CAAC,YAAY;gBAC9B,kCAAkC;gBAClC,6CAA6C;gBAC7C,QAAQ,EAAE,IAAI,CAAC,SAAS;gBACxB,oBAAoB,EAAE,CAAC;gBACvB,SAAS,EAAE,gBAAgB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;gBACnD,sBAAsB;aACzB,CAAC,CAAC;YACH,gBAAgB,EAAE,CAAC;YAEnB,IAAI,eAAe,KAAK,CAAC,EAAE;gBACvB,sBAAsB,CAAC,mBAAmB,CAAC,eAAe,EAAE,KAAK,CAAC,QAAQ,CAAC;qBACtE,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,uBAAuB,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC,CAAC;gBAE/E,IAAI,gBAAgB,EAAE;oBAClB,4BAA4B,GAAG,4BAA4B,CAAC;oBAC5D,sBAAsB,CAAC,mBAAmB,CAAC,qCAAqC,EAAE,KAAK,CAAC,QAAQ,CAAC;yBAC5F,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,qCAAqC,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC,CAAC;oBAE7F,IAAI,4BAA4B,EAAE;wBAC9B,wBAAwB,GAAG,IAAI,CAAC;wBAChC,gBAAgB,GAAG,IAAI,mBAAmB,CAAC,SAAmC,EAAE,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;wBACzG,wBAAwB,GAAG,IAAI,2BAA2B,CAAC;4BACvD,OAAO,EAAE,gBAAgB;yBAC5B,CAAC,CAAC;qBACN;iBACJ;aACJ;YAED,MAAM,MAAM,GAAG,CAAC,GAAG,mBAAmB,EAAE,GAAG,sBAAsB,EAAE,GAAG,aAAa,EAAE,GAAG,iBAAiB,CAAC,CAAC;YAC3G,eAAe,GAAG,kBAAkB,CAAC;YACrC,8BAA8B,GAAG,6BAA6B,CAAC;YAC/D,wBAAwB,GAAG,oBAAoB,CAAC;YAChD,MAAM,8BAA8B,GAAG,uCAAuC,CAAC,oBAAoB,CAAC,CAAC;YACrG,MAAM,iBAAiB,GAAY,EAAE,CAAC;YAEtC,sBAAsB,CAAC,mBAAmB,CAAC,sBAAsB,EAAE,KAAK,CAAC,QAAQ,CAAC;iBAC7E,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,sBAAsB,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC,CAAC;YAE9E,IAAI,gBAAgB,IAAI,IAAI;gBACxB,sBAAsB,CAAC,mBAAmB,CAAC,gBAAgB,CAAC,sBAAsB,EAAE,KAAK,CAAC,QAAQ,CAAC;qBAC9F,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,yBAAyB,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC,CAAC;YAErF,IAAI,EAAC,mBAAmB,EAAC,GAAG,IAAI,CAAC,SAAS,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC;YAExE,8DAA8D;YAC9D,IAAI,mBAAmB,KAAK,MAAM,CAAC,MAAM,IAAI,mBAAmB,GAAG,CAAC;gBAChE,mBAAmB,IAAI,CAAC,CAAC;YAE7B,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,mBAAmB,CAAC,CAAC;YAEtC,IAAI,mBAAmB,GAAG,IAAI,CAAC,SAAS,CAAC,cAAc,EAAE;gBACrD,MAAM,IAAI,CAAC,SAAS,CAAC,uBAAuB,CAAC,CAAC;wBAC1C,KAAK,EAAE,mBAAmB;wBAC1B,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,cAAc;qBACrC,CAAC,CAAC,CAAC;gBACJ,gBAAgB,EAAE,CAAC;aACtB;YAGD,MAAM,kBAAkB,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,gBAAgB,CAAC;gBACxE,WAAW,EAAE,IAAI,EAAE,IAAI;gBACvB,sBAAsB,EAAE,GAAG,EAAE;oBACzB,IAAI,wBAAwB;wBACxB,OAAO,wBAAwB,CAAC;oBAEpC,OAAO,sBAAsB,CAAC;gBAClC,CAAC;gBACD,aAAa,EAAE,CAAC,oBAAoB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;oBAC/C,YAAY,EAAE,gBAAgB;oBAC9B,OAAO;oBACP,gBAAgB;oBAChB,eAAe;iBAClB;gBACD,kBAAkB;gBAClB,aAAa,EAAE,IAAI;aACtB,CAAC,CAAC,CAAC;YAEJ,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,kBAAkB,EAAE;gBAC1C,gBAAgB,EAAE,CAAC;gBACnB,eAAe,EAAE,CAAC;gBAElB,MAAM,MAAM,GAAG,CAAC,KAAK,CAAC,CAAC;gBACvB,MAAM,IAAI,GAAG,KAAK,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;gBACvC,MAAM,kBAAkB,GAAG,eAAe,CAAC,QAAQ,CAAC,EAAC,MAAM,EAAE,IAAI,EAAC,CAAC,CAAC;gBAEpE,IAAI,4BAA4B;oBAC5B,qCAAqC,CAAC,gBAAgB,CAAC,EAAC,IAAI,EAAE,MAAM,EAAE,cAAc,EAAE,eAAe,KAAK,CAAC,EAAC,CAAC,CAAC;gBAElH,IAAI,IAAI,KAAK,oBAAoB,IAAI,CACjC,CAAC,OAAO,EAAE,oBAAoB,IAAI,oBAAoB,CAAC,IAAI,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,CAChF,EAAE;oBACC,+BAA+B,CAAC,IAAI,CAAC,kBAAkB,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,CAAC;iBACnF;qBAAM;oBACH,OAAO,+BAA+B,CAAC,MAAM,GAAG,CAAC;wBAC7C,+BAA+B,CAAC,KAAK,EAAG,CAAC,OAAO,EAAE,CAAC;iBAC1D;gBAED,2BAA2B,CAAC,gBAAgB,CAAC,EAAC,IAAI,EAAE,MAAM,EAAE,kBAAkB,EAAC,CAAC,CAAC;gBAEjF,IAAI,4BAA4B,IAAI,qCAAqC,CAAC,iBAAiB,EAAE;oBACzF,4BAA4B,GAAG,KAAK,CAAC;oBAErC,IAAI,gCAAgC,GAAG,CAAC,2BAA2B,CAAC,iBAAiB,CAAC;oBAEtF,IAAI,CAAC,gCAAgC,IAAI,gBAAgB,IAAI,gBAAgB,IAAI,IAAI,EAAE;wBACnF,MAAM,gBAAgB,GAAG,KAAK,CAAC,UAAU,CAAC,CAAC,GAAG,kBAAkB,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC;wBAE9E,IAAI;4BACA,MAAM,YAAY,GAAG,gBAAgB,CAAC,gCAAgC,CAAC,gBAAgB,EAAE;gCACrF,8BAA8B,EAAE,IAAI;gCACpC,0BAA0B,EAAE,IAAI;6BACnC,CAAC,CAAC;4BAEH,MAAM,wBAAwB,GAC1B,IAAI,CAAC,YAAY,CAAC,2BAA2B,CAAC,EAAC,0BAA0B,EAAE,IAAI,EAAC,CAAC,CAAC;4BACtF,IAAI,wBAAwB,CAAC,YAAY,CAAC,IAAI,IAAI,EAAE;gCAChD,gCAAgC,GAAG,IAAI,CAAC;6BAC3C;yBACJ;wBAAC,OAAO,GAAG,EAAE;4BACV,IAAI,CAAC,CAAC,GAAG,YAAY,gCAAgC,CAAC;gCAClD,MAAM,GAAG,CAAC;yBACjB;qBACJ;oBAED,IAAI,gCAAgC,EAAE;wBAClC,wBAAwB,GAAG,KAAK,CAAC;wBACjC,gBAAgB,GAAG,IAAI,mBAAmB,CAAC,SAAmC,EAAE,IAAI,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;wBAC1G,wBAAwB,GAAG,IAAI,2BAA2B,CAAC;4BACvD,OAAO,EAAE,gBAAgB;yBAC5B,CAAC,CAAC;wBAEH,kBAAkB,CAAC,MAAM,GAAG,CAAC,CAAC;wBAE9B,OAAO,4BAA4B,CAAC,MAAM,GAAG,CAAC;4BAC1C,4BAA4B,CAAC,KAAK,EAAG,CAAC,OAAO,EAAE,CAAC;wBAEpD,2BAA2B,CAAC,oBAAoB,EAAE,CAAC;wBACnD,2BAA2B,CAAC,mBAAmB,EAAE,CAAC;wBAElD,yBAAyB,CAAC,oBAAoB,EAAE,CAAC;wBACjD,yBAAyB,CAAC,mBAAmB,EAAE,CAAC;qBACnD;iBACJ;gBAED,IAAI,CAAC,wBAAwB,IAAI,gBAAgB,IAAI,gBAAgB,IAAI,IAAI;oBACzE,2BAA2B,CAAC,iBAAiB,IAAI,wBAAwB,IAAI,IAAI,EACnF;oBACE,wBAAwB,GAAG,IAAI,CAAC;oBAChC,4BAA4B,CAAC,IAAI,CAAC,kBAAkB,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,CAAC;oBAE7E,sBAAsB,CAAC,mBAAmB,EAAE,CAAC;oBAC7C,sBAAsB,CAAC,oBAAoB,EAAE,CAAC;oBAE9C,aAAa,CAAC,IAAI,CAAC,GAAG,eAAe,CAAC,kBAAkB,EAAE,CAAC,CAAC;oBAE5D,MAAM,cAAc,GAAI,2BAA2B,CAAC,iBAAiB,EAAE,CAAC;oBACxE,MAAM,mBAAmB,GAAG,eAAe,CAAC,qBAAqB,EAAE,CAAC;oBAEpE,MAAM,6BAA6B,GAAG,gCAAgC,CAClE,cAAc,EACd,mBAAmB,EACnB,KAAK,CAAC,QAAQ,CACjB,CAAC;oBACF,aAAa,CAAC,IAAI,CAAC,GAAG,6BAA6B,CAAC,CAAC;oBAErD,MAAM,CAAC,iCAAiC,CAAC,GAAG,cAAc;yBACrD,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,WAAW,CAAC,oBAAoB,CAAC;yBACtD,MAAM,CAAC,CAAC,oBAAoB,EAAE,EAAE,CAAC,oBAAoB,CAAC,MAAM,GAAG,CAAC,CAAC;yBACjE,IAAI,CAAC,CAAC,CAAC,CAAC;oBAEb,MAAM,sBAAsB,GACxB,CAAC,iCAAiC,IAAI,IAAI,IAAI,iCAAiC,CAAC,MAAM,KAAK,CAAC,CAAC;wBACzF,CAAC,CAAC,EAAE;wBACJ,CAAC,CAAC,OAAO,iCAAiC,KAAK,QAAQ;4BACnD,CAAC,CAAC,iCAAiC;4BACnC,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,iCAAiC,CAAC,CAAC;oBAElE,kBAAkB,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,GAAG,sBAAsB,CAAC,CAAC,CAAC;oBAEtH,KAAK,MAAM,iBAAiB,IAAI,kBAAkB;wBAC9C,OAAO,CAAC,oCAAoC,CAAC,wBAAwB,EAAE,iBAAiB,CAAC,CAAC;iBACjG;qBAAM,IAAI,wBAAwB,EAAE;oBACjC,kBAAkB,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC;oBACnC,4BAA4B,CAAC,IAAI,CAAC,kBAAkB,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,CAAC;oBAC7E,yBAAyB,CAAC,gBAAgB,CAAC,EAAC,IAAI,EAAE,MAAM,EAAE,kBAAkB,EAAC,CAAC,CAAC;iBAClF;gBAED,IAAI,wBAAwB,IAAI,yBAAyB,CAAC,iBAAiB,IAAI,gBAAgB,IAAI,IAAI,EAAE;oBACrG,MAAM,gBAAgB,GAAG,KAAK,CAAC,UAAU,CAAC,kBAAkB,CAAC,CAAC;oBAC9D,MAAM,YAAY,GAAG,gBAAgB,CAAC,iBAAiB,CAAC,gBAAgB,CAAC,CAAC;oBAE1E,IAAI,aAAa,GAAG,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;oBAC1C,IAAI,0BAA0B,GAAG,KAAK,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC;oBAErE,IAAI,OAAO,EAAE,oBAAoB,IAAI,oBAAoB,EAAE;wBACvD,aAAa,GAAG,aAAa,CAAC,OAAO,EAAE,CAAC;wBACxC,0BAA0B,GAAG,0BAA0B,CAAC,OAAO,EAAE,CAAC;qBACrE;oBAED,OAAO;wBACH,QAAQ,EAAE,aAAa;wBACvB,cAAc,EAAE;4BACZ,aAAa,EAAE,qCAAqC,CAChD,wBAAwB,EACxB,8BAA8B,GAAG,0BAA0B,CAC9D;4BACD,YAAY,EAAE,qCAAqC,CAC/C,eAAe,EACf,iBAAiB,GAAG,aAAa,CACpC;4BACD,oBAAoB,EAAE,8BAA8B;yBACvD;wBAED,yCAAyC;wBACzC,YAAY,EAAE,YAAmF;wBAEjG,QAAQ,EAAE;4BACN,UAAU,EAAE,cAAc;yBAC7B;qBACJ,CAAC;iBACL;gBAED,IAAI,CAAC,wBAAwB;oBACzB,sBAAsB,CAAC,gBAAgB,CAAC,EAAC,IAAI,EAAE,MAAM,EAAE,kBAAkB,EAAC,CAAC,CAAC;gBAEhF,aAAa,CAAC,IAAI,CAAC,GAAG,eAAe,CAAC,kBAAkB,EAAE,CAAC,CAAC;gBAE5D,4CAA4C,EAAE,CAAC;gBAE/C,IAAI,sBAAsB,CAAC,iBAAiB,IAAI,KAAK,KAAK,QAAQ,EAAE;oBAChE,MAAM,cAAc,GAAI,sBAAsB,CAAC,iBAAiB,EAAE,CAAC;oBACnE,MAAM,mBAAmB,GAAG,eAAe,CAAC,qBAAqB,EAAE,CAAC;oBAEpE,MAAM,6BAA6B,GAAG,gCAAgC,CAClE,cAAc,EACd,mBAAmB,EACnB,KAAK,CAAC,QAAQ,CACjB,CAAC;oBACF,aAAa,CAAC,IAAI,CAAC,GAAG,6BAA6B,CAAC,CAAC;oBAErD,MAAM,CAAC,iCAAiC,CAAC,GAAG,cAAc;yBACrD,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,WAAW,CAAC,oBAAoB,CAAC;yBACtD,MAAM,CAAC,CAAC,oBAAoB,EAAE,EAAE,CAAC,oBAAoB,CAAC,MAAM,GAAG,CAAC,CAAC;yBACjE,IAAI,CAAC,CAAC,CAAC,CAAC;oBAEb,4CAA4C,EAAE,CAAC;oBAE/C,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC;wBACxB,OAAO,EAAE,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC,CAAC;oBAErC,GAAG,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,CAAC;oBAC3B,iBAAiB,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,CAAC;oBACzC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC;oBAEzB,IAAI,aAAa,GAAG,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;oBAC1C,IAAI,0BAA0B,GAAG,KAAK,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC;oBAErE,IAAI,OAAO,EAAE,oBAAoB,IAAI,oBAAoB,EAAE;wBACvD,aAAa,GAAG,aAAa,CAAC,OAAO,EAAE,CAAC;wBACxC,0BAA0B,GAAG,0BAA0B,CAAC,OAAO,EAAE,CAAC;qBACrE;oBAED,OAAO;wBACH,QAAQ,EAAE,aAAa;wBACvB,cAAc,EAAE;4BACZ,aAAa,EAAE,qCAAqC,CAChD,wBAAwB,EACxB,8BAA8B,GAAG,0BAA0B,CAC9D;4BACD,YAAY,EAAE,qCAAqC,CAC/C,eAAe,EACf,iBAAiB,GAAG,aAAa,CACpC;4BACD,oBAAoB,EAAE,8BAA8B;yBACvD;wBACD,QAAQ,EAAE;4BACN,4BAA4B,EAAE,iCAAiC;4BAC/D,UAAU,EAAE,KAAK,KAAK,QAAQ;gCAC1B,CAAC,CAAC,UAAU;gCACZ,CAAC,CAAC,uBAAuB;yBAChC;qBACJ,CAAC;iBACL;gBAED,MAAM,kBAAkB,GAAG,SAAS,IAAI,IAAI,IAAI,SAAS,GAAG,CAAC,IAAI,eAAe,IAAI,SAAS,CAAC;gBAE9F,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE;oBAClB,uBAAuB,CAAC,oBAAoB,EAAE,CAAC;oBAC/C,uBAAuB,CAAC,mBAAmB,EAAE,CAAC;oBAE9C,uBAAuB,CAAC,gBAAgB,CAAC;wBACrC,IAAI,EAAE,KAAK,CAAC,UAAU,CAAC,aAAa,CAAC;wBACrC,MAAM,EAAE,aAAa;qBACxB,CAAC,CAAC;iBACN;gBAED,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,kBAAkB,IAAI,CAAC,uBAAuB,CAAC,kBAAkB,CAAC,EAAE;oBACjG,4CAA4C,EAAE,CAAC;oBAE/C,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE;wBAC1B,OAAO,EAAE,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC,CAAC;wBACjC,GAAG,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,CAAC;wBAC3B,iBAAiB,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,CAAC;wBACzC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC;qBAC5B;iBACJ;gBAED,IAAI,kBAAkB,EAAE;oBACpB,IAAI,aAAa,GAAG,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;oBAC1C,IAAI,0BAA0B,GAAG,KAAK,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC;oBAErE,IAAI,OAAO,EAAE,oBAAoB,IAAI,oBAAoB,EAAE;wBACvD,aAAa,GAAG,aAAa,CAAC,OAAO,EAAE,CAAC;wBACxC,0BAA0B,GAAG,0BAA0B,CAAC,OAAO,EAAE,CAAC;qBACrE;oBAED,OAAO;wBACH,QAAQ,EAAE,aAAa;wBACvB,cAAc,EAAE;4BACZ,aAAa,EAAE,qCAAqC,CAChD,wBAAwB,EACxB,8BAA8B,GAAG,0BAA0B,CAC9D;4BACD,YAAY,EAAE,qCAAqC,CAC/C,eAAe,EACf,iBAAiB,GAAG,aAAa,CACpC;4BACD,oBAAoB,EAAE,8BAA8B;yBACvD;wBACD,QAAQ,EAAE;4BACN,UAAU,EAAE,WAAW;yBAC1B;qBACJ,CAAC;iBACL;gBAED,IAAI,IAAI,CAAC,SAAS,CAAC,cAAc,IAAI,OAAO,CAAC,WAAW,EAAE;oBACtD,kBAAkB,GAAG,IAAI,CAAC;oBAC1B,MAAM;iBACT;aACJ;YAED,iBAAiB,GAAG,KAAK,CAAC;YAE1B,IAAI,kBAAkB;gBAClB,SAAS;YAEb,MAAM;SACT;QAED,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;IAC5E,CAAC;CACJ;AA8BD,SAAS,wBAAwB,CAA+B,WAAiB;IAC7E,IAAI,WAAW,CAAC,IAAI,KAAK,OAAO,EAAE;QAC9B,MAAM,cAAc,GAAsB,EAAC,GAAG,WAAW,EAAC,CAAC;QAC3D,cAAc,CAAC,QAAQ,GAAG,cAAc,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YAC3D,IAAI,OAAO,IAAI,KAAK,QAAQ;gBACxB,OAAO,IAAI,CAAC;;gBAEZ,OAAO;oBACH,GAAG,IAAI;oBACP,GAAG,EAAE,SAAS;iBACjB,CAAC;QACV,CAAC,CAAC,CAAC;QAEH,OAAO,cAAsB,CAAC;KACjC;IAED,OAAO,WAAW,CAAC;AACvB,CAAC;AAED,KAAK,UAAU,+BAA+B,CAAC,EAC3C,OAAO,EACP,gBAAgB,EAChB,oBAAoB,EACpB,kCAAkC,EAClC,WAAW,EACX,SAAS,EACT,WAAW,EACX,SAAS,EACT,sBAAsB,EAWzB;IAIG,SAAS,yBAAyB,CAAC,OAA0B;QACzD,MAAM,EAAC,WAAW,EAAC,GAAG,WAAW,CAAC,mBAAmB,CAAC,OAAO,EAAE;YAC3D,kBAAkB,EAAE,SAAS;YAC7B,sBAAsB;SACzB,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,WAAW,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QAE/C,OAAO,MAAM,CAAC,MAAM,IAAI,WAAW,GAAG,gBAAgB,CAAC;IAC3D,CAAC;IAED,IAAI,WAAW,GAAG,gBAAgB,IAAI,CAAC;QACnC,MAAM,IAAI,KAAK,CACX,qBAAqB,WAAW,iDAAiD,gBAAgB,GAAG,CACvG,CAAC;IAEN,IAAI,yBAAyB,CAAC,OAAO,CAAC;QAClC,OAAO;YACH,iBAAiB,EAAE,OAAO;YAC1B,QAAQ,EAAE,IAAI;SACjB,CAAC;IAEN,IAAI,oBAAoB,YAAY,QAAQ,EAAE;QAC1C,IAAI;YACA,MAAM,EAAC,WAAW,EAAE,QAAQ,EAAC,GAAG,MAAM,oBAAoB,CAAC;gBACvD,WAAW,EAAE,OAAO;gBACpB,cAAc,EAAE,WAAW,GAAG,gBAAgB;gBAC9C,SAAS;gBACT,WAAW;gBACX,iBAAiB,EAAE,kCAAkC;aACxD,CAAC,CAAC;YAEH,IAAI,yBAAyB,CAAC,WAAW,CAAC;gBACtC,OAAO;oBACH,iBAAiB,EAAE,WAAW;oBAC9B,QAAQ;iBACX,CAAC;YAEN,OAAO,CAAC,IAAI,CACR,2FAA2F;gBAC3F,qCAAqC,CACxC,CAAC;SACL;QAAC,OAAO,GAAG,EAAE;YACV,OAAO,CAAC,KAAK,CACT,sDAAsD;gBACtD,qCAAqC,EACrC,GAAG,CACN,CAAC;SACL;KACJ;SAAM,IAAI,oBAAoB,KAAK,sCAAsC;QACtE,OAAO,CAAC,IAAI,CACR,mCAAmC,oBAAoB,KAAK;YAC5D,qCAAqC,CACxC,CAAC;IAEN,MAAM,EAAC,WAAW,EAAE,QAAQ,EAAC,GAAG,MAAM,4DAA4D,CAAC;QAC/F,WAAW,EAAE,OAAO;QACpB,cAAc,EAAE,WAAW,GAAG,gBAAgB;QAC9C,SAAS;QACT,WAAW;QACX,iBAAiB,EAAE,kCAAkC;KACxD,CAAC,CAAC;IAEH,IAAI,CAAC,yBAAyB,CAAC,WAAW,CAAC;QACvC,MAAM,IAAI,KAAK,CAAC,wFAAwF,CAAC,CAAC;IAE9G,OAAO;QACH,iBAAiB,EAAE,WAAW;QAC9B,QAAQ;KACX,CAAC;AACN,CAAC;AAED,SAAS,gCAAgC,CACrC,cAA2F,EAC3F,mBAGC,EACD,SAAoB;IAEpB,IAAI,mBAAmB,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,mBAAmB,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC;QAChF,OAAO,EAAE,CAAC;SACT,IAAI,mBAAmB,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,mBAAmB,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC;QACrF,OAAO,mBAAmB,CAAC,MAAM,CAAC;SACjC,IAAI,mBAAmB,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,mBAAmB,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC;QACrF,OAAO,SAAS,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC;IAE/C,MAAM,gCAAgC,GAAG,cAAc,CAAC,SAAS,CAC7D,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK,QAAQ,CAC5F,CAAC;IACF,MAAM,+BAA+B,GAAG,cAAc,CAAC,SAAS,CAC5D,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK,QAAQ,CAC5F,CAAC;IAEF,IAAI,+BAA+B,GAAG,CAAC,IAAI,gCAAgC,GAAG,CAAC;QAC3E,OAAO,mBAAmB,CAAC,MAAM,CAAC;SACjC,IAAI,gCAAgC,GAAG,CAAC,IAAI,+BAA+B,GAAG,CAAC;QAChF,OAAO,SAAS,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC;IAE/C,MAAM,YAAY,GAAG,SAAS,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC;IACzD,IAAI,YAAY,CAAC,MAAM,KAAK,mBAAmB,CAAC,MAAM,CAAC,MAAM;QACzD,YAAY,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,mBAAmB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAEjF,OAAO,YAAY,CAAC;SACnB,IAAI,gCAAgC,GAAG,+BAA+B;QACvE,OAAO,YAAY,CAAC;IAExB,OAAO,mBAAmB,CAAC,MAAM,CAAC;AACtC,CAAC;AAED,SAAS,uCAAuC,CAAC,WAA8B;IAC3E,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,IAAI,WAAW,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO;QAChF,OAAO,EAAE,CAAC;IAEd,MAAM,qBAAqB,GAAG,WAAW,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAsB,CAAC;IACvF,MAAM,aAAa,GAAG,qBAAqB,CAAC,QAAQ,CAAC;IAErD,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,aAAa,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,QAAQ;QACvF,OAAO,aAAa,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAW,CAAC;IAE7D,OAAO,EAAE,CAAC;AACd,CAAC;AAED,SAAS,qCAAqC,CAAC,WAA8B,EAAE,YAAoB;IAC/F,MAAM,cAAc,GAAG,WAAW,CAAC,KAAK,EAAE,CAAC;IAC3C,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC,IAAI,cAAc,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO;QACzF,cAAc,CAAC,IAAI,CAAC;YAChB,IAAI,EAAE,OAAO;YACb,QAAQ,EAAE,EAAE;SACf,CAAC,CAAC;IAEP,MAAM,qBAAqB,GAAG,cAAc,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAsB,CAAC;IAC7F,MAAM,wBAAwB,GAAG,EAAC,GAAG,qBAAqB,EAAC,CAAC;IAC5D,cAAc,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,wBAAwB,CAAC;IAErE,MAAM,aAAa,GAAG,wBAAwB,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;IAChE,wBAAwB,CAAC,QAAQ,GAAG,aAAa,CAAC;IAElD,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,aAAa,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,QAAQ,EAAE;QACzF,IAAI,YAAY,KAAK,EAAE;YACnB,aAAa,CAAC,GAAG,EAAE,CAAC;;YAEpB,aAAa,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,YAAY,CAAC;KAC9D;SAAM,IAAI,YAAY,KAAK,EAAE;QAC1B,aAAa,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAErC,OAAO,cAAc,CAAC;AAC1B,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,EAC5B,eAAe,EAAE,oBAAoB,EACrC,8BAA8B,EAAE,kBAAkB,GAAG,CAAC,EAAE,iBAAiB,EACzE,WAAW,EAAE,kCAAkC,EAAE,6CAA6C,EAC9F,QAAQ,EAAE,oBAAoB,GAAG,CAAC,EAAE,SAAS,EAAE,sBAAsB,EAOxE;IAMG,IAAI,QAAQ,IAAI,IAAI;QAChB,MAAM,IAAI,aAAa,EAAE,CAAC;IAE9B,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC;IAC7B,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC;IAEjC,IAAI,iBAAiB,IAAI,kCAAkC,IAAI,IAAI,IAAI,QAAQ,CAAC,gBAAgB,EAAE;QAC9F,MAAM,gBAAgB,GAAG,kCAAkC,CAAC,KAAK,EAAE,CAAC;QAEpE,IAAI,gBAAgB,CAAC,MAAM,KAAK,CAAC,IAAI,gBAAgB,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO;YAC/F,gBAAgB,CAAC,IAAI,CAAC;gBAClB,IAAI,EAAE,OAAO;gBACb,QAAQ,EAAE,EAAE;aACf,CAAC,CAAC;QAEP,MAAM,EAAC,WAAW,EAAE,sBAAsB,EAAE,eAAe,EAAE,YAAY,EAAC,GAAG,WAAW,CAAC,mBAAmB,CAAC,gBAAgB,EAAE;YAC3H,kBAAkB,EAAE,SAAS;YAC7B,sBAAsB;SACzB,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,WAAW,CAAC,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACpD,IAAI,MAAM,CAAC,MAAM,GAAG,kBAAkB,GAAG,oBAAoB,GAAG,OAAO,CAAC,WAAW,EAAE;YACjF,MAAM,EAAC,mBAAmB,EAAC,GAAG,QAAQ,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC;YAEpE,MAAM,4BAA4B,GAAG,mBAAmB,GAAG,MAAM,CAAC,MAAM,CAAC;YAEzE,IAAI,4BAA4B,IAAI,6CAA6C;gBAC7E,OAAO;oBACH,OAAO,EAAE,gBAAgB;oBACzB,sBAAsB;oBACtB,MAAM;oBACN,kBAAkB,EAAE,eAAe;oBACnC,6BAA6B,EAAE,8BAA8B;oBAC7D,eAAe,EAAE,eAAe,IAAI,EAAE;oBACtC,4BAA4B,EAAE,YAAY,EAAE,gBAAgB,IAAI,KAAK;oBACrE,qCAAqC,EAAE,YAAY,EAAE,yBAAyB,IAAI,EAAE;iBACvF,CAAC;SACT;KACJ;IAED,eAAe,GAAG,QAAQ,CAAC,gBAAgB;QACvC,CAAC,CAAC,eAAe,CAAC,KAAK,EAAE;QACzB,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC;IAEpD,IAAI,oBAAoB,CAAC,sBAAsB,IAAI,IAAI,EAAE;QACrD,MAAM,gBAAgB,GAAG,oBAAoB,CAAC,IAAI,YAAY,QAAQ;YAClE,CAAC,CAAC,MAAM,oBAAoB,CAAC,IAAI,CAAC,QAAQ,CAAC;YAC3C,CAAC,CAAC,oBAAoB,CAAC,IAAI,CAAC;QAEhC,MAAM,EAAC,iBAAiB,EAAE,QAAQ,EAAC,GAAG,MAAM,+BAA+B,CAAC;YACxE,OAAO,EAAE,eAAe;YACxB,gBAAgB,EAAE,IAAI,CAAC,GAAG,CAAC,gBAAgB,EAAE,oBAAoB,CAAC,GAAG,kBAAkB;YACvF,oBAAoB,EAAE,oBAAoB,CAAC,QAAQ;YACnD,kCAAkC,EAAE,oBAAoB,CAAC,sBAAsB;YAC/E,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,SAAS,EAAE,KAAK,CAAC,QAAQ;YACzB,WAAW,EAAE,WAAW;YACxB,SAAS;YACT,sBAAsB;SACzB,CAAC,CAAC;QAEH,MAAM,EAAC,WAAW,EAAE,sBAAsB,EAAE,eAAe,EAAE,YAAY,EAAC,GAAG,WAAW,CAAC,mBAAmB,CAAC,iBAAiB,EAAE;YAC5H,kBAAkB,EAAE,SAAS;YAC7B,sBAAsB;SACzB,CAAC,CAAC;QAEH,OAAO;YACH,OAAO,EAAE,iBAAiB;YAC1B,sBAAsB;YACtB,MAAM,EAAE,WAAW,CAAC,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC;YAC5C,kBAAkB,EAAE,eAAe;YACnC,6BAA6B,EAAE,QAAQ;YACvC,eAAe,EAAE,eAAe,IAAI,EAAE;YACtC,4BAA4B,EAAE,YAAY,EAAE,gBAAgB,IAAI,KAAK;YACrE,qCAAqC,EAAE,YAAY,EAAE,yBAAyB,IAAI,EAAE;SACvF,CAAC;KACL;IAED;QACI,MAAM,EAAC,WAAW,EAAE,sBAAsB,EAAE,eAAe,EAAE,YAAY,EAAC,GAAG,WAAW,CAAC,mBAAmB,CAAC,eAAe,EAAE;YAC1H,kBAAkB,EAAE,SAAS;YAC7B,sBAAsB;SACzB,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,WAAW,CAAC,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAEpD,IAAI,MAAM,CAAC,MAAM,GAAG,kBAAkB,GAAG,oBAAoB,GAAG,OAAO,CAAC,WAAW;YAC/E,OAAO;gBACH,OAAO,EAAE,eAAe;gBACxB,sBAAsB;gBACtB,MAAM;gBACN,kBAAkB,EAAE,eAAe;gBACnC,6BAA6B,EAAE,8BAA8B;gBAC7D,eAAe,EAAE,eAAe,IAAI,EAAE;gBACtC,4BAA4B,EAAE,YAAY,EAAE,gBAAgB,IAAI,KAAK;gBACrE,qCAAqC,EAAE,YAAY,EAAE,yBAAyB,IAAI,EAAE;aACvF,CAAC;KACT;IAED,MAAM,gBAAgB,GAAG,oBAAoB,CAAC,IAAI,YAAY,QAAQ;QAClE,CAAC,CAAC,MAAM,oBAAoB,CAAC,IAAI,CAAC,QAAQ,CAAC;QAC3C,CAAC,CAAC,oBAAoB,CAAC,IAAI,CAAC;IAEhC,MAAM,EAAC,iBAAiB,EAAE,QAAQ,EAAC,GAAG,MAAM,+BAA+B,CAAC;QACxE,OAAO,EAAE,eAAe;QACxB,gBAAgB,EAAE,IAAI,CAAC,GAAG,CAAC,gBAAgB,EAAE,oBAAoB,CAAC,GAAG,kBAAkB;QACvF,oBAAoB,EAAE,oBAAoB,CAAC,QAAQ;QACnD,kCAAkC,EAAE,oBAAoB,CAAC,sBAAsB;QAC/E,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,SAAS,EAAE,KAAK,CAAC,QAAQ;QACzB,WAAW,EAAE,WAAW;QACxB,SAAS;QACT,sBAAsB;KACzB,CAAC,CAAC;IAEH,MAAM,EAAC,WAAW,EAAE,sBAAsB,EAAE,eAAe,EAAE,YAAY,EAAC,GAAG,WAAW,CAAC,mBAAmB,CAAC,iBAAiB,EAAE;QAC5H,kBAAkB,EAAE,SAAS;QAC7B,sBAAsB;KACzB,CAAC,CAAC;IAEH,OAAO;QACH,OAAO,EAAE,iBAAiB;QAC1B,sBAAsB;QACtB,MAAM,EAAE,WAAW,CAAE,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC;QAC7C,kBAAkB,EAAE,eAAe;QACnC,6BAA6B,EAAE,QAAQ;QACvC,eAAe,EAAE,eAAe,IAAI,EAAE;QACtC,4BAA4B,EAAE,YAAY,EAAE,gBAAgB,IAAI,KAAK;QACrE,qCAAqC,EAAE,YAAY,EAAE,yBAAyB,IAAI,EAAE;KACvF,CAAC;AACN,CAAC"}
|
|
@@ -1,21 +0,0 @@
|
|
|
1
|
-
import { LlamaGrammar } from "../../LlamaGrammar.js";
|
|
2
|
-
import { ChatModelFunctions } from "../../../types.js";
|
|
3
|
-
import { ChatWrapper } from "../../../ChatWrapper.js";
|
|
4
|
-
import { LlamaChatResponseFunctionCall } from "../LlamaChat.js";
|
|
5
|
-
export declare class FunctionCallGrammar<const Functions extends ChatModelFunctions> extends LlamaGrammar {
|
|
6
|
-
private readonly _functions;
|
|
7
|
-
private readonly _chatWrapper;
|
|
8
|
-
constructor(functions: Functions, chatWrapper: ChatWrapper, initialFunctionCallEngaged: boolean);
|
|
9
|
-
parseFunctionCall(callText: string): LlamaChatResponseFunctionCall<Functions>;
|
|
10
|
-
parseFunctionNameFromPartialCall(callText: string, { enableInternalBuiltinFunctions, initialFunctionCallEngaged }?: {
|
|
11
|
-
enableInternalBuiltinFunctions?: boolean;
|
|
12
|
-
initialFunctionCallEngaged?: boolean;
|
|
13
|
-
}): keyof Functions & string;
|
|
14
|
-
private _validateFunctions;
|
|
15
|
-
}
|
|
16
|
-
export declare class LlamaFunctionCallValidationError<const Functions extends ChatModelFunctions> extends Error {
|
|
17
|
-
readonly functions: Functions;
|
|
18
|
-
readonly chatWrapper: ChatWrapper;
|
|
19
|
-
readonly callText: string;
|
|
20
|
-
constructor(message: string, functions: Functions, chatWrapper: ChatWrapper, callText: string);
|
|
21
|
-
}
|
|
@@ -1,120 +0,0 @@
|
|
|
1
|
-
import { LlamaGrammar } from "../../LlamaGrammar.js";
|
|
2
|
-
import { LlamaText } from "../../../utils/LlamaText.js";
|
|
3
|
-
import { validateObjectAgainstGbnfSchema } from "../../../utils/gbnfJson/utils/validateObjectAgainstGbnfSchema.js";
|
|
4
|
-
import { GbnfGrammarGenerator } from "../../../utils/gbnfJson/GbnfGrammarGenerator.js";
|
|
5
|
-
import { getGbnfJsonTerminalForGbnfJsonSchema } from "../../../utils/gbnfJson/utils/getGbnfJsonTerminalForGbnfJsonSchema.js";
|
|
6
|
-
import { GbnfGrammar } from "../../../utils/gbnfJson/terminals/GbnfGrammar.js";
|
|
7
|
-
import { GbnfOr } from "../../../utils/gbnfJson/terminals/GbnfOr.js";
|
|
8
|
-
import { GbnfVerbatimText } from "../../../utils/gbnfJson/terminals/GbnfVerbatimText.js";
|
|
9
|
-
export class FunctionCallGrammar extends LlamaGrammar {
|
|
10
|
-
_functions;
|
|
11
|
-
_chatWrapper;
|
|
12
|
-
constructor(functions, chatWrapper, initialFunctionCallEngaged) {
|
|
13
|
-
const grammar = getGbnfGrammarForFunctionCalls(functions, chatWrapper, initialFunctionCallEngaged);
|
|
14
|
-
super({
|
|
15
|
-
grammar,
|
|
16
|
-
stopGenerationTriggers: [LlamaText(chatWrapper.settings.functions.call.suffix, "\n".repeat(4))],
|
|
17
|
-
trimWhitespaceSuffix: true
|
|
18
|
-
});
|
|
19
|
-
this._functions = functions;
|
|
20
|
-
this._chatWrapper = chatWrapper;
|
|
21
|
-
this._validateFunctions();
|
|
22
|
-
}
|
|
23
|
-
parseFunctionCall(callText) {
|
|
24
|
-
if (this._chatWrapper.settings.functions.call.optionalPrefixSpace &&
|
|
25
|
-
!callText.startsWith(this._chatWrapper.settings.functions.call.prefix) && callText[0] === " ")
|
|
26
|
-
callText = callText.slice(1);
|
|
27
|
-
if (!callText.startsWith(this._chatWrapper.settings.functions.call.prefix))
|
|
28
|
-
throw new LlamaFunctionCallValidationError(`Expected function call to start with function call prefix from "${this._chatWrapper.wrapperName}" chat wrapper`, this._functions, this._chatWrapper, callText);
|
|
29
|
-
const paramsPrefixIndex = callText.indexOf(this._chatWrapper.settings.functions.call.paramsPrefix, this._chatWrapper.settings.functions.call.prefix.length);
|
|
30
|
-
if (paramsPrefixIndex < 0)
|
|
31
|
-
throw new LlamaFunctionCallValidationError(`Expected function call to contain params prefix from "${this._chatWrapper.wrapperName}" chat wrapper`, this._functions, this._chatWrapper, callText);
|
|
32
|
-
const functionName = callText.slice(this._chatWrapper.settings.functions.call.prefix.length, paramsPrefixIndex);
|
|
33
|
-
if (!Object.hasOwn(this._functions, functionName))
|
|
34
|
-
throw new LlamaFunctionCallValidationError(`Function name "${functionName}" is not in the supplied functions object`, this._functions, this._chatWrapper, callText);
|
|
35
|
-
const functionSchema = this._functions[functionName];
|
|
36
|
-
const callSuffix = this._chatWrapper.settings.functions.call.suffix;
|
|
37
|
-
const callSuffixIndex = (callText + "\n".repeat(4)).lastIndexOf(callSuffix + "\n".repeat(4));
|
|
38
|
-
if (callSuffixIndex < 0 || callSuffixIndex < paramsPrefixIndex + this._chatWrapper.settings.functions.call.paramsPrefix.length)
|
|
39
|
-
throw new LlamaFunctionCallValidationError(`Expected function call to end with function call suffix from "${this._chatWrapper.wrapperName}" chat wrapper`, this._functions, this._chatWrapper, callText);
|
|
40
|
-
const paramsString = callText.slice(paramsPrefixIndex + this._chatWrapper.settings.functions.call.paramsPrefix.length, callSuffixIndex);
|
|
41
|
-
if (functionSchema.params == null && paramsString.trim().length !== 0)
|
|
42
|
-
throw new LlamaFunctionCallValidationError(`Expected function call to not contain params string but got "${paramsString}"`, this._functions, this._chatWrapper, callText);
|
|
43
|
-
else if (functionSchema.params == null)
|
|
44
|
-
return {
|
|
45
|
-
functionName,
|
|
46
|
-
params: undefined,
|
|
47
|
-
raw: callText.slice(0, callSuffixIndex + callSuffix.length)
|
|
48
|
-
};
|
|
49
|
-
const params = JSON.parse(paramsString);
|
|
50
|
-
validateObjectAgainstGbnfSchema(params, functionSchema.params);
|
|
51
|
-
return {
|
|
52
|
-
functionName,
|
|
53
|
-
params: params,
|
|
54
|
-
raw: callText.slice(0, callSuffixIndex + callSuffix.length)
|
|
55
|
-
};
|
|
56
|
-
}
|
|
57
|
-
parseFunctionNameFromPartialCall(callText, { enableInternalBuiltinFunctions = false, initialFunctionCallEngaged = false } = {}) {
|
|
58
|
-
if (this._chatWrapper.settings.functions.call.optionalPrefixSpace &&
|
|
59
|
-
!callText.startsWith(this._chatWrapper.settings.functions.call.prefix) && callText[0] === " ")
|
|
60
|
-
callText = callText.slice(1);
|
|
61
|
-
if (!callText.startsWith(this._chatWrapper.settings.functions.call.prefix))
|
|
62
|
-
throw new LlamaFunctionCallValidationError(`Expected function call to start with function call prefix from "${this._chatWrapper.wrapperName}" chat wrapper`, this._functions, this._chatWrapper, callText);
|
|
63
|
-
const paramsPrefixIndex = callText.indexOf(this._chatWrapper.settings.functions.call.paramsPrefix, this._chatWrapper.settings.functions.call.prefix.length);
|
|
64
|
-
if (paramsPrefixIndex < 0)
|
|
65
|
-
throw new LlamaFunctionCallValidationError(`Expected function call to contain params prefix from "${this._chatWrapper.wrapperName}" chat wrapper`, this._functions, this._chatWrapper, callText);
|
|
66
|
-
const functionName = callText.slice(this._chatWrapper.settings.functions.call.prefix.length, paramsPrefixIndex);
|
|
67
|
-
let foundFunctionName = Object.hasOwn(this._functions, functionName);
|
|
68
|
-
if (!foundFunctionName && enableInternalBuiltinFunctions)
|
|
69
|
-
foundFunctionName ||= Object.hasOwn(this._chatWrapper.getInternalBuiltinFunctions({ initialFunctionCallEngaged }), functionName);
|
|
70
|
-
if (!foundFunctionName)
|
|
71
|
-
throw new LlamaFunctionCallValidationError(`Function name "${functionName}" is not in the supplied functions object`, this._functions, this._chatWrapper, callText);
|
|
72
|
-
return functionName;
|
|
73
|
-
}
|
|
74
|
-
_validateFunctions() {
|
|
75
|
-
for (const functionsName of Object.keys(this._functions)) {
|
|
76
|
-
if (functionsName.includes(" ") || functionsName.includes("\n") || functionsName.includes("\t"))
|
|
77
|
-
throw new Error(`Function name "${functionsName}" contains spaces, new lines or tabs`);
|
|
78
|
-
}
|
|
79
|
-
}
|
|
80
|
-
}
|
|
81
|
-
function getGbnfGrammarForFunctionCalls(functions, chatWrapper, initialFunctionCallEngaged) {
|
|
82
|
-
const grammarGenerator = new GbnfGrammarGenerator();
|
|
83
|
-
const callGrammars = [];
|
|
84
|
-
function addFunctionCallGrammar(functionName, functionSchema) {
|
|
85
|
-
if (functionSchema.params != null) {
|
|
86
|
-
const paramsTerminal = getGbnfJsonTerminalForGbnfJsonSchema(functionSchema.params, grammarGenerator);
|
|
87
|
-
callGrammars.push(new GbnfGrammar([
|
|
88
|
-
new GbnfVerbatimText(functionName + chatWrapper.settings.functions.call.paramsPrefix).getGrammar(),
|
|
89
|
-
paramsTerminal.resolve(grammarGenerator)
|
|
90
|
-
]));
|
|
91
|
-
}
|
|
92
|
-
else
|
|
93
|
-
callGrammars.push(new GbnfVerbatimText(functionName + chatWrapper.settings.functions.call.paramsPrefix));
|
|
94
|
-
}
|
|
95
|
-
for (const [functionName, functionSchema] of Object.entries(functions))
|
|
96
|
-
addFunctionCallGrammar(functionName, functionSchema);
|
|
97
|
-
for (const [functionName, functionSchema] of Object.entries(chatWrapper.getInternalBuiltinFunctions({ initialFunctionCallEngaged })))
|
|
98
|
-
addFunctionCallGrammar(functionName, functionSchema);
|
|
99
|
-
const callGrammar = new GbnfOr(callGrammars);
|
|
100
|
-
const rootTerminal = new GbnfGrammar([
|
|
101
|
-
...(chatWrapper.settings.functions.call.optionalPrefixSpace ? ["[ ]?"] : []),
|
|
102
|
-
new GbnfVerbatimText(chatWrapper.settings.functions.call.prefix).getGrammar(),
|
|
103
|
-
callGrammar.resolve(grammarGenerator),
|
|
104
|
-
new GbnfVerbatimText(chatWrapper.settings.functions.call.suffix).getGrammar()
|
|
105
|
-
]);
|
|
106
|
-
const rootGrammar = rootTerminal.getGrammar();
|
|
107
|
-
return grammarGenerator.generateGbnfFile(rootGrammar + " [\\n]".repeat(4) + " [\\n]*");
|
|
108
|
-
}
|
|
109
|
-
export class LlamaFunctionCallValidationError extends Error {
|
|
110
|
-
functions;
|
|
111
|
-
chatWrapper;
|
|
112
|
-
callText;
|
|
113
|
-
constructor(message, functions, chatWrapper, callText) {
|
|
114
|
-
super(message);
|
|
115
|
-
this.functions = functions;
|
|
116
|
-
this.chatWrapper = chatWrapper;
|
|
117
|
-
this.callText = callText;
|
|
118
|
-
}
|
|
119
|
-
}
|
|
120
|
-
//# sourceMappingURL=FunctionCallGrammar.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"FunctionCallGrammar.js","sourceRoot":"","sources":["../../../../src/llamaEvaluator/LlamaChat/utils/FunctionCallGrammar.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,YAAY,EAAC,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAC,SAAS,EAAC,MAAM,6BAA6B,CAAC;AACtD,OAAO,EAAC,+BAA+B,EAAC,MAAM,kEAAkE,CAAC;AAEjH,OAAO,EAAC,oBAAoB,EAAC,MAAM,iDAAiD,CAAC;AACrF,OAAO,EAAC,oCAAoC,EAAC,MAAM,uEAAuE,CAAC;AAE3H,OAAO,EAAC,WAAW,EAAC,MAAM,kDAAkD,CAAC;AAE7E,OAAO,EAAC,MAAM,EAAC,MAAM,6CAA6C,CAAC;AAEnE,OAAO,EAAC,gBAAgB,EAAC,MAAM,uDAAuD,CAAC;AAGvF,MAAM,OAAO,mBAAgE,SAAQ,YAAY;IAC5E,UAAU,CAAY;IACtB,YAAY,CAAc;IAE3C,YAAmB,SAAoB,EAAE,WAAwB,EAAE,0BAAmC;QAClG,MAAM,OAAO,GAAG,8BAA8B,CAAC,SAAS,EAAE,WAAW,EAAE,0BAA0B,CAAC,CAAC;QAEnG,KAAK,CAAC;YACF,OAAO;YACP,sBAAsB,EAAE,CAAC,SAAS,CAAC,WAAW,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;YAC/F,oBAAoB,EAAE,IAAI;SAC7B,CAAC,CAAC;QAEH,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;QAC5B,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC;QAEhC,IAAI,CAAC,kBAAkB,EAAE,CAAC;IAC9B,CAAC;IAEM,iBAAiB,CAAC,QAAgB;QACrC,IAAI,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,mBAAmB;YAC7D,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,QAAQ,CAAC,CAAC,CAAC,KAAK,GAAG;YAE7F,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAEjC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC;YACtE,MAAM,IAAI,gCAAgC,CACtC,mEAAmE,IAAI,CAAC,YAAY,CAAC,WAAW,gBAAgB,EAChH,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,YAAY,EACjB,QAAQ,CACX,CAAC;QAEN,MAAM,iBAAiB,GAAG,QAAQ,CAAC,OAAO,CACtC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,EACtD,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAC1D,CAAC;QAEF,IAAI,iBAAiB,GAAG,CAAC;YACrB,MAAM,IAAI,gCAAgC,CACtC,yDAAyD,IAAI,CAAC,YAAY,CAAC,WAAW,gBAAgB,EACtG,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,YAAY,EACjB,QAAQ,CACX,CAAC;QAEN,MAAM,YAAY,GAAG,QAAQ,CAAC,KAAK,CAC/B,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EACvD,iBAAiB,CACQ,CAAC;QAE9B,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,YAAY,CAAC;YAC7C,MAAM,IAAI,gCAAgC,CACtC,kBAAkB,YAAY,2CAA2C,EACzE,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,YAAY,EACjB,QAAQ,CACX,CAAC;QAEN,MAAM,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC;QAErD,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC;QACpE,MAAM,eAAe,GAAG,CAAC,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAE7F,IAAI,eAAe,GAAG,CAAC,IAAI,eAAe,GAAG,iBAAiB,GAAG,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM;YAC1H,MAAM,IAAI,gCAAgC,CACtC,iEAAiE,IAAI,CAAC,YAAY,CAAC,WAAW,gBAAgB,EAC9G,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,YAAY,EACjB,QAAQ,CACX,CAAC;QAEN,MAAM,YAAY,GAAG,QAAQ,CAAC,KAAK,CAC/B,iBAAiB,GAAG,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,EACjF,eAAe,CAClB,CAAC;QAEF,IAAI,cAAc,CAAC,MAAM,IAAI,IAAI,IAAI,YAAY,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;YACjE,MAAM,IAAI,gCAAgC,CACtC,gEAAgE,YAAY,GAAG,EAC/E,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,YAAY,EACjB,QAAQ,CACX,CAAC;aACD,IAAI,cAAc,CAAC,MAAM,IAAI,IAAI;YAClC,OAAO;gBACH,YAAY;gBACZ,MAAM,EAAE,SAAgB;gBACxB,GAAG,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,eAAe,GAAG,UAAU,CAAC,MAAM,CAAC;aAC9D,CAAC;QAEN,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QAExC,+BAA+B,CAAC,MAAM,EAAE,cAAc,CAAC,MAAM,CAAC,CAAC;QAE/D,OAAO;YACH,YAAY;YACZ,MAAM,EAAE,MAAa;YACrB,GAAG,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,eAAe,GAAG,UAAU,CAAC,MAAM,CAAC;SAC9D,CAAC;IACN,CAAC;IAEM,gCAAgC,CAAC,QAAgB,EAAE,EACtD,8BAA8B,GAAG,KAAK,EACtC,0BAA0B,GAAG,KAAK,KAIlC,EAAE;QACF,IAAI,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,mBAAmB;YAC7D,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,QAAQ,CAAC,CAAC,CAAC,KAAK,GAAG;YAE7F,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAEjC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC;YACtE,MAAM,IAAI,gCAAgC,CACtC,mEAAmE,IAAI,CAAC,YAAY,CAAC,WAAW,gBAAgB,EAChH,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,YAAY,EACjB,QAAQ,CACX,CAAC;QAEN,MAAM,iBAAiB,GAAG,QAAQ,CAAC,OAAO,CACtC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,EACtD,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAC1D,CAAC;QAEF,IAAI,iBAAiB,GAAG,CAAC;YACrB,MAAM,IAAI,gCAAgC,CACtC,yDAAyD,IAAI,CAAC,YAAY,CAAC,WAAW,gBAAgB,EACtG,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,YAAY,EACjB,QAAQ,CACX,CAAC;QAEN,MAAM,YAAY,GAAG,QAAQ,CAAC,KAAK,CAC/B,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EACvD,iBAAiB,CACQ,CAAC;QAE9B,IAAI,iBAAiB,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,YAAY,CAAC,CAAC;QAErE,IAAI,CAAC,iBAAiB,IAAI,8BAA8B;YACpD,iBAAiB,KAAK,MAAM,CAAC,MAAM,CAC/B,IAAI,CAAC,YAAY,CAAC,2BAA2B,CAAC,EAAC,0BAA0B,EAAC,CAAC,EAC3E,YAAY,CACf,CAAC;QAEN,IAAI,CAAC,iBAAiB;YAClB,MAAM,IAAI,gCAAgC,CACtC,kBAAkB,YAAY,2CAA2C,EACzE,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,YAAY,EACjB,QAAQ,CACX,CAAC;QAEN,OAAO,YAAY,CAAC;IACxB,CAAC;IAEO,kBAAkB;QACtB,KAAK,MAAM,aAAa,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE;YACtD,IAAI,aAAa,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC;gBAC3F,MAAM,IAAI,KAAK,CAAC,kBAAkB,aAAa,sCAAsC,CAAC,CAAC;SAC9F;IACL,CAAC;CACJ;AAED,SAAS,8BAA8B,CACnC,SAAoB,EAAE,WAAwB,EAAE,0BAAmC;IAEnF,MAAM,gBAAgB,GAAG,IAAI,oBAAoB,EAAE,CAAC;IAEpD,MAAM,YAAY,GAAmB,EAAE,CAAC;IAExC,SAAS,sBAAsB,CAAC,YAAoB,EAAE,cAA0C;QAC5F,IAAI,cAAc,CAAC,MAAM,IAAI,IAAI,EAAE;YAC/B,MAAM,cAAc,GAAG,oCAAoC,CAAC,cAAc,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC;YAErG,YAAY,CAAC,IAAI,CACb,IAAI,WAAW,CAAC;gBACZ,IAAI,gBAAgB,CAAC,YAAY,GAAG,WAAW,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,UAAU,EAAE;gBAClG,cAAc,CAAC,OAAO,CAAC,gBAAgB,CAAC;aAC3C,CAAC,CACL,CAAC;SACL;;YACG,YAAY,CAAC,IAAI,CAAC,IAAI,gBAAgB,CAAC,YAAY,GAAG,WAAW,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;IACjH,CAAC;IAED,KAAK,MAAM,CAAC,YAAY,EAAE,cAAc,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC;QAClE,sBAAsB,CAAC,YAAY,EAAE,cAAc,CAAC,CAAC;IAEzD,KAAK,MAAM,CAAC,YAAY,EAAE,cAAc,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,2BAA2B,CAAC,EAAC,0BAA0B,EAAC,CAAC,CAAC;QAC9H,sBAAsB,CAAC,YAAY,EAAE,cAAc,CAAC,CAAC;IAEzD,MAAM,WAAW,GAAG,IAAI,MAAM,CAAC,YAAY,CAAC,CAAC;IAE7C,MAAM,YAAY,GAAG,IAAI,WAAW,CAAC;QACjC,GAAG,CAAC,WAAW,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5E,IAAI,gBAAgB,CAAC,WAAW,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,UAAU,EAAE;QAC7E,WAAW,CAAC,OAAO,CAAC,gBAAgB,CAAC;QACrC,IAAI,gBAAgB,CAAC,WAAW,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,UAAU,EAAE;KAChF,CAAC,CAAC;IAEH,MAAM,WAAW,GAAG,YAAY,CAAC,UAAU,EAAE,CAAC;IAE9C,OAAO,gBAAgB,CAAC,gBAAgB,CAAC,WAAW,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC;AAC3F,CAAC;AAED,MAAM,OAAO,gCAA6E,SAAQ,KAAK;IACnF,SAAS,CAAY;IACrB,WAAW,CAAc;IACzB,QAAQ,CAAS;IAEjC,YAAmB,OAAe,EAAE,SAAoB,EAAE,WAAwB,EAAE,QAAgB;QAChG,KAAK,CAAC,OAAO,CAAC,CAAC;QAEf,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAC7B,CAAC;CACJ"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"eraseFirstResponseAndKeepFirstSystemChatContextShiftStrategy.js","sourceRoot":"","sources":["../../../../../src/llamaEvaluator/LlamaChat/utils/contextShiftStrategies/eraseFirstResponseAndKeepFirstSystemChatContextShiftStrategy.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,kDAAkD,EAAC,MAAM,yEAAyE,CAAC;AAC3I,OAAO,EAAC,2BAA2B,EAAC,MAAM,kDAAkD,CAAC;AAG7F,MAAM,CAAC,KAAK,UAAU,4DAA4D,CAAC,EAC/E,WAAW,EACX,cAAc,EACd,SAAS,EACT,WAAW,EACX,iBAAiB,EAOpB;IAIG,IAAI,6BAA6B,GAAG,CAAC,CAAC;IACtC,IAAI,qBAAqB,CAAC,iBAAiB,CAAC;QACxC,6BAA6B,GAAG,iBAAiB,CAAC,uBAAuB,CAAC;IAE9E,MAAM,EAAC,sBAAsB,EAAE,qBAAqB,EAAC,GAAG,MAAM,kDAAkD,CAAC;QAC7G,WAAW;QACX,gBAAgB,EAAE,cAAc;QAChC,6BAA6B;QAC7B,SAAS;QACT,WAAW;QACX,mBAAmB,CAAC,EAAC,WAAW,EAAE,kBAAkB,EAAC;YACjD,MAAM,GAAG,GAAG,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC;YAC3D,IAAI,sBAAsB,GAAG,kBAAkB,CAAC;YAEhD,SAAS,qBAAqB;gBAC1B,KAAK,IAAI,CAAC,GAAG,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,sBAAsB,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE;oBACpE,MAAM,WAAW,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;oBAE3B,IAAI,WAAW,CAAC,IAAI,KAAK,OAAO;wBAC5B,SAAS;oBAEb,KAAK,IAAI,CAAC,GAAG,WAAW,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,sBAAsB,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE;wBACrF,MAAM,IAAI,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;wBAErC,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,IAAI,KAAK,cAAc;4BACxD,SAAS;wBAEb,MAAM,iBAAiB,GAAG,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC;wBAE3C,IAAI,iBAAiB,IAAI,IAAI;4BACzB,SAAS;wBAEb,MAAM,UAAU,GAAG,WAAW,CAAC,6BAA6B,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;wBAElG,IAAI,UAAU,CAAC,MAAM,GAAG,iBAAiB,EAAE;4BACvC,IAAI,CAAC,GAAG,GAAG,UAAU,CAAC;4BACtB,sBAAsB,IAAI,iBAAiB,GAAG,UAAU,CAAC,MAAM,CAAC;yBACnE;qBACJ;iBACJ;YACL,CAAC;YAED,SAAS,0CAA0C,CAAC,KAAa;gBAC7D,KAAK,IAAI,CAAC,GAAG,KAAK,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE;oBACjC,MAAM,WAAW,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;oBAE3B,IAAI,WAAW,CAAC,IAAI,KAAK,OAAO;wBAC5B,MAAM,CAAC,iEAAiE;oBAE5E,IAAI,CAAC,KAAK,CAAC,IAAI,WAAW,CAAC,IAAI,KAAK,QAAQ;wBACxC,MAAM,CAAC,gCAAgC;oBAE3C,IAAI,WAAW,CAAC,IAAI,KAAK,MAAM,IAAI,WAAW,CAAC,IAAI,KAAK,QAAQ,EAAE;wBAC9D,MAAM,OAAO,GAAG,2BAA2B,CAAC,WAAW,CAAC,IAAI,EAAE,sBAAsB,CAAC,CAAC;wBAEtF,IAAI,OAAO,KAAK,EAAE,EAAE;4BAChB,GAAG,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;4BACjB,CAAC,EAAE,CAAC;4BACJ,sBAAsB,IAAI,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC;yBACrD;6BAAM,IAAI,OAAO,CAAC,MAAM,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE;4BACjD,sBAAsB,IAAI,WAAW,CAAC,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;4BACnE,WAAW,CAAC,IAAI,GAAG,OAAO,CAAC;yBAC9B;qBACJ;yBAAM;wBACH,KAAK,CAAC,WAA2B,CAAC,CAAC;qBACtC;iBACJ;YACL,CAAC;YAED,SAAS,0BAA0B;gBAC/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,IAAI,sBAAsB,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE;oBAC/D,MAAM,WAAW,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;oBAC3B,MAAM,iBAAiB,GAAG,CAAC,KAAK,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC;oBAE/C,IAAI,WAAW,CAAC,IAAI,KAAK,OAAO;wBAC5B,SAAS;oBAEb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,QAAQ,CAAC,MAAM,IAAI,sBAAsB,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE;wBAChF,MAAM,IAAI,GAAkD,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;wBACpF,MAAM,UAAU,GAAG,CAAC,KAAK,WAAW,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC;wBAEzD,IAAI,iBAAiB,IAAI,UAAU;4BAC/B,SAAS;wBAEb,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE;4BAC1B,MAAM,OAAO,GAAG,2BAA2B,CAAC,IAAI,EAAE,sBAAsB,CAAC,CAAC;4BAE1E,IAAI,OAAO,KAAK,EAAE,EAAE;gCAChB,WAAW,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;gCAClC,CAAC,EAAE,CAAC;gCACJ,sBAAsB,IAAI,IAAI,CAAC,MAAM,CAAC;6BACzC;iCAAM,IAAI,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE;gCACrC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC;gCAClC,sBAAsB,IAAI,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;6BAC1D;yBACJ;6BAAM,IAAI,IAAI,CAAC,IAAI,KAAK,cAAc,EAAE;4BACrC,WAAW,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;4BAClC,CAAC,EAAE,CAAC;4BACJ,sBAAsB,IAAI,IAAI,CAAC,GAAG,EAAE,MAAM;gCACtC,WAAW,CAAC,6BAA6B,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;yBAC7F;qBACJ;oBAED,IAAI,WAAW,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE;wBACnC,qDAAqD;wBACrD,sDAAsD;wBACtD,0CAA0C,CAAC,CAAC,CAAC,CAAC;wBAC9C,GAAG,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;wBACjB,CAAC,EAAE,CAAC;qBACP;iBACJ;YACL,CAAC;YAED,qBAAqB,EAAE,CAAC;YAExB,IAAI,sBAAsB,IAAI,CAAC;gBAC3B,OAAO,GAAG,CAAC;YAEf,0BAA0B,EAAE,CAAC;YAE7B,OAAO,GAAG,CAAC;QACf,CAAC;KACJ,CAAC,CAAC;IAEH,MAAM,WAAW,GAAwB;QACrC,uBAAuB,EAAE,sBAAsB;KAClD,CAAC;IAEF,OAAO;QACH,WAAW,EAAE,qBAAqB;QAClC,QAAQ,EAAE,WAAW;KACxB,CAAC;AACN,CAAC;AAMD,SAAS,qBAAqB,CAAC,QAAa;IACxC,OAAO,QAAQ,IAAI,IAAI,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,OAAO,QAAQ,CAAC,uBAAuB,KAAK,QAAQ,CAAC;AACpH,CAAC"}
|
|
@@ -1,146 +0,0 @@
|
|
|
1
|
-
/// <reference types="node" />
|
|
2
|
-
import { EventRelay } from "lifecycle-utils";
|
|
3
|
-
import { ChatWrapper } from "../../ChatWrapper.js";
|
|
4
|
-
import { ChatHistoryItem, ChatSessionModelFunctions, Token } from "../../types.js";
|
|
5
|
-
import { LlamaContextSequence } from "../LlamaContext/LlamaContext.js";
|
|
6
|
-
import { LlamaGrammar } from "../LlamaGrammar.js";
|
|
7
|
-
import { LLamaChatContextShiftOptions } from "../LlamaChat/LlamaChat.js";
|
|
8
|
-
import { EvaluationPriority } from "../LlamaContext/types.js";
|
|
9
|
-
export type LlamaChatSessionOptions = {
|
|
10
|
-
contextSequence: LlamaContextSequence;
|
|
11
|
-
/** `"auto"` is used by default */
|
|
12
|
-
chatWrapper?: "auto" | ChatWrapper;
|
|
13
|
-
systemPrompt?: string;
|
|
14
|
-
/** Automatically dispose the sequence when the session is disposed */
|
|
15
|
-
autoDisposeSequence?: boolean;
|
|
16
|
-
contextShift?: LlamaChatSessionContextShiftOptions;
|
|
17
|
-
};
|
|
18
|
-
export type LlamaChatSessionContextShiftOptions = {
|
|
19
|
-
/**
|
|
20
|
-
* The number of tokens to delete from the context window to make space for new ones.
|
|
21
|
-
* Defaults to 10% of the context size.
|
|
22
|
-
*/
|
|
23
|
-
size?: LLamaChatContextShiftOptions["size"];
|
|
24
|
-
/**
|
|
25
|
-
* The strategy to use when deleting tokens from the context window.
|
|
26
|
-
* Defaults to `"eraseFirstResponseAndKeepFirstSystem"`.
|
|
27
|
-
*/
|
|
28
|
-
strategy?: LLamaChatContextShiftOptions["strategy"];
|
|
29
|
-
};
|
|
30
|
-
export type LLamaChatPromptOptions<Functions extends ChatSessionModelFunctions | undefined = ChatSessionModelFunctions | undefined> = {
|
|
31
|
-
onToken?: (tokens: Token[]) => void;
|
|
32
|
-
signal?: AbortSignal;
|
|
33
|
-
maxTokens?: number;
|
|
34
|
-
/**
|
|
35
|
-
* Temperature is a hyperparameter that controls the randomness of the generated text.
|
|
36
|
-
* It affects the probability distribution of the model's output tokens.
|
|
37
|
-
* A higher temperature (e.g., 1.5) makes the output more random and creative,
|
|
38
|
-
* while a lower temperature (e.g., 0.5) makes the output more focused, deterministic, and conservative.
|
|
39
|
-
* The suggested temperature is 0.8, which provides a balance between randomness and determinism.
|
|
40
|
-
* At the extreme, a temperature of 0 will always pick the most likely next token, leading to identical outputs in each run.
|
|
41
|
-
*
|
|
42
|
-
* Set to `0` to disable.
|
|
43
|
-
* Disabled by default (set to `0`).
|
|
44
|
-
*/
|
|
45
|
-
temperature?: number;
|
|
46
|
-
/**
|
|
47
|
-
* Limits the model to consider only the K most likely next tokens for sampling at each step of sequence generation.
|
|
48
|
-
* An integer number between `1` and the size of the vocabulary.
|
|
49
|
-
* Set to `0` to disable (which uses the full vocabulary).
|
|
50
|
-
*
|
|
51
|
-
* Only relevant when `temperature` is set to a value greater than 0.
|
|
52
|
-
*/
|
|
53
|
-
topK?: number;
|
|
54
|
-
/**
|
|
55
|
-
* Dynamically selects the smallest set of tokens whose cumulative probability exceeds the threshold P,
|
|
56
|
-
* and samples the next token only from this set.
|
|
57
|
-
* A float number between `0` and `1`.
|
|
58
|
-
* Set to `1` to disable.
|
|
59
|
-
*
|
|
60
|
-
* Only relevant when `temperature` is set to a value greater than `0`.
|
|
61
|
-
*/
|
|
62
|
-
topP?: number;
|
|
63
|
-
/**
|
|
64
|
-
* Trim whitespace from the end of the generated text
|
|
65
|
-
* Disabled by default.
|
|
66
|
-
*/
|
|
67
|
-
trimWhitespaceSuffix?: boolean;
|
|
68
|
-
/**
|
|
69
|
-
* See the parameter `evaluationPriority` on the `LlamaContextSequence.evaluate()` function for more information.
|
|
70
|
-
*/
|
|
71
|
-
evaluationPriority?: EvaluationPriority;
|
|
72
|
-
repeatPenalty?: false | LlamaChatSessionRepeatPenalty;
|
|
73
|
-
} & ({
|
|
74
|
-
grammar?: LlamaGrammar;
|
|
75
|
-
functions?: never;
|
|
76
|
-
documentFunctionParams?: never;
|
|
77
|
-
} | {
|
|
78
|
-
grammar?: never;
|
|
79
|
-
functions?: Functions | ChatSessionModelFunctions;
|
|
80
|
-
documentFunctionParams?: boolean;
|
|
81
|
-
});
|
|
82
|
-
export type LlamaChatSessionRepeatPenalty = {
|
|
83
|
-
/**
|
|
84
|
-
* Number of recent tokens generated by the model to apply penalties to repetition of.
|
|
85
|
-
* Defaults to `64`.
|
|
86
|
-
*/
|
|
87
|
-
lastTokens?: number;
|
|
88
|
-
punishTokensFilter?: (tokens: Token[]) => Token[];
|
|
89
|
-
/**
|
|
90
|
-
* Penalize new line tokens.
|
|
91
|
-
* Enabled by default.
|
|
92
|
-
*/
|
|
93
|
-
penalizeNewLine?: boolean;
|
|
94
|
-
/**
|
|
95
|
-
* The relative amount to lower the probability of the tokens in `punishTokens` by
|
|
96
|
-
* Defaults to `1.1`.
|
|
97
|
-
* Set to `1` to disable.
|
|
98
|
-
*/
|
|
99
|
-
penalty?: number;
|
|
100
|
-
/**
|
|
101
|
-
* For n time a token is in the `punishTokens` array, lower its probability by `n * frequencyPenalty`
|
|
102
|
-
* Disabled by default (`0`).
|
|
103
|
-
* Set to a value between `0` and `1` to enable.
|
|
104
|
-
*/
|
|
105
|
-
frequencyPenalty?: number;
|
|
106
|
-
/**
|
|
107
|
-
* Lower the probability of all the tokens in the `punishTokens` array by `presencePenalty`
|
|
108
|
-
* Disabled by default (`0`).
|
|
109
|
-
* Set to a value between `0` and `1` to enable.
|
|
110
|
-
*/
|
|
111
|
-
presencePenalty?: number;
|
|
112
|
-
};
|
|
113
|
-
export declare class LlamaChatSession {
|
|
114
|
-
readonly onDispose: EventRelay<void>;
|
|
115
|
-
/**
|
|
116
|
-
* @param options
|
|
117
|
-
*/
|
|
118
|
-
constructor({ contextSequence, chatWrapper, systemPrompt, autoDisposeSequence, contextShift }: LlamaChatSessionOptions);
|
|
119
|
-
dispose({ disposeSequence }?: {
|
|
120
|
-
disposeSequence?: boolean;
|
|
121
|
-
}): void;
|
|
122
|
-
/** @hidden */
|
|
123
|
-
[Symbol.dispose](): void;
|
|
124
|
-
get disposed(): boolean;
|
|
125
|
-
get sequence(): LlamaContextSequence;
|
|
126
|
-
get context(): import("../LlamaContext/LlamaContext.js").LlamaContext;
|
|
127
|
-
get model(): import("../LlamaModel.js").LlamaModel;
|
|
128
|
-
/**
|
|
129
|
-
* @param prompt
|
|
130
|
-
* @param [options]
|
|
131
|
-
*/
|
|
132
|
-
prompt<const Functions extends ChatSessionModelFunctions | undefined = undefined>(prompt: string, { functions, documentFunctionParams, onToken, signal, maxTokens, temperature, topK, topP, grammar, trimWhitespaceSuffix, repeatPenalty }?: LLamaChatPromptOptions<Functions>): Promise<string>;
|
|
133
|
-
/**
|
|
134
|
-
* @param prompt
|
|
135
|
-
* @param [options]
|
|
136
|
-
*/
|
|
137
|
-
promptWithMeta<const Functions extends ChatSessionModelFunctions | undefined = undefined>(prompt: string, { functions, documentFunctionParams, onToken, signal, maxTokens, temperature, topK, topP, grammar, trimWhitespaceSuffix, repeatPenalty, evaluationPriority }?: LLamaChatPromptOptions<Functions>): Promise<{
|
|
138
|
-
response: (string | import("../../types.js").ChatModelFunctionCall)[];
|
|
139
|
-
responseText: string;
|
|
140
|
-
stopReason: "functionCall" | "maxTokens" | "eosToken" | "stopGenerationTrigger";
|
|
141
|
-
remainingGenerationAfterStop: string | Token[] | undefined;
|
|
142
|
-
}>;
|
|
143
|
-
getChatHistory(): ChatHistoryItem[];
|
|
144
|
-
getLastEvaluationContextWindow(): ChatHistoryItem[] | null;
|
|
145
|
-
setChatHistory(chatHistory: ChatHistoryItem[]): void;
|
|
146
|
-
}
|
|
@@ -1,211 +0,0 @@
|
|
|
1
|
-
import { DisposeAggregator, DisposedError, EventRelay, withLock } from "lifecycle-utils";
|
|
2
|
-
import { defaultChatSystemPrompt } from "../../config.js";
|
|
3
|
-
import { appendUserMessageToChatHistory } from "../../utils/appendUserMessageToChatHistory.js";
|
|
4
|
-
import { LlamaChat } from "../LlamaChat/LlamaChat.js";
|
|
5
|
-
export class LlamaChatSession {
|
|
6
|
-
/** @internal */ _disposeAggregator = new DisposeAggregator();
|
|
7
|
-
/** @internal */ _autoDisposeSequence;
|
|
8
|
-
/** @internal */ _contextShift;
|
|
9
|
-
/** @internal */ _chatHistory;
|
|
10
|
-
/** @internal */ _lastEvaluation;
|
|
11
|
-
/** @internal */ _chat;
|
|
12
|
-
onDispose = new EventRelay();
|
|
13
|
-
/**
|
|
14
|
-
* @param options
|
|
15
|
-
*/
|
|
16
|
-
constructor({ contextSequence, chatWrapper = "auto", systemPrompt = defaultChatSystemPrompt, autoDisposeSequence = true, contextShift }) {
|
|
17
|
-
if (contextSequence == null)
|
|
18
|
-
throw new Error("contextSequence cannot be null");
|
|
19
|
-
if (contextSequence.disposed)
|
|
20
|
-
throw new DisposedError();
|
|
21
|
-
this._contextShift = contextShift;
|
|
22
|
-
this._chatHistory = [{
|
|
23
|
-
type: "system",
|
|
24
|
-
text: systemPrompt
|
|
25
|
-
}];
|
|
26
|
-
this._chat = new LlamaChat({
|
|
27
|
-
autoDisposeSequence,
|
|
28
|
-
chatWrapper,
|
|
29
|
-
contextSequence
|
|
30
|
-
});
|
|
31
|
-
this._autoDisposeSequence = autoDisposeSequence;
|
|
32
|
-
this._disposeAggregator.add(this._chat.onDispose.createListener(() => {
|
|
33
|
-
this.dispose();
|
|
34
|
-
}));
|
|
35
|
-
this._disposeAggregator.add(this.onDispose.dispatchEvent);
|
|
36
|
-
}
|
|
37
|
-
dispose({ disposeSequence = this._autoDisposeSequence } = {}) {
|
|
38
|
-
if (this._chat == null)
|
|
39
|
-
return;
|
|
40
|
-
this._chat.dispose({ disposeSequence });
|
|
41
|
-
this._chat = null;
|
|
42
|
-
this._disposeAggregator.dispose();
|
|
43
|
-
}
|
|
44
|
-
/** @hidden */
|
|
45
|
-
[Symbol.dispose]() {
|
|
46
|
-
return this.dispose();
|
|
47
|
-
}
|
|
48
|
-
get disposed() {
|
|
49
|
-
return this._chat == null || this._chat.disposed;
|
|
50
|
-
}
|
|
51
|
-
get sequence() {
|
|
52
|
-
if (this._chat == null)
|
|
53
|
-
throw new DisposedError();
|
|
54
|
-
return this._chat.sequence;
|
|
55
|
-
}
|
|
56
|
-
get context() {
|
|
57
|
-
return this.sequence.context;
|
|
58
|
-
}
|
|
59
|
-
get model() {
|
|
60
|
-
return this.sequence.model;
|
|
61
|
-
}
|
|
62
|
-
/**
|
|
63
|
-
* @param prompt
|
|
64
|
-
* @param [options]
|
|
65
|
-
*/
|
|
66
|
-
async prompt(prompt, { functions, documentFunctionParams, onToken, signal, maxTokens, temperature, topK, topP, grammar, trimWhitespaceSuffix = false, repeatPenalty } = {}) {
|
|
67
|
-
const { responseText } = await this.promptWithMeta(prompt, {
|
|
68
|
-
// this is a workaround to allow passing both `functions` and `grammar`
|
|
69
|
-
functions: functions,
|
|
70
|
-
documentFunctionParams: documentFunctionParams,
|
|
71
|
-
onToken, signal, maxTokens, temperature, topK, topP, grammar, trimWhitespaceSuffix, repeatPenalty
|
|
72
|
-
});
|
|
73
|
-
return responseText;
|
|
74
|
-
}
|
|
75
|
-
/**
|
|
76
|
-
* @param prompt
|
|
77
|
-
* @param [options]
|
|
78
|
-
*/
|
|
79
|
-
async promptWithMeta(prompt, { functions, documentFunctionParams, onToken, signal, maxTokens, temperature, topK, topP, grammar, trimWhitespaceSuffix = false, repeatPenalty, evaluationPriority } = {}) {
|
|
80
|
-
this._ensureNotDisposed();
|
|
81
|
-
return await withLock(this, "prompt", async () => {
|
|
82
|
-
this._ensureNotDisposed();
|
|
83
|
-
if (this._chat == null)
|
|
84
|
-
throw new DisposedError();
|
|
85
|
-
let lastEvaluation = this._lastEvaluation;
|
|
86
|
-
let newChatHistory = appendUserMessageToChatHistory(this._chatHistory, prompt);
|
|
87
|
-
let newContextWindowChatHistory = lastEvaluation?.contextWindow == null
|
|
88
|
-
? undefined
|
|
89
|
-
: appendUserMessageToChatHistory(lastEvaluation?.contextWindow, prompt);
|
|
90
|
-
newChatHistory.push({
|
|
91
|
-
type: "model",
|
|
92
|
-
response: []
|
|
93
|
-
});
|
|
94
|
-
if (newContextWindowChatHistory != null)
|
|
95
|
-
newContextWindowChatHistory.push({
|
|
96
|
-
type: "model",
|
|
97
|
-
response: []
|
|
98
|
-
});
|
|
99
|
-
// eslint-disable-next-line no-constant-condition
|
|
100
|
-
while (true) {
|
|
101
|
-
const { functionCall, lastEvaluation: currentLastEvaluation, metadata } = await this._chat.generateResponse(newChatHistory, {
|
|
102
|
-
functions,
|
|
103
|
-
documentFunctionParams,
|
|
104
|
-
grammar: grammar,
|
|
105
|
-
onToken,
|
|
106
|
-
signal,
|
|
107
|
-
repeatPenalty,
|
|
108
|
-
topK,
|
|
109
|
-
topP,
|
|
110
|
-
maxTokens,
|
|
111
|
-
temperature,
|
|
112
|
-
trimWhitespaceSuffix,
|
|
113
|
-
contextShift: {
|
|
114
|
-
...this._contextShift,
|
|
115
|
-
lastEvaluationMetadata: lastEvaluation?.contextShiftMetadata
|
|
116
|
-
},
|
|
117
|
-
evaluationPriority,
|
|
118
|
-
lastEvaluationContextWindow: {
|
|
119
|
-
history: newContextWindowChatHistory,
|
|
120
|
-
minimumOverlapPercentageToPreventContextShift: 0.01
|
|
121
|
-
}
|
|
122
|
-
});
|
|
123
|
-
this._ensureNotDisposed();
|
|
124
|
-
lastEvaluation = currentLastEvaluation;
|
|
125
|
-
newChatHistory = lastEvaluation.cleanHistory;
|
|
126
|
-
if (functionCall != null) {
|
|
127
|
-
const functionDefinition = functions?.[functionCall.functionName];
|
|
128
|
-
if (functionDefinition == null)
|
|
129
|
-
throw new Error(`The model tried to call function "${functionCall.functionName}" which is not defined`);
|
|
130
|
-
const functionCallResult = await functionDefinition.handler(functionCall.params);
|
|
131
|
-
this._ensureNotDisposed();
|
|
132
|
-
newChatHistory = addFunctionCallToChatHistory({
|
|
133
|
-
chatHistory: newChatHistory,
|
|
134
|
-
functionName: functionCall.functionName,
|
|
135
|
-
functionDescription: functionDefinition.description,
|
|
136
|
-
callParams: functionCall.params,
|
|
137
|
-
callResult: functionCallResult,
|
|
138
|
-
raw: functionCall.raw + this._chat.chatWrapper.generateFunctionCallResult(functionCall.functionName, functionCall.params, functionCallResult)
|
|
139
|
-
});
|
|
140
|
-
newContextWindowChatHistory = addFunctionCallToChatHistory({
|
|
141
|
-
chatHistory: lastEvaluation.contextWindow,
|
|
142
|
-
functionName: functionCall.functionName,
|
|
143
|
-
functionDescription: functionDefinition.description,
|
|
144
|
-
callParams: functionCall.params,
|
|
145
|
-
callResult: functionCallResult,
|
|
146
|
-
raw: functionCall.raw + this._chat.chatWrapper.generateFunctionCallResult(functionCall.functionName, functionCall.params, functionCallResult)
|
|
147
|
-
});
|
|
148
|
-
lastEvaluation.cleanHistory = newChatHistory;
|
|
149
|
-
lastEvaluation.contextWindow = newContextWindowChatHistory;
|
|
150
|
-
continue;
|
|
151
|
-
}
|
|
152
|
-
this._lastEvaluation = lastEvaluation;
|
|
153
|
-
this._chatHistory = newChatHistory;
|
|
154
|
-
const lastModelResponseItem = getLastModelResponseItem(newChatHistory);
|
|
155
|
-
return {
|
|
156
|
-
response: lastModelResponseItem.response,
|
|
157
|
-
responseText: lastModelResponseItem.response
|
|
158
|
-
.filter((item) => typeof item === "string")
|
|
159
|
-
.join(""),
|
|
160
|
-
stopReason: metadata.stopReason,
|
|
161
|
-
remainingGenerationAfterStop: metadata.remainingGenerationAfterStop
|
|
162
|
-
};
|
|
163
|
-
}
|
|
164
|
-
});
|
|
165
|
-
}
|
|
166
|
-
getChatHistory() {
|
|
167
|
-
return structuredClone(this._chatHistory);
|
|
168
|
-
}
|
|
169
|
-
getLastEvaluationContextWindow() {
|
|
170
|
-
if (this._lastEvaluation == null)
|
|
171
|
-
return null;
|
|
172
|
-
return structuredClone(this._lastEvaluation?.contextWindow);
|
|
173
|
-
}
|
|
174
|
-
setChatHistory(chatHistory) {
|
|
175
|
-
this._chatHistory = structuredClone(chatHistory);
|
|
176
|
-
this._lastEvaluation = undefined;
|
|
177
|
-
}
|
|
178
|
-
/** @internal */
|
|
179
|
-
_ensureNotDisposed() {
|
|
180
|
-
if (this.disposed)
|
|
181
|
-
throw new DisposedError();
|
|
182
|
-
}
|
|
183
|
-
}
|
|
184
|
-
function addFunctionCallToChatHistory({ chatHistory, functionName, functionDescription, callParams, callResult, raw }) {
|
|
185
|
-
const newChatHistory = chatHistory.slice();
|
|
186
|
-
if (newChatHistory.length === 0 || newChatHistory[newChatHistory.length - 1].type !== "model")
|
|
187
|
-
newChatHistory.push({
|
|
188
|
-
type: "model",
|
|
189
|
-
response: []
|
|
190
|
-
});
|
|
191
|
-
const lastModelResponseItem = newChatHistory[newChatHistory.length - 1];
|
|
192
|
-
const newLastModelResponseItem = { ...lastModelResponseItem };
|
|
193
|
-
newChatHistory[newChatHistory.length - 1] = newLastModelResponseItem;
|
|
194
|
-
const modelResponse = newLastModelResponseItem.response.slice();
|
|
195
|
-
newLastModelResponseItem.response = modelResponse;
|
|
196
|
-
modelResponse.push({
|
|
197
|
-
type: "functionCall",
|
|
198
|
-
name: functionName,
|
|
199
|
-
description: functionDescription,
|
|
200
|
-
params: callParams,
|
|
201
|
-
result: callResult,
|
|
202
|
-
raw
|
|
203
|
-
});
|
|
204
|
-
return newChatHistory;
|
|
205
|
-
}
|
|
206
|
-
function getLastModelResponseItem(chatHistory) {
|
|
207
|
-
if (chatHistory.length === 0 || chatHistory[chatHistory.length - 1].type !== "model")
|
|
208
|
-
throw new Error("Expected chat history to end with a model response");
|
|
209
|
-
return chatHistory[chatHistory.length - 1];
|
|
210
|
-
}
|
|
211
|
-
//# sourceMappingURL=LlamaChatSession.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"LlamaChatSession.js","sourceRoot":"","sources":["../../../src/llamaEvaluator/LlamaChatSession/LlamaChatSession.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,iBAAiB,EAAE,aAAa,EAAE,UAAU,EAAE,QAAQ,EAAC,MAAM,iBAAiB,CAAC;AACvF,OAAO,EAAC,uBAAuB,EAAC,MAAM,iBAAiB,CAAC;AAGxD,OAAO,EAAC,8BAA8B,EAAC,MAAM,+CAA+C,CAAC;AAG7F,OAAO,EAAC,SAAS,EAAkD,MAAM,2BAA2B,CAAC;AAgIrG,MAAM,OAAO,gBAAgB;IACzB,gBAAgB,CAAkB,kBAAkB,GAAG,IAAI,iBAAiB,EAAE,CAAC;IAC/E,gBAAgB,CAAkB,oBAAoB,CAAU;IAChE,gBAAgB,CAAkB,aAAa,CAAuC;IACtF,gBAAgB,CAAS,YAAY,CAAoB;IACzD,gBAAgB,CAAS,eAAe,CAAuC;IAC/E,gBAAgB,CAAS,KAAK,CAAmB;IAEjC,SAAS,GAAG,IAAI,UAAU,EAAQ,CAAC;IAEnD;;OAEG;IACH,YAAmB,EACf,eAAe,EACf,WAAW,GAAG,MAAM,EACpB,YAAY,GAAG,uBAAuB,EACtC,mBAAmB,GAAG,IAAI,EAC1B,YAAY,EACU;QACtB,IAAI,eAAe,IAAI,IAAI;YACvB,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QAEtD,IAAI,eAAe,CAAC,QAAQ;YACxB,MAAM,IAAI,aAAa,EAAE,CAAC;QAE9B,IAAI,CAAC,aAAa,GAAG,YAAY,CAAC;QAClC,IAAI,CAAC,YAAY,GAAG,CAAC;gBACjB,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,YAAY;aACrB,CAAC,CAAC;QAEH,IAAI,CAAC,KAAK,GAAG,IAAI,SAAS,CAAC;YACvB,mBAAmB;YACnB,WAAW;YACX,eAAe;SAClB,CAAC,CAAC;QAEH,IAAI,CAAC,oBAAoB,GAAG,mBAAmB,CAAC;QAEhD,IAAI,CAAC,kBAAkB,CAAC,GAAG,CACvB,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,cAAc,CAAC,GAAG,EAAE;YACrC,IAAI,CAAC,OAAO,EAAE,CAAC;QACnB,CAAC,CAAC,CACL,CAAC;QACF,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;IAC9D,CAAC;IAEM,OAAO,CAAC,EAAC,eAAe,GAAG,IAAI,CAAC,oBAAoB,KAAiC,EAAE;QAC1F,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI;YAClB,OAAO;QAEX,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,EAAC,eAAe,EAAC,CAAC,CAAC;QACtC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAElB,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,CAAC;IACtC,CAAC;IAED,cAAc;IACP,CAAC,MAAM,CAAC,OAAO,CAAC;QACnB,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;IAC1B,CAAC;IAED,IAAW,QAAQ;QACf,OAAO,IAAI,CAAC,KAAK,IAAI,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC;IACrD,CAAC;IAED,IAAW,QAAQ;QACf,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI;YAClB,MAAM,IAAI,aAAa,EAAE,CAAC;QAE9B,OAAO,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC;IAC/B,CAAC;IAED,IAAW,OAAO;QACd,OAAO,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;IACjC,CAAC;IAED,IAAW,KAAK;QACZ,OAAO,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;IAC/B,CAAC;IAED;;;OAGG;IACI,KAAK,CAAC,MAAM,CAA4E,MAAc,EAAE,EAC3G,SAAS,EACT,sBAAsB,EACtB,OAAO,EACP,MAAM,EACN,SAAS,EACT,WAAW,EACX,IAAI,EACJ,IAAI,EACJ,OAAO,EACP,oBAAoB,GAAG,KAAK,EAC5B,aAAa,KACsB,EAAE;QACrC,MAAM,EAAC,YAAY,EAAC,GAAG,MAAM,IAAI,CAAC,cAAc,CAAY,MAAM,EAAE;YAChE,uEAAuE;YACvE,SAAS,EAAE,SAAsB;YACjC,sBAAsB,EAAE,sBAAmC;YAE3D,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,oBAAoB,EAAE,aAAa;SACpG,CAAC,CAAC;QAEH,OAAO,YAAY,CAAC;IACxB,CAAC;IAED;;;OAGG;IACI,KAAK,CAAC,cAAc,CAA4E,MAAc,EAAE,EACnH,SAAS,EACT,sBAAsB,EACtB,OAAO,EACP,MAAM,EACN,SAAS,EACT,WAAW,EACX,IAAI,EACJ,IAAI,EACJ,OAAO,EACP,oBAAoB,GAAG,KAAK,EAC5B,aAAa,EACb,kBAAkB,KACiB,EAAE;QACrC,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAE1B,OAAO,MAAM,QAAQ,CAAC,IAAI,EAAE,QAAQ,EAAE,KAAK,IAAI,EAAE;YAC7C,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAE1B,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI;gBAClB,MAAM,IAAI,aAAa,EAAE,CAAC;YAE9B,IAAI,cAAc,GAAG,IAAI,CAAC,eAAe,CAAC;YAC1C,IAAI,cAAc,GAAG,8BAA8B,CAAC,IAAI,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;YAC/E,IAAI,2BAA2B,GAAG,cAAc,EAAE,aAAa,IAAI,IAAI;gBACnE,CAAC,CAAC,SAAS;gBACX,CAAC,CAAC,8BAA8B,CAAC,cAAc,EAAE,aAAa,EAAE,MAAM,CAAC,CAAC;YAE5E,cAAc,CAAC,IAAI,CAAC;gBAChB,IAAI,EAAE,OAAO;gBACb,QAAQ,EAAE,EAAE;aACf,CAAC,CAAC;YAEH,IAAI,2BAA2B,IAAI,IAAI;gBACnC,2BAA2B,CAAC,IAAI,CAAC;oBAC7B,IAAI,EAAE,OAAO;oBACb,QAAQ,EAAE,EAAE;iBACf,CAAC,CAAC;YAEP,iDAAiD;YACjD,OAAO,IAAI,EAAE;gBACT,MAAM,EACF,YAAY,EACZ,cAAc,EAAE,qBAAqB,EACrC,QAAQ,EACX,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAY,cAAc,EAAE;oBAC7D,SAAS;oBACT,sBAAsB;oBACtB,OAAO,EAAE,OAAoB;oBAC7B,OAAO;oBACP,MAAM;oBACN,aAAa;oBACb,IAAI;oBACJ,IAAI;oBACJ,SAAS;oBACT,WAAW;oBACX,oBAAoB;oBACpB,YAAY,EAAE;wBACV,GAAG,IAAI,CAAC,aAAa;wBACrB,sBAAsB,EAAE,cAAc,EAAE,oBAAoB;qBAC/D;oBACD,kBAAkB;oBAClB,2BAA2B,EAAE;wBACzB,OAAO,EAAE,2BAA2B;wBACpC,6CAA6C,EAAE,IAAI;qBACtD;iBACJ,CAAC,CAAC;gBACH,IAAI,CAAC,kBAAkB,EAAE,CAAC;gBAE1B,cAAc,GAAG,qBAAqB,CAAC;gBACvC,cAAc,GAAG,cAAc,CAAC,YAAY,CAAC;gBAE7C,IAAI,YAAY,IAAI,IAAI,EAAE;oBACtB,MAAM,kBAAkB,GAAG,SAAS,EAAE,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;oBAElE,IAAI,kBAAkB,IAAI,IAAI;wBAC1B,MAAM,IAAI,KAAK,CAAC,qCAAqC,YAAY,CAAC,YAAY,wBAAwB,CAAC,CAAC;oBAE5G,MAAM,kBAAkB,GAAG,MAAM,kBAAkB,CAAC,OAAO,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;oBACjF,IAAI,CAAC,kBAAkB,EAAE,CAAC;oBAE1B,cAAc,GAAG,4BAA4B,CAAC;wBAC1C,WAAW,EAAE,cAAc;wBAC3B,YAAY,EAAE,YAAY,CAAC,YAAY;wBACvC,mBAAmB,EAAE,kBAAkB,CAAC,WAAW;wBACnD,UAAU,EAAE,YAAY,CAAC,MAAM;wBAC/B,UAAU,EAAE,kBAAkB;wBAC9B,GAAG,EAAE,YAAY,CAAC,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,0BAA0B,CACrE,YAAY,CAAC,YAAY,EACzB,YAAY,CAAC,MAAM,EACnB,kBAAkB,CACrB;qBACJ,CAAC,CAAC;oBAEH,2BAA2B,GAAG,4BAA4B,CAAC;wBACvD,WAAW,EAAE,cAAc,CAAC,aAAa;wBACzC,YAAY,EAAE,YAAY,CAAC,YAAY;wBACvC,mBAAmB,EAAE,kBAAkB,CAAC,WAAW;wBACnD,UAAU,EAAE,YAAY,CAAC,MAAM;wBAC/B,UAAU,EAAE,kBAAkB;wBAC9B,GAAG,EAAE,YAAY,CAAC,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,0BAA0B,CACrE,YAAY,CAAC,YAAY,EACzB,YAAY,CAAC,MAAM,EACnB,kBAAkB,CACrB;qBACJ,CAAC,CAAC;oBACH,cAAc,CAAC,YAAY,GAAG,cAAc,CAAC;oBAC7C,cAAc,CAAC,aAAa,GAAG,2BAA2B,CAAC;oBAE3D,SAAS;iBACZ;gBAED,IAAI,CAAC,eAAe,GAAG,cAAc,CAAC;gBACtC,IAAI,CAAC,YAAY,GAAG,cAAc,CAAC;gBAEnC,MAAM,qBAAqB,GAAG,wBAAwB,CAAC,cAAc,CAAC,CAAC;gBAEvE,OAAO;oBACH,QAAQ,EAAE,qBAAqB,CAAC,QAAQ;oBACxC,YAAY,EAAE,qBAAqB,CAAC,QAAQ;yBACvC,MAAM,CAAC,CAAC,IAAI,EAAkB,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,CAAC;yBAC1D,IAAI,CAAC,EAAE,CAAC;oBACb,UAAU,EAAE,QAAQ,CAAC,UAAU;oBAC/B,4BAA4B,EAAE,QAAQ,CAAC,4BAA4B;iBACtE,CAAC;aACL;QACL,CAAC,CAAC,CAAC;IACP,CAAC;IAEM,cAAc;QACjB,OAAO,eAAe,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAC9C,CAAC;IAEM,8BAA8B;QACjC,IAAI,IAAI,CAAC,eAAe,IAAI,IAAI;YAC5B,OAAO,IAAI,CAAC;QAEhB,OAAO,eAAe,CAAC,IAAI,CAAC,eAAe,EAAE,aAAa,CAAC,CAAC;IAChE,CAAC;IAEM,cAAc,CAAC,WAA8B;QAChD,IAAI,CAAC,YAAY,GAAG,eAAe,CAAC,WAAW,CAAC,CAAC;QACjD,IAAI,CAAC,eAAe,GAAG,SAAS,CAAC;IACrC,CAAC;IAED,gBAAgB;IACR,kBAAkB;QACtB,IAAI,IAAI,CAAC,QAAQ;YACb,MAAM,IAAI,aAAa,EAAE,CAAC;IAClC,CAAC;CACJ;AAED,SAAS,4BAA4B,CAAC,EAClC,WAAW,EACX,YAAY,EACZ,mBAAmB,EACnB,UAAU,EACV,UAAU,EACV,GAAG,EAQN;IACG,MAAM,cAAc,GAAG,WAAW,CAAC,KAAK,EAAE,CAAC;IAC3C,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC,IAAI,cAAc,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO;QACzF,cAAc,CAAC,IAAI,CAAC;YAChB,IAAI,EAAE,OAAO;YACb,QAAQ,EAAE,EAAE;SACf,CAAC,CAAC;IAEP,MAAM,qBAAqB,GAAG,cAAc,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAsB,CAAC;IAC7F,MAAM,wBAAwB,GAAG,EAAC,GAAG,qBAAqB,EAAC,CAAC;IAC5D,cAAc,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,wBAAwB,CAAC;IAErE,MAAM,aAAa,GAAG,wBAAwB,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;IAChE,wBAAwB,CAAC,QAAQ,GAAG,aAAa,CAAC;IAElD,aAAa,CAAC,IAAI,CAAC;QACf,IAAI,EAAE,cAAc;QACpB,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,mBAAmB;QAChC,MAAM,EAAE,UAAU;QAClB,MAAM,EAAE,UAAU;QAClB,GAAG;KACN,CAAC,CAAC;IAEH,OAAO,cAAc,CAAC;AAC1B,CAAC;AAED,SAAS,wBAAwB,CAAC,WAA8B;IAC5D,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,IAAI,WAAW,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO;QAChF,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;IAE1E,OAAO,WAAW,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAsB,CAAC;AACpE,CAAC"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"defineChatSessionFunction.js","sourceRoot":"","sources":["../../../../src/llamaEvaluator/LlamaChatSession/utils/defineChatSessionFunction.ts"],"names":[],"mappings":"AAGA,MAAM,UAAU,yBAAyB,CAAkD,EACvF,WAAW,EACX,MAAM,EACN,OAAO,EAKV;IACG,OAAO;QACH,WAAW;QACX,MAAM;QACN,OAAO;KACV,CAAC;AACN,CAAC"}
|