@realtimex/node-llama-cpp 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +108 -0
- package/dist/ChatWrapper.d.ts +27 -0
- package/dist/ChatWrapper.js +233 -0
- package/dist/ChatWrapper.js.map +1 -0
- package/dist/apiDocsIndex.d.ts +1 -0
- package/dist/apiDocsIndex.js +7 -0
- package/dist/apiDocsIndex.js.map +1 -0
- package/dist/bindings/AddonTypes.d.ts +203 -0
- package/dist/bindings/AddonTypes.js +2 -0
- package/dist/bindings/AddonTypes.js.map +1 -0
- package/dist/bindings/Llama.d.ts +104 -0
- package/dist/bindings/Llama.js +570 -0
- package/dist/bindings/Llama.js.map +1 -0
- package/dist/bindings/consts.d.ts +2 -0
- package/dist/bindings/consts.js +13 -0
- package/dist/bindings/consts.js.map +1 -0
- package/dist/bindings/getLlama.d.ts +297 -0
- package/dist/bindings/getLlama.js +569 -0
- package/dist/bindings/getLlama.js.map +1 -0
- package/dist/bindings/types.d.ts +72 -0
- package/dist/bindings/types.js +105 -0
- package/dist/bindings/types.js.map +1 -0
- package/dist/bindings/utils/MemoryOrchestrator.d.ts +23 -0
- package/dist/bindings/utils/MemoryOrchestrator.js +50 -0
- package/dist/bindings/utils/MemoryOrchestrator.js.map +1 -0
- package/dist/bindings/utils/NoBinaryFoundError.d.ts +2 -0
- package/dist/bindings/utils/NoBinaryFoundError.js +7 -0
- package/dist/bindings/utils/NoBinaryFoundError.js.map +1 -0
- package/dist/bindings/utils/asyncEvery.d.ts +5 -0
- package/dist/bindings/utils/asyncEvery.js +15 -0
- package/dist/bindings/utils/asyncEvery.js.map +1 -0
- package/dist/bindings/utils/asyncSome.d.ts +5 -0
- package/dist/bindings/utils/asyncSome.js +29 -0
- package/dist/bindings/utils/asyncSome.js.map +1 -0
- package/dist/bindings/utils/binariesGithubRelease.d.ts +6 -0
- package/dist/bindings/utils/binariesGithubRelease.js +15 -0
- package/dist/bindings/utils/binariesGithubRelease.js.map +1 -0
- package/dist/bindings/utils/clearAllLocalBuilds.d.ts +1 -0
- package/dist/bindings/utils/clearAllLocalBuilds.js +47 -0
- package/dist/bindings/utils/clearAllLocalBuilds.js.map +1 -0
- package/dist/bindings/utils/cloneLlamaCppRepo.d.ts +11 -0
- package/dist/bindings/utils/cloneLlamaCppRepo.js +166 -0
- package/dist/bindings/utils/cloneLlamaCppRepo.js.map +1 -0
- package/dist/bindings/utils/compileLLamaCpp.d.ts +22 -0
- package/dist/bindings/utils/compileLLamaCpp.js +526 -0
- package/dist/bindings/utils/compileLLamaCpp.js.map +1 -0
- package/dist/bindings/utils/detectAvailableComputeLayers.d.ts +18 -0
- package/dist/bindings/utils/detectAvailableComputeLayers.js +311 -0
- package/dist/bindings/utils/detectAvailableComputeLayers.js.map +1 -0
- package/dist/bindings/utils/detectBuildTools.d.ts +14 -0
- package/dist/bindings/utils/detectBuildTools.js +149 -0
- package/dist/bindings/utils/detectBuildTools.js.map +1 -0
- package/dist/bindings/utils/detectGlibc.d.ts +4 -0
- package/dist/bindings/utils/detectGlibc.js +74 -0
- package/dist/bindings/utils/detectGlibc.js.map +1 -0
- package/dist/bindings/utils/disposeBeforeExit.d.ts +8 -0
- package/dist/bindings/utils/disposeBeforeExit.js +36 -0
- package/dist/bindings/utils/disposeBeforeExit.js.map +1 -0
- package/dist/bindings/utils/getBestComputeLayersAvailable.d.ts +9 -0
- package/dist/bindings/utils/getBestComputeLayersAvailable.js +29 -0
- package/dist/bindings/utils/getBestComputeLayersAvailable.js.map +1 -0
- package/dist/bindings/utils/getBuildFolderNameForBuildOptions.d.ts +6 -0
- package/dist/bindings/utils/getBuildFolderNameForBuildOptions.js +105 -0
- package/dist/bindings/utils/getBuildFolderNameForBuildOptions.js.map +1 -0
- package/dist/bindings/utils/getCanUsePrebuiltBinaries.d.ts +1 -0
- package/dist/bindings/utils/getCanUsePrebuiltBinaries.js +8 -0
- package/dist/bindings/utils/getCanUsePrebuiltBinaries.js.map +1 -0
- package/dist/bindings/utils/getExampleUsageCodeOfGetLlama.d.ts +2 -0
- package/dist/bindings/utils/getExampleUsageCodeOfGetLlama.js +21 -0
- package/dist/bindings/utils/getExampleUsageCodeOfGetLlama.js.map +1 -0
- package/dist/bindings/utils/getGpuTypesToUseForOption.d.ts +12 -0
- package/dist/bindings/utils/getGpuTypesToUseForOption.js +39 -0
- package/dist/bindings/utils/getGpuTypesToUseForOption.js.map +1 -0
- package/dist/bindings/utils/getLinuxDistroInfo.d.ts +9 -0
- package/dist/bindings/utils/getLinuxDistroInfo.js +46 -0
- package/dist/bindings/utils/getLinuxDistroInfo.js.map +1 -0
- package/dist/bindings/utils/getLlamaGpuTypes.d.ts +13 -0
- package/dist/bindings/utils/getLlamaGpuTypes.js +36 -0
- package/dist/bindings/utils/getLlamaGpuTypes.js.map +1 -0
- package/dist/bindings/utils/getLlamaWithoutBackend.d.ts +5 -0
- package/dist/bindings/utils/getLlamaWithoutBackend.js +40 -0
- package/dist/bindings/utils/getLlamaWithoutBackend.js.map +1 -0
- package/dist/bindings/utils/getPlatform.d.ts +2 -0
- package/dist/bindings/utils/getPlatform.js +15 -0
- package/dist/bindings/utils/getPlatform.js.map +1 -0
- package/dist/bindings/utils/getPlatformInfo.d.ts +5 -0
- package/dist/bindings/utils/getPlatformInfo.js +28 -0
- package/dist/bindings/utils/getPlatformInfo.js.map +1 -0
- package/dist/bindings/utils/hasBuildingFromSourceDependenciesInstalled.d.ts +3 -0
- package/dist/bindings/utils/hasBuildingFromSourceDependenciesInstalled.js +27 -0
- package/dist/bindings/utils/hasBuildingFromSourceDependenciesInstalled.js.map +1 -0
- package/dist/bindings/utils/hasFileInPath.d.ts +2 -0
- package/dist/bindings/utils/hasFileInPath.js +34 -0
- package/dist/bindings/utils/hasFileInPath.js.map +1 -0
- package/dist/bindings/utils/lastBuildInfo.d.ts +6 -0
- package/dist/bindings/utils/lastBuildInfo.js +17 -0
- package/dist/bindings/utils/lastBuildInfo.js.map +1 -0
- package/dist/bindings/utils/logBinaryUsageExampleToConsole.d.ts +2 -0
- package/dist/bindings/utils/logBinaryUsageExampleToConsole.js +22 -0
- package/dist/bindings/utils/logBinaryUsageExampleToConsole.js.map +1 -0
- package/dist/bindings/utils/logDistroInstallInstruction.d.ts +14 -0
- package/dist/bindings/utils/logDistroInstallInstruction.js +48 -0
- package/dist/bindings/utils/logDistroInstallInstruction.js.map +1 -0
- package/dist/bindings/utils/resolveActualBindingBinaryPath.d.ts +1 -0
- package/dist/bindings/utils/resolveActualBindingBinaryPath.js +18 -0
- package/dist/bindings/utils/resolveActualBindingBinaryPath.js.map +1 -0
- package/dist/bindings/utils/resolveCustomCmakeOptions.d.ts +1 -0
- package/dist/bindings/utils/resolveCustomCmakeOptions.js +43 -0
- package/dist/bindings/utils/resolveCustomCmakeOptions.js.map +1 -0
- package/dist/bindings/utils/testBindingBinary.d.ts +2 -0
- package/dist/bindings/utils/testBindingBinary.js +269 -0
- package/dist/bindings/utils/testBindingBinary.js.map +1 -0
- package/dist/bindings/utils/testCmakeBinary.d.ts +5 -0
- package/dist/bindings/utils/testCmakeBinary.js +32 -0
- package/dist/bindings/utils/testCmakeBinary.js.map +1 -0
- package/dist/chatWrappers/AlpacaChatWrapper.d.ts +17 -0
- package/dist/chatWrappers/AlpacaChatWrapper.js +33 -0
- package/dist/chatWrappers/AlpacaChatWrapper.js.map +1 -0
- package/dist/chatWrappers/ChatMLChatWrapper.d.ts +6 -0
- package/dist/chatWrappers/ChatMLChatWrapper.js +85 -0
- package/dist/chatWrappers/ChatMLChatWrapper.js.map +1 -0
- package/dist/chatWrappers/DeepSeekChatWrapper.d.ts +37 -0
- package/dist/chatWrappers/DeepSeekChatWrapper.js +294 -0
- package/dist/chatWrappers/DeepSeekChatWrapper.js.map +1 -0
- package/dist/chatWrappers/EmptyChatWrapper.d.ts +4 -0
- package/dist/chatWrappers/EmptyChatWrapper.js +5 -0
- package/dist/chatWrappers/EmptyChatWrapper.js.map +1 -0
- package/dist/chatWrappers/FalconChatWrapper.d.ts +19 -0
- package/dist/chatWrappers/FalconChatWrapper.js +126 -0
- package/dist/chatWrappers/FalconChatWrapper.js.map +1 -0
- package/dist/chatWrappers/FunctionaryChatWrapper.d.ts +17 -0
- package/dist/chatWrappers/FunctionaryChatWrapper.js +622 -0
- package/dist/chatWrappers/FunctionaryChatWrapper.js.map +1 -0
- package/dist/chatWrappers/GemmaChatWrapper.d.ts +7 -0
- package/dist/chatWrappers/GemmaChatWrapper.js +96 -0
- package/dist/chatWrappers/GemmaChatWrapper.js.map +1 -0
- package/dist/chatWrappers/GeneralChatWrapper.d.ts +19 -0
- package/dist/chatWrappers/GeneralChatWrapper.js +140 -0
- package/dist/chatWrappers/GeneralChatWrapper.js.map +1 -0
- package/dist/chatWrappers/HarmonyChatWrapper.d.ts +78 -0
- package/dist/chatWrappers/HarmonyChatWrapper.js +539 -0
- package/dist/chatWrappers/HarmonyChatWrapper.js.map +1 -0
- package/dist/chatWrappers/Llama2ChatWrapper.d.ts +12 -0
- package/dist/chatWrappers/Llama2ChatWrapper.js +95 -0
- package/dist/chatWrappers/Llama2ChatWrapper.js.map +1 -0
- package/dist/chatWrappers/Llama3ChatWrapper.d.ts +16 -0
- package/dist/chatWrappers/Llama3ChatWrapper.js +173 -0
- package/dist/chatWrappers/Llama3ChatWrapper.js.map +1 -0
- package/dist/chatWrappers/Llama3_1ChatWrapper.d.ts +32 -0
- package/dist/chatWrappers/Llama3_1ChatWrapper.js +290 -0
- package/dist/chatWrappers/Llama3_1ChatWrapper.js.map +1 -0
- package/dist/chatWrappers/Llama3_2LightweightChatWrapper.d.ts +35 -0
- package/dist/chatWrappers/Llama3_2LightweightChatWrapper.js +264 -0
- package/dist/chatWrappers/Llama3_2LightweightChatWrapper.js.map +1 -0
- package/dist/chatWrappers/MistralChatWrapper.d.ts +16 -0
- package/dist/chatWrappers/MistralChatWrapper.js +180 -0
- package/dist/chatWrappers/MistralChatWrapper.js.map +1 -0
- package/dist/chatWrappers/QwenChatWrapper.d.ts +36 -0
- package/dist/chatWrappers/QwenChatWrapper.js +344 -0
- package/dist/chatWrappers/QwenChatWrapper.js.map +1 -0
- package/dist/chatWrappers/SeedChatWrapper.d.ts +25 -0
- package/dist/chatWrappers/SeedChatWrapper.js +183 -0
- package/dist/chatWrappers/SeedChatWrapper.js.map +1 -0
- package/dist/chatWrappers/generic/JinjaTemplateChatWrapper.d.ts +138 -0
- package/dist/chatWrappers/generic/JinjaTemplateChatWrapper.js +665 -0
- package/dist/chatWrappers/generic/JinjaTemplateChatWrapper.js.map +1 -0
- package/dist/chatWrappers/generic/TemplateChatWrapper.d.ts +76 -0
- package/dist/chatWrappers/generic/TemplateChatWrapper.js +212 -0
- package/dist/chatWrappers/generic/TemplateChatWrapper.js.map +1 -0
- package/dist/chatWrappers/generic/utils/UniqueIdGenerator.d.ts +7 -0
- package/dist/chatWrappers/generic/utils/UniqueIdGenerator.js +30 -0
- package/dist/chatWrappers/generic/utils/UniqueIdGenerator.js.map +1 -0
- package/dist/chatWrappers/generic/utils/chatHistoryFunctionCallMessageTemplate.d.ts +24 -0
- package/dist/chatWrappers/generic/utils/chatHistoryFunctionCallMessageTemplate.js +45 -0
- package/dist/chatWrappers/generic/utils/chatHistoryFunctionCallMessageTemplate.js.map +1 -0
- package/dist/chatWrappers/generic/utils/extractFunctionCallSettingsFromJinjaTemplate.d.ts +25 -0
- package/dist/chatWrappers/generic/utils/extractFunctionCallSettingsFromJinjaTemplate.js +690 -0
- package/dist/chatWrappers/generic/utils/extractFunctionCallSettingsFromJinjaTemplate.js.map +1 -0
- package/dist/chatWrappers/generic/utils/extractSegmentSettingsFromTokenizerAndChatTemplate.d.ts +2 -0
- package/dist/chatWrappers/generic/utils/extractSegmentSettingsFromTokenizerAndChatTemplate.js +66 -0
- package/dist/chatWrappers/generic/utils/extractSegmentSettingsFromTokenizerAndChatTemplate.js.map +1 -0
- package/dist/chatWrappers/generic/utils/getFirstValidResult.d.ts +6 -0
- package/dist/chatWrappers/generic/utils/getFirstValidResult.js +19 -0
- package/dist/chatWrappers/generic/utils/getFirstValidResult.js.map +1 -0
- package/dist/chatWrappers/generic/utils/squashChatHistoryItems.d.ts +2 -0
- package/dist/chatWrappers/generic/utils/squashChatHistoryItems.js +35 -0
- package/dist/chatWrappers/generic/utils/squashChatHistoryItems.js.map +1 -0
- package/dist/chatWrappers/generic/utils/templateSegmentOptionsToChatWrapperSettings.d.ts +22 -0
- package/dist/chatWrappers/generic/utils/templateSegmentOptionsToChatWrapperSettings.js +28 -0
- package/dist/chatWrappers/generic/utils/templateSegmentOptionsToChatWrapperSettings.js.map +1 -0
- package/dist/chatWrappers/utils/ChatModelFunctionsDocumentationGenerator.d.ts +76 -0
- package/dist/chatWrappers/utils/ChatModelFunctionsDocumentationGenerator.js +177 -0
- package/dist/chatWrappers/utils/ChatModelFunctionsDocumentationGenerator.js.map +1 -0
- package/dist/chatWrappers/utils/chunkChatItems.d.ts +10 -0
- package/dist/chatWrappers/utils/chunkChatItems.js +44 -0
- package/dist/chatWrappers/utils/chunkChatItems.js.map +1 -0
- package/dist/chatWrappers/utils/getModelLinageNames.d.ts +2 -0
- package/dist/chatWrappers/utils/getModelLinageNames.js +18 -0
- package/dist/chatWrappers/utils/getModelLinageNames.js.map +1 -0
- package/dist/chatWrappers/utils/isJinjaTemplateEquivalentToSpecializedChatWrapper.d.ts +4 -0
- package/dist/chatWrappers/utils/isJinjaTemplateEquivalentToSpecializedChatWrapper.js +394 -0
- package/dist/chatWrappers/utils/isJinjaTemplateEquivalentToSpecializedChatWrapper.js.map +1 -0
- package/dist/chatWrappers/utils/isLlama3_2LightweightModel.d.ts +2 -0
- package/dist/chatWrappers/utils/isLlama3_2LightweightModel.js +9 -0
- package/dist/chatWrappers/utils/isLlama3_2LightweightModel.js.map +1 -0
- package/dist/chatWrappers/utils/jsonDumps.d.ts +7 -0
- package/dist/chatWrappers/utils/jsonDumps.js +18 -0
- package/dist/chatWrappers/utils/jsonDumps.js.map +1 -0
- package/dist/chatWrappers/utils/resolveChatWrapper.d.ts +148 -0
- package/dist/chatWrappers/utils/resolveChatWrapper.js +325 -0
- package/dist/chatWrappers/utils/resolveChatWrapper.js.map +1 -0
- package/dist/cli/cli.d.ts +2 -0
- package/dist/cli/cli.js +45 -0
- package/dist/cli/cli.js.map +1 -0
- package/dist/cli/commands/ChatCommand.d.ts +59 -0
- package/dist/cli/commands/ChatCommand.js +856 -0
- package/dist/cli/commands/ChatCommand.js.map +1 -0
- package/dist/cli/commands/CompleteCommand.d.ts +47 -0
- package/dist/cli/commands/CompleteCommand.js +658 -0
- package/dist/cli/commands/CompleteCommand.js.map +1 -0
- package/dist/cli/commands/DebugCommand.d.ts +7 -0
- package/dist/cli/commands/DebugCommand.js +55 -0
- package/dist/cli/commands/DebugCommand.js.map +1 -0
- package/dist/cli/commands/InfillCommand.d.ts +49 -0
- package/dist/cli/commands/InfillCommand.js +693 -0
- package/dist/cli/commands/InfillCommand.js.map +1 -0
- package/dist/cli/commands/InitCommand.d.ts +12 -0
- package/dist/cli/commands/InitCommand.js +230 -0
- package/dist/cli/commands/InitCommand.js.map +1 -0
- package/dist/cli/commands/OnPostInstallCommand.d.ts +4 -0
- package/dist/cli/commands/OnPostInstallCommand.js +62 -0
- package/dist/cli/commands/OnPostInstallCommand.js.map +1 -0
- package/dist/cli/commands/PullCommand.d.ts +13 -0
- package/dist/cli/commands/PullCommand.js +158 -0
- package/dist/cli/commands/PullCommand.js.map +1 -0
- package/dist/cli/commands/inspect/InspectCommand.d.ts +4 -0
- package/dist/cli/commands/inspect/InspectCommand.js +21 -0
- package/dist/cli/commands/inspect/InspectCommand.js.map +1 -0
- package/dist/cli/commands/inspect/commands/InspectEstimateCommand.d.ts +17 -0
- package/dist/cli/commands/inspect/commands/InspectEstimateCommand.js +275 -0
- package/dist/cli/commands/inspect/commands/InspectEstimateCommand.js.map +1 -0
- package/dist/cli/commands/inspect/commands/InspectGgufCommand.d.ts +13 -0
- package/dist/cli/commands/inspect/commands/InspectGgufCommand.js +230 -0
- package/dist/cli/commands/inspect/commands/InspectGgufCommand.js.map +1 -0
- package/dist/cli/commands/inspect/commands/InspectGpuCommand.d.ts +4 -0
- package/dist/cli/commands/inspect/commands/InspectGpuCommand.js +296 -0
- package/dist/cli/commands/inspect/commands/InspectGpuCommand.js.map +1 -0
- package/dist/cli/commands/inspect/commands/InspectMeasureCommand.d.ts +26 -0
- package/dist/cli/commands/inspect/commands/InspectMeasureCommand.js +869 -0
- package/dist/cli/commands/inspect/commands/InspectMeasureCommand.js.map +1 -0
- package/dist/cli/commands/source/SourceCommand.d.ts +4 -0
- package/dist/cli/commands/source/SourceCommand.js +19 -0
- package/dist/cli/commands/source/SourceCommand.js.map +1 -0
- package/dist/cli/commands/source/commands/BuildCommand.d.ts +16 -0
- package/dist/cli/commands/source/commands/BuildCommand.js +148 -0
- package/dist/cli/commands/source/commands/BuildCommand.js.map +1 -0
- package/dist/cli/commands/source/commands/ClearCommand.d.ts +7 -0
- package/dist/cli/commands/source/commands/ClearCommand.js +54 -0
- package/dist/cli/commands/source/commands/ClearCommand.js.map +1 -0
- package/dist/cli/commands/source/commands/DownloadCommand.d.ts +16 -0
- package/dist/cli/commands/source/commands/DownloadCommand.js +219 -0
- package/dist/cli/commands/source/commands/DownloadCommand.js.map +1 -0
- package/dist/cli/projectTemplates.d.ts +7 -0
- package/dist/cli/projectTemplates.js +10 -0
- package/dist/cli/projectTemplates.js.map +1 -0
- package/dist/cli/recommendedModels.d.ts +2 -0
- package/dist/cli/recommendedModels.js +428 -0
- package/dist/cli/recommendedModels.js.map +1 -0
- package/dist/cli/startCreateCli.d.ts +2 -0
- package/dist/cli/startCreateCli.js +26 -0
- package/dist/cli/startCreateCli.js.map +1 -0
- package/dist/cli/utils/ConsoleInteraction.d.ts +22 -0
- package/dist/cli/utils/ConsoleInteraction.js +122 -0
- package/dist/cli/utils/ConsoleInteraction.js.map +1 -0
- package/dist/cli/utils/ConsoleTable.d.ts +24 -0
- package/dist/cli/utils/ConsoleTable.js +90 -0
- package/dist/cli/utils/ConsoleTable.js.map +1 -0
- package/dist/cli/utils/basicChooseFromListConsoleInteraction.d.ts +13 -0
- package/dist/cli/utils/basicChooseFromListConsoleInteraction.js +111 -0
- package/dist/cli/utils/basicChooseFromListConsoleInteraction.js.map +1 -0
- package/dist/cli/utils/consolePromptQuestion.d.ts +6 -0
- package/dist/cli/utils/consolePromptQuestion.js +81 -0
- package/dist/cli/utils/consolePromptQuestion.js.map +1 -0
- package/dist/cli/utils/getReadablePath.d.ts +1 -0
- package/dist/cli/utils/getReadablePath.js +14 -0
- package/dist/cli/utils/getReadablePath.js.map +1 -0
- package/dist/cli/utils/interactivelyAskForModel.d.ts +13 -0
- package/dist/cli/utils/interactivelyAskForModel.js +485 -0
- package/dist/cli/utils/interactivelyAskForModel.js.map +1 -0
- package/dist/cli/utils/isRunningUnderRosetta.d.ts +1 -0
- package/dist/cli/utils/isRunningUnderRosetta.js +20 -0
- package/dist/cli/utils/isRunningUnderRosetta.js.map +1 -0
- package/dist/cli/utils/logUsedGpuTypeOption.d.ts +2 -0
- package/dist/cli/utils/logUsedGpuTypeOption.js +9 -0
- package/dist/cli/utils/logUsedGpuTypeOption.js.map +1 -0
- package/dist/cli/utils/packageJsonConfig.d.ts +6 -0
- package/dist/cli/utils/packageJsonConfig.js +51 -0
- package/dist/cli/utils/packageJsonConfig.js.map +1 -0
- package/dist/cli/utils/packageManager.d.ts +1 -0
- package/dist/cli/utils/packageManager.js +15 -0
- package/dist/cli/utils/packageManager.js.map +1 -0
- package/dist/cli/utils/parseXtcArg.d.ts +5 -0
- package/dist/cli/utils/parseXtcArg.js +16 -0
- package/dist/cli/utils/parseXtcArg.js.map +1 -0
- package/dist/cli/utils/printCommonInfoLines.d.ts +12 -0
- package/dist/cli/utils/printCommonInfoLines.js +163 -0
- package/dist/cli/utils/printCommonInfoLines.js.map +1 -0
- package/dist/cli/utils/printInfoLine.d.ts +12 -0
- package/dist/cli/utils/printInfoLine.js +54 -0
- package/dist/cli/utils/printInfoLine.js.map +1 -0
- package/dist/cli/utils/printModelDestination.d.ts +2 -0
- package/dist/cli/utils/printModelDestination.js +11 -0
- package/dist/cli/utils/printModelDestination.js.map +1 -0
- package/dist/cli/utils/projectTemplates.d.ts +19 -0
- package/dist/cli/utils/projectTemplates.js +47 -0
- package/dist/cli/utils/projectTemplates.js.map +1 -0
- package/dist/cli/utils/renderModelCompatibilityPercentageWithColors.d.ts +6 -0
- package/dist/cli/utils/renderModelCompatibilityPercentageWithColors.js +14 -0
- package/dist/cli/utils/renderModelCompatibilityPercentageWithColors.js.map +1 -0
- package/dist/cli/utils/resolveCommandGgufPath.d.ts +19 -0
- package/dist/cli/utils/resolveCommandGgufPath.js +123 -0
- package/dist/cli/utils/resolveCommandGgufPath.js.map +1 -0
- package/dist/cli/utils/resolveHeaderFlag.d.ts +1 -0
- package/dist/cli/utils/resolveHeaderFlag.js +21 -0
- package/dist/cli/utils/resolveHeaderFlag.js.map +1 -0
- package/dist/cli/utils/resolveModelRecommendationFileOptions.d.ts +14 -0
- package/dist/cli/utils/resolveModelRecommendationFileOptions.js +12 -0
- package/dist/cli/utils/resolveModelRecommendationFileOptions.js.map +1 -0
- package/dist/cli/utils/resolveNpmrcConfig.d.ts +18 -0
- package/dist/cli/utils/resolveNpmrcConfig.js +129 -0
- package/dist/cli/utils/resolveNpmrcConfig.js.map +1 -0
- package/dist/cli/utils/splitAnsiToLines.d.ts +1 -0
- package/dist/cli/utils/splitAnsiToLines.js +32 -0
- package/dist/cli/utils/splitAnsiToLines.js.map +1 -0
- package/dist/cli/utils/toBytes.d.ts +1 -0
- package/dist/cli/utils/toBytes.js +5 -0
- package/dist/cli/utils/toBytes.js.map +1 -0
- package/dist/cli/utils/withCliCommandDescriptionDocsUrl.d.ts +2 -0
- package/dist/cli/utils/withCliCommandDescriptionDocsUrl.js +23 -0
- package/dist/cli/utils/withCliCommandDescriptionDocsUrl.js.map +1 -0
- package/dist/commands.d.ts +6 -0
- package/dist/commands.js +9 -0
- package/dist/commands.js.map +1 -0
- package/dist/config.d.ts +79 -0
- package/dist/config.js +127 -0
- package/dist/config.js.map +1 -0
- package/dist/consts.d.ts +4 -0
- package/dist/consts.js +11 -0
- package/dist/consts.js.map +1 -0
- package/dist/evaluator/LlamaChat/LlamaChat.d.ts +500 -0
- package/dist/evaluator/LlamaChat/LlamaChat.js +2696 -0
- package/dist/evaluator/LlamaChat/LlamaChat.js.map +1 -0
- package/dist/evaluator/LlamaChat/utils/FunctionCallNameGrammar.d.ts +11 -0
- package/dist/evaluator/LlamaChat/utils/FunctionCallNameGrammar.js +55 -0
- package/dist/evaluator/LlamaChat/utils/FunctionCallNameGrammar.js.map +1 -0
- package/dist/evaluator/LlamaChat/utils/FunctionCallParamsGrammar.d.ts +16 -0
- package/dist/evaluator/LlamaChat/utils/FunctionCallParamsGrammar.js +45 -0
- package/dist/evaluator/LlamaChat/utils/FunctionCallParamsGrammar.js.map +1 -0
- package/dist/evaluator/LlamaChat/utils/LlamaFunctionCallValidationError.d.ts +8 -0
- package/dist/evaluator/LlamaChat/utils/LlamaFunctionCallValidationError.js +12 -0
- package/dist/evaluator/LlamaChat/utils/LlamaFunctionCallValidationError.js.map +1 -0
- package/dist/evaluator/LlamaChat/utils/contextShiftStrategies/eraseFirstResponseAndKeepFirstSystemChatContextShiftStrategy.d.ts +16 -0
- package/dist/evaluator/LlamaChat/utils/contextShiftStrategies/eraseFirstResponseAndKeepFirstSystemChatContextShiftStrategy.js +260 -0
- package/dist/evaluator/LlamaChat/utils/contextShiftStrategies/eraseFirstResponseAndKeepFirstSystemChatContextShiftStrategy.js.map +1 -0
- package/dist/evaluator/LlamaChatSession/LlamaChatSession.d.ts +520 -0
- package/dist/evaluator/LlamaChatSession/LlamaChatSession.js +628 -0
- package/dist/evaluator/LlamaChatSession/LlamaChatSession.js.map +1 -0
- package/dist/evaluator/LlamaChatSession/utils/LlamaChatSessionPromptCompletionEngine.d.ts +45 -0
- package/dist/evaluator/LlamaChatSession/utils/LlamaChatSessionPromptCompletionEngine.js +191 -0
- package/dist/evaluator/LlamaChatSession/utils/LlamaChatSessionPromptCompletionEngine.js.map +1 -0
- package/dist/evaluator/LlamaChatSession/utils/defineChatSessionFunction.d.ts +15 -0
- package/dist/evaluator/LlamaChatSession/utils/defineChatSessionFunction.js +16 -0
- package/dist/evaluator/LlamaChatSession/utils/defineChatSessionFunction.js.map +1 -0
- package/dist/evaluator/LlamaCompletion.d.ts +219 -0
- package/dist/evaluator/LlamaCompletion.js +498 -0
- package/dist/evaluator/LlamaCompletion.js.map +1 -0
- package/dist/evaluator/LlamaContext/LlamaContext.d.ts +336 -0
- package/dist/evaluator/LlamaContext/LlamaContext.js +1919 -0
- package/dist/evaluator/LlamaContext/LlamaContext.js.map +1 -0
- package/dist/evaluator/LlamaContext/LlamaContextSequenceCheckpoints.d.ts +27 -0
- package/dist/evaluator/LlamaContext/LlamaContextSequenceCheckpoints.js +130 -0
- package/dist/evaluator/LlamaContext/LlamaContextSequenceCheckpoints.js.map +1 -0
- package/dist/evaluator/LlamaContext/LlamaSampler.d.ts +1 -0
- package/dist/evaluator/LlamaContext/LlamaSampler.js +39 -0
- package/dist/evaluator/LlamaContext/LlamaSampler.js.map +1 -0
- package/dist/evaluator/LlamaContext/TokenPredictor.d.ts +55 -0
- package/dist/evaluator/LlamaContext/TokenPredictor.js +20 -0
- package/dist/evaluator/LlamaContext/TokenPredictor.js.map +1 -0
- package/dist/evaluator/LlamaContext/tokenPredictors/DraftSequenceTokenPredictor.d.ts +56 -0
- package/dist/evaluator/LlamaContext/tokenPredictors/DraftSequenceTokenPredictor.js +266 -0
- package/dist/evaluator/LlamaContext/tokenPredictors/DraftSequenceTokenPredictor.js.map +1 -0
- package/dist/evaluator/LlamaContext/tokenPredictors/InputLookupTokenPredictor.d.ts +58 -0
- package/dist/evaluator/LlamaContext/tokenPredictors/InputLookupTokenPredictor.js +138 -0
- package/dist/evaluator/LlamaContext/tokenPredictors/InputLookupTokenPredictor.js.map +1 -0
- package/dist/evaluator/LlamaContext/types.d.ts +602 -0
- package/dist/evaluator/LlamaContext/types.js +2 -0
- package/dist/evaluator/LlamaContext/types.js.map +1 -0
- package/dist/evaluator/LlamaContext/utils/batchItemsPrioritizationStrategies/firstInFirstOutStrategy.d.ts +5 -0
- package/dist/evaluator/LlamaContext/utils/batchItemsPrioritizationStrategies/firstInFirstOutStrategy.js +16 -0
- package/dist/evaluator/LlamaContext/utils/batchItemsPrioritizationStrategies/firstInFirstOutStrategy.js.map +1 -0
- package/dist/evaluator/LlamaContext/utils/batchItemsPrioritizationStrategies/maximumParallelismStrategy.d.ts +5 -0
- package/dist/evaluator/LlamaContext/utils/batchItemsPrioritizationStrategies/maximumParallelismStrategy.js +42 -0
- package/dist/evaluator/LlamaContext/utils/batchItemsPrioritizationStrategies/maximumParallelismStrategy.js.map +1 -0
- package/dist/evaluator/LlamaContext/utils/padSafeContextSize.d.ts +1 -0
- package/dist/evaluator/LlamaContext/utils/padSafeContextSize.js +18 -0
- package/dist/evaluator/LlamaContext/utils/padSafeContextSize.js.map +1 -0
- package/dist/evaluator/LlamaContext/utils/resolveBatchItemsPrioritizationStrategy.d.ts +2 -0
- package/dist/evaluator/LlamaContext/utils/resolveBatchItemsPrioritizationStrategy.js +13 -0
- package/dist/evaluator/LlamaContext/utils/resolveBatchItemsPrioritizationStrategy.js.map +1 -0
- package/dist/evaluator/LlamaEmbedding.d.ts +21 -0
- package/dist/evaluator/LlamaEmbedding.js +53 -0
- package/dist/evaluator/LlamaEmbedding.js.map +1 -0
- package/dist/evaluator/LlamaEmbeddingContext.d.ts +52 -0
- package/dist/evaluator/LlamaEmbeddingContext.js +86 -0
- package/dist/evaluator/LlamaEmbeddingContext.js.map +1 -0
- package/dist/evaluator/LlamaGrammar.d.ts +39 -0
- package/dist/evaluator/LlamaGrammar.js +72 -0
- package/dist/evaluator/LlamaGrammar.js.map +1 -0
- package/dist/evaluator/LlamaGrammarEvaluationState.d.ts +19 -0
- package/dist/evaluator/LlamaGrammarEvaluationState.js +29 -0
- package/dist/evaluator/LlamaGrammarEvaluationState.js.map +1 -0
- package/dist/evaluator/LlamaJsonSchemaGrammar.d.ts +17 -0
- package/dist/evaluator/LlamaJsonSchemaGrammar.js +35 -0
- package/dist/evaluator/LlamaJsonSchemaGrammar.js.map +1 -0
- package/dist/evaluator/LlamaModel/LlamaModel.d.ts +344 -0
- package/dist/evaluator/LlamaModel/LlamaModel.js +853 -0
- package/dist/evaluator/LlamaModel/LlamaModel.js.map +1 -0
- package/dist/evaluator/LlamaModel/utils/TokenAttributes.d.ts +29 -0
- package/dist/evaluator/LlamaModel/utils/TokenAttributes.js +65 -0
- package/dist/evaluator/LlamaModel/utils/TokenAttributes.js.map +1 -0
- package/dist/evaluator/LlamaRankingContext.d.ts +91 -0
- package/dist/evaluator/LlamaRankingContext.js +178 -0
- package/dist/evaluator/LlamaRankingContext.js.map +1 -0
- package/dist/evaluator/TokenBias.d.ts +37 -0
- package/dist/evaluator/TokenBias.js +68 -0
- package/dist/evaluator/TokenBias.js.map +1 -0
- package/dist/evaluator/TokenMeter.d.ts +45 -0
- package/dist/evaluator/TokenMeter.js +74 -0
- package/dist/evaluator/TokenMeter.js.map +1 -0
- package/dist/evaluator/utils/chunkDocument.d.ts +86 -0
- package/dist/evaluator/utils/chunkDocument.js +212 -0
- package/dist/evaluator/utils/chunkDocument.js.map +1 -0
- package/dist/gguf/consts.d.ts +4 -0
- package/dist/gguf/consts.js +12 -0
- package/dist/gguf/consts.js.map +1 -0
- package/dist/gguf/errors/InvalidGgufMagicError.d.ts +3 -0
- package/dist/gguf/errors/InvalidGgufMagicError.js +6 -0
- package/dist/gguf/errors/InvalidGgufMagicError.js.map +1 -0
- package/dist/gguf/errors/UnsupportedGgufValueTypeError.d.ts +4 -0
- package/dist/gguf/errors/UnsupportedGgufValueTypeError.js +9 -0
- package/dist/gguf/errors/UnsupportedGgufValueTypeError.js.map +1 -0
- package/dist/gguf/fileReaders/GgufFileReader.d.ts +36 -0
- package/dist/gguf/fileReaders/GgufFileReader.js +106 -0
- package/dist/gguf/fileReaders/GgufFileReader.js.map +1 -0
- package/dist/gguf/fileReaders/GgufFsFileReader.d.ts +16 -0
- package/dist/gguf/fileReaders/GgufFsFileReader.js +62 -0
- package/dist/gguf/fileReaders/GgufFsFileReader.js.map +1 -0
- package/dist/gguf/fileReaders/GgufNetworkFetchFileReader.d.ts +28 -0
- package/dist/gguf/fileReaders/GgufNetworkFetchFileReader.js +94 -0
- package/dist/gguf/fileReaders/GgufNetworkFetchFileReader.js.map +1 -0
- package/dist/gguf/insights/GgufInsights.d.ts +78 -0
- package/dist/gguf/insights/GgufInsights.js +854 -0
- package/dist/gguf/insights/GgufInsights.js.map +1 -0
- package/dist/gguf/insights/GgufInsightsConfigurationResolver.d.ts +203 -0
- package/dist/gguf/insights/GgufInsightsConfigurationResolver.js +284 -0
- package/dist/gguf/insights/GgufInsightsConfigurationResolver.js.map +1 -0
- package/dist/gguf/insights/GgufInsightsTokens.d.ts +5 -0
- package/dist/gguf/insights/GgufInsightsTokens.js +40 -0
- package/dist/gguf/insights/GgufInsightsTokens.js.map +1 -0
- package/dist/gguf/insights/utils/getRamUsageFromUnifiedVram.d.ts +5 -0
- package/dist/gguf/insights/utils/getRamUsageFromUnifiedVram.js +7 -0
- package/dist/gguf/insights/utils/getRamUsageFromUnifiedVram.js.map +1 -0
- package/dist/gguf/insights/utils/resolveContextContextSizeOption.d.ts +33 -0
- package/dist/gguf/insights/utils/resolveContextContextSizeOption.js +117 -0
- package/dist/gguf/insights/utils/resolveContextContextSizeOption.js.map +1 -0
- package/dist/gguf/insights/utils/resolveModelGpuLayersOption.d.ts +20 -0
- package/dist/gguf/insights/utils/resolveModelGpuLayersOption.js +251 -0
- package/dist/gguf/insights/utils/resolveModelGpuLayersOption.js.map +1 -0
- package/dist/gguf/insights/utils/scoreLevels.d.ts +5 -0
- package/dist/gguf/insights/utils/scoreLevels.js +16 -0
- package/dist/gguf/insights/utils/scoreLevels.js.map +1 -0
- package/dist/gguf/parser/GgufV2Parser.d.ts +20 -0
- package/dist/gguf/parser/GgufV2Parser.js +184 -0
- package/dist/gguf/parser/GgufV2Parser.js.map +1 -0
- package/dist/gguf/parser/GgufV3Parser.d.ts +3 -0
- package/dist/gguf/parser/GgufV3Parser.js +4 -0
- package/dist/gguf/parser/GgufV3Parser.js.map +1 -0
- package/dist/gguf/parser/parseGguf.d.ts +8 -0
- package/dist/gguf/parser/parseGguf.js +61 -0
- package/dist/gguf/parser/parseGguf.js.map +1 -0
- package/dist/gguf/readGgufFileInfo.d.ts +54 -0
- package/dist/gguf/readGgufFileInfo.js +82 -0
- package/dist/gguf/readGgufFileInfo.js.map +1 -0
- package/dist/gguf/types/GgufFileInfoTypes.d.ts +85 -0
- package/dist/gguf/types/GgufFileInfoTypes.js +18 -0
- package/dist/gguf/types/GgufFileInfoTypes.js.map +1 -0
- package/dist/gguf/types/GgufMetadataTypes.d.ts +480 -0
- package/dist/gguf/types/GgufMetadataTypes.js +194 -0
- package/dist/gguf/types/GgufMetadataTypes.js.map +1 -0
- package/dist/gguf/types/GgufTensorInfoTypes.d.ts +63 -0
- package/dist/gguf/types/GgufTensorInfoTypes.js +54 -0
- package/dist/gguf/types/GgufTensorInfoTypes.js.map +1 -0
- package/dist/gguf/utils/GgufReadOffset.d.ts +6 -0
- package/dist/gguf/utils/GgufReadOffset.js +18 -0
- package/dist/gguf/utils/GgufReadOffset.js.map +1 -0
- package/dist/gguf/utils/convertMetadataKeyValueRecordToNestedObject.d.ts +6 -0
- package/dist/gguf/utils/convertMetadataKeyValueRecordToNestedObject.js +76 -0
- package/dist/gguf/utils/convertMetadataKeyValueRecordToNestedObject.js.map +1 -0
- package/dist/gguf/utils/getGgufFileTypeName.d.ts +4 -0
- package/dist/gguf/utils/getGgufFileTypeName.js +13 -0
- package/dist/gguf/utils/getGgufFileTypeName.js.map +1 -0
- package/dist/gguf/utils/getGgufMetadataArchitectureData.d.ts +3 -0
- package/dist/gguf/utils/getGgufMetadataArchitectureData.js +4 -0
- package/dist/gguf/utils/getGgufMetadataArchitectureData.js.map +1 -0
- package/dist/gguf/utils/getGgufMetadataKeyValue.d.ts +1 -0
- package/dist/gguf/utils/getGgufMetadataKeyValue.js +27 -0
- package/dist/gguf/utils/getGgufMetadataKeyValue.js.map +1 -0
- package/dist/gguf/utils/ggufQuantNames.d.ts +2 -0
- package/dist/gguf/utils/ggufQuantNames.js +42 -0
- package/dist/gguf/utils/ggufQuantNames.js.map +1 -0
- package/dist/gguf/utils/normalizeGgufDownloadUrl.d.ts +2 -0
- package/dist/gguf/utils/normalizeGgufDownloadUrl.js +18 -0
- package/dist/gguf/utils/normalizeGgufDownloadUrl.js.map +1 -0
- package/dist/gguf/utils/resolveBinarySplitGgufPartUrls.d.ts +2 -0
- package/dist/gguf/utils/resolveBinarySplitGgufPartUrls.js +38 -0
- package/dist/gguf/utils/resolveBinarySplitGgufPartUrls.js.map +1 -0
- package/dist/gguf/utils/resolveSplitGgufParts.d.ts +7 -0
- package/dist/gguf/utils/resolveSplitGgufParts.js +64 -0
- package/dist/gguf/utils/resolveSplitGgufParts.js.map +1 -0
- package/dist/index.d.ts +71 -0
- package/dist/index.js +64 -0
- package/dist/index.js.map +1 -0
- package/dist/state.d.ts +6 -0
- package/dist/state.js +22 -0
- package/dist/state.js.map +1 -0
- package/dist/tsconfig.tsbuildinfo +1 -0
- package/dist/types.d.ts +408 -0
- package/dist/types.js +13 -0
- package/dist/types.js.map +1 -0
- package/dist/utils/DisposeGuard.d.ts +13 -0
- package/dist/utils/DisposeGuard.js +120 -0
- package/dist/utils/DisposeGuard.js.map +1 -0
- package/dist/utils/InsufficientMemoryError.d.ts +3 -0
- package/dist/utils/InsufficientMemoryError.js +6 -0
- package/dist/utils/InsufficientMemoryError.js.map +1 -0
- package/dist/utils/LlamaText.d.ts +92 -0
- package/dist/utils/LlamaText.js +527 -0
- package/dist/utils/LlamaText.js.map +1 -0
- package/dist/utils/LruCache.d.ts +12 -0
- package/dist/utils/LruCache.js +44 -0
- package/dist/utils/LruCache.js.map +1 -0
- package/dist/utils/OpenAIFormat.d.ts +177 -0
- package/dist/utils/OpenAIFormat.js +488 -0
- package/dist/utils/OpenAIFormat.js.map +1 -0
- package/dist/utils/OverridesObject.d.ts +7 -0
- package/dist/utils/OverridesObject.js +2 -0
- package/dist/utils/OverridesObject.js.map +1 -0
- package/dist/utils/ReplHistory.d.ts +9 -0
- package/dist/utils/ReplHistory.js +72 -0
- package/dist/utils/ReplHistory.js.map +1 -0
- package/dist/utils/StopGenerationDetector.d.ts +47 -0
- package/dist/utils/StopGenerationDetector.js +291 -0
- package/dist/utils/StopGenerationDetector.js.map +1 -0
- package/dist/utils/ThreadsSplitter.d.ts +32 -0
- package/dist/utils/ThreadsSplitter.js +177 -0
- package/dist/utils/ThreadsSplitter.js.map +1 -0
- package/dist/utils/TokenStreamRegulator.d.ts +38 -0
- package/dist/utils/TokenStreamRegulator.js +200 -0
- package/dist/utils/TokenStreamRegulator.js.map +1 -0
- package/dist/utils/UnsupportedError.d.ts +2 -0
- package/dist/utils/UnsupportedError.js +7 -0
- package/dist/utils/UnsupportedError.js.map +1 -0
- package/dist/utils/appendUserMessageToChatHistory.d.ts +6 -0
- package/dist/utils/appendUserMessageToChatHistory.js +22 -0
- package/dist/utils/appendUserMessageToChatHistory.js.map +1 -0
- package/dist/utils/clearTempFolder.d.ts +1 -0
- package/dist/utils/clearTempFolder.js +16 -0
- package/dist/utils/clearTempFolder.js.map +1 -0
- package/dist/utils/cmake.d.ts +10 -0
- package/dist/utils/cmake.js +146 -0
- package/dist/utils/cmake.js.map +1 -0
- package/dist/utils/compareTokens.d.ts +2 -0
- package/dist/utils/compareTokens.js +4 -0
- package/dist/utils/compareTokens.js.map +1 -0
- package/dist/utils/createModelDownloader.d.ts +262 -0
- package/dist/utils/createModelDownloader.js +486 -0
- package/dist/utils/createModelDownloader.js.map +1 -0
- package/dist/utils/findBestOption.d.ts +4 -0
- package/dist/utils/findBestOption.js +15 -0
- package/dist/utils/findBestOption.js.map +1 -0
- package/dist/utils/findCharacterRemovalCountToFitChatHistoryInContext.d.ts +20 -0
- package/dist/utils/findCharacterRemovalCountToFitChatHistoryInContext.js +85 -0
- package/dist/utils/findCharacterRemovalCountToFitChatHistoryInContext.js.map +1 -0
- package/dist/utils/gbnfJson/GbnfGrammarGenerator.d.ts +19 -0
- package/dist/utils/gbnfJson/GbnfGrammarGenerator.js +60 -0
- package/dist/utils/gbnfJson/GbnfGrammarGenerator.js.map +1 -0
- package/dist/utils/gbnfJson/GbnfTerminal.d.ts +11 -0
- package/dist/utils/gbnfJson/GbnfTerminal.js +54 -0
- package/dist/utils/gbnfJson/GbnfTerminal.js.map +1 -0
- package/dist/utils/gbnfJson/getGbnfGrammarForGbnfJsonSchema.d.ts +5 -0
- package/dist/utils/gbnfJson/getGbnfGrammarForGbnfJsonSchema.js +11 -0
- package/dist/utils/gbnfJson/getGbnfGrammarForGbnfJsonSchema.js.map +1 -0
- package/dist/utils/gbnfJson/terminals/GbnfAnyJson.d.ts +9 -0
- package/dist/utils/gbnfJson/terminals/GbnfAnyJson.js +53 -0
- package/dist/utils/gbnfJson/terminals/GbnfAnyJson.js.map +1 -0
- package/dist/utils/gbnfJson/terminals/GbnfArray.d.ts +18 -0
- package/dist/utils/gbnfJson/terminals/GbnfArray.js +83 -0
- package/dist/utils/gbnfJson/terminals/GbnfArray.js.map +1 -0
- package/dist/utils/gbnfJson/terminals/GbnfBoolean.d.ts +7 -0
- package/dist/utils/gbnfJson/terminals/GbnfBoolean.js +22 -0
- package/dist/utils/gbnfJson/terminals/GbnfBoolean.js.map +1 -0
- package/dist/utils/gbnfJson/terminals/GbnfBooleanValue.d.ts +7 -0
- package/dist/utils/gbnfJson/terminals/GbnfBooleanValue.js +17 -0
- package/dist/utils/gbnfJson/terminals/GbnfBooleanValue.js.map +1 -0
- package/dist/utils/gbnfJson/terminals/GbnfCommaWhitespace.d.ts +11 -0
- package/dist/utils/gbnfJson/terminals/GbnfCommaWhitespace.js +28 -0
- package/dist/utils/gbnfJson/terminals/GbnfCommaWhitespace.js.map +1 -0
- package/dist/utils/gbnfJson/terminals/GbnfFormatString.d.ts +11 -0
- package/dist/utils/gbnfJson/terminals/GbnfFormatString.js +90 -0
- package/dist/utils/gbnfJson/terminals/GbnfFormatString.js.map +1 -0
- package/dist/utils/gbnfJson/terminals/GbnfGrammar.d.ts +9 -0
- package/dist/utils/gbnfJson/terminals/GbnfGrammar.js +23 -0
- package/dist/utils/gbnfJson/terminals/GbnfGrammar.js.map +1 -0
- package/dist/utils/gbnfJson/terminals/GbnfInsideStringChar.d.ts +5 -0
- package/dist/utils/gbnfJson/terminals/GbnfInsideStringChar.js +24 -0
- package/dist/utils/gbnfJson/terminals/GbnfInsideStringChar.js.map +1 -0
- package/dist/utils/gbnfJson/terminals/GbnfNull.d.ts +5 -0
- package/dist/utils/gbnfJson/terminals/GbnfNull.js +11 -0
- package/dist/utils/gbnfJson/terminals/GbnfNull.js.map +1 -0
- package/dist/utils/gbnfJson/terminals/GbnfNumber.d.ts +9 -0
- package/dist/utils/gbnfJson/terminals/GbnfNumber.js +22 -0
- package/dist/utils/gbnfJson/terminals/GbnfNumber.js.map +1 -0
- package/dist/utils/gbnfJson/terminals/GbnfNumberValue.d.ts +9 -0
- package/dist/utils/gbnfJson/terminals/GbnfNumberValue.js +21 -0
- package/dist/utils/gbnfJson/terminals/GbnfNumberValue.js.map +1 -0
- package/dist/utils/gbnfJson/terminals/GbnfObjectMap.d.ts +28 -0
- package/dist/utils/gbnfJson/terminals/GbnfObjectMap.js +88 -0
- package/dist/utils/gbnfJson/terminals/GbnfObjectMap.js.map +1 -0
- package/dist/utils/gbnfJson/terminals/GbnfOr.d.ts +9 -0
- package/dist/utils/gbnfJson/terminals/GbnfOr.js +34 -0
- package/dist/utils/gbnfJson/terminals/GbnfOr.js.map +1 -0
- package/dist/utils/gbnfJson/terminals/GbnfRef.d.ts +15 -0
- package/dist/utils/gbnfJson/terminals/GbnfRef.js +34 -0
- package/dist/utils/gbnfJson/terminals/GbnfRef.js.map +1 -0
- package/dist/utils/gbnfJson/terminals/GbnfRepetition.d.ts +15 -0
- package/dist/utils/gbnfJson/terminals/GbnfRepetition.js +86 -0
- package/dist/utils/gbnfJson/terminals/GbnfRepetition.js.map +1 -0
- package/dist/utils/gbnfJson/terminals/GbnfString.d.ts +12 -0
- package/dist/utils/gbnfJson/terminals/GbnfString.js +43 -0
- package/dist/utils/gbnfJson/terminals/GbnfString.js.map +1 -0
- package/dist/utils/gbnfJson/terminals/GbnfStringValue.d.ts +8 -0
- package/dist/utils/gbnfJson/terminals/GbnfStringValue.js +26 -0
- package/dist/utils/gbnfJson/terminals/GbnfStringValue.js.map +1 -0
- package/dist/utils/gbnfJson/terminals/GbnfVerbatimText.d.ts +6 -0
- package/dist/utils/gbnfJson/terminals/GbnfVerbatimText.js +21 -0
- package/dist/utils/gbnfJson/terminals/GbnfVerbatimText.js.map +1 -0
- package/dist/utils/gbnfJson/terminals/GbnfWhitespace.d.ts +13 -0
- package/dist/utils/gbnfJson/terminals/GbnfWhitespace.js +67 -0
- package/dist/utils/gbnfJson/terminals/GbnfWhitespace.js.map +1 -0
- package/dist/utils/gbnfJson/terminals/gbnfConsts.d.ts +30 -0
- package/dist/utils/gbnfJson/terminals/gbnfConsts.js +72 -0
- package/dist/utils/gbnfJson/terminals/gbnfConsts.js.map +1 -0
- package/dist/utils/gbnfJson/types.d.ts +213 -0
- package/dist/utils/gbnfJson/types.js +30 -0
- package/dist/utils/gbnfJson/types.js.map +1 -0
- package/dist/utils/gbnfJson/utils/GbnfJsonScopeState.d.ts +10 -0
- package/dist/utils/gbnfJson/utils/GbnfJsonScopeState.js +15 -0
- package/dist/utils/gbnfJson/utils/GbnfJsonScopeState.js.map +1 -0
- package/dist/utils/gbnfJson/utils/defsScope.d.ts +7 -0
- package/dist/utils/gbnfJson/utils/defsScope.js +17 -0
- package/dist/utils/gbnfJson/utils/defsScope.js.map +1 -0
- package/dist/utils/gbnfJson/utils/getGbnfJsonTerminalForGbnfJsonSchema.d.ts +5 -0
- package/dist/utils/gbnfJson/utils/getGbnfJsonTerminalForGbnfJsonSchema.js +143 -0
- package/dist/utils/gbnfJson/utils/getGbnfJsonTerminalForGbnfJsonSchema.js.map +1 -0
- package/dist/utils/gbnfJson/utils/getGbnfJsonTerminalForLiteral.d.ts +5 -0
- package/dist/utils/gbnfJson/utils/getGbnfJsonTerminalForLiteral.js +16 -0
- package/dist/utils/gbnfJson/utils/getGbnfJsonTerminalForLiteral.js.map +1 -0
- package/dist/utils/gbnfJson/utils/validateObjectAgainstGbnfSchema.d.ts +8 -0
- package/dist/utils/gbnfJson/utils/validateObjectAgainstGbnfSchema.js +242 -0
- package/dist/utils/gbnfJson/utils/validateObjectAgainstGbnfSchema.js.map +1 -0
- package/dist/utils/getBuildDefaults.d.ts +5 -0
- package/dist/utils/getBuildDefaults.js +9 -0
- package/dist/utils/getBuildDefaults.js.map +1 -0
- package/dist/utils/getChatWrapperSegmentDefinition.d.ts +2 -0
- package/dist/utils/getChatWrapperSegmentDefinition.js +9 -0
- package/dist/utils/getChatWrapperSegmentDefinition.js.map +1 -0
- package/dist/utils/getConsoleLogPrefix.d.ts +1 -0
- package/dist/utils/getConsoleLogPrefix.js +10 -0
- package/dist/utils/getConsoleLogPrefix.js.map +1 -0
- package/dist/utils/getFirstWritableDir.d.ts +8 -0
- package/dist/utils/getFirstWritableDir.js +60 -0
- package/dist/utils/getFirstWritableDir.js.map +1 -0
- package/dist/utils/getGrammarsFolder.d.ts +2 -0
- package/dist/utils/getGrammarsFolder.js +19 -0
- package/dist/utils/getGrammarsFolder.js.map +1 -0
- package/dist/utils/getLlamaClasses.d.ts +9 -0
- package/dist/utils/getLlamaClasses.js +14 -0
- package/dist/utils/getLlamaClasses.js.map +1 -0
- package/dist/utils/getModuleVersion.d.ts +1 -0
- package/dist/utils/getModuleVersion.js +13 -0
- package/dist/utils/getModuleVersion.js.map +1 -0
- package/dist/utils/getQueuedTokensBeforeStopTrigger.d.ts +6 -0
- package/dist/utils/getQueuedTokensBeforeStopTrigger.js +22 -0
- package/dist/utils/getQueuedTokensBeforeStopTrigger.js.map +1 -0
- package/dist/utils/getReadableContextSize.d.ts +1 -0
- package/dist/utils/getReadableContextSize.js +7 -0
- package/dist/utils/getReadableContextSize.js.map +1 -0
- package/dist/utils/getTempDir.d.ts +10 -0
- package/dist/utils/getTempDir.js +121 -0
- package/dist/utils/getTempDir.js.map +1 -0
- package/dist/utils/getTypeScriptTypeStringForGbnfJsonSchema.d.ts +2 -0
- package/dist/utils/getTypeScriptTypeStringForGbnfJsonSchema.js +205 -0
- package/dist/utils/getTypeScriptTypeStringForGbnfJsonSchema.js.map +1 -0
- package/dist/utils/gitReleaseBundles.d.ts +2 -0
- package/dist/utils/gitReleaseBundles.js +132 -0
- package/dist/utils/gitReleaseBundles.js.map +1 -0
- package/dist/utils/hashString.d.ts +1 -0
- package/dist/utils/hashString.js +8 -0
- package/dist/utils/hashString.js.map +1 -0
- package/dist/utils/includesText.d.ts +1 -0
- package/dist/utils/includesText.js +12 -0
- package/dist/utils/includesText.js.map +1 -0
- package/dist/utils/isLockfileActive.d.ts +4 -0
- package/dist/utils/isLockfileActive.js +12 -0
- package/dist/utils/isLockfileActive.js.map +1 -0
- package/dist/utils/isToken.d.ts +2 -0
- package/dist/utils/isToken.js +4 -0
- package/dist/utils/isToken.js.map +1 -0
- package/dist/utils/isUrl.d.ts +1 -0
- package/dist/utils/isUrl.js +15 -0
- package/dist/utils/isUrl.js.map +1 -0
- package/dist/utils/mergeUnionTypes.d.ts +10 -0
- package/dist/utils/mergeUnionTypes.js +2 -0
- package/dist/utils/mergeUnionTypes.js.map +1 -0
- package/dist/utils/modelDownloadEndpoints.d.ts +13 -0
- package/dist/utils/modelDownloadEndpoints.js +27 -0
- package/dist/utils/modelDownloadEndpoints.js.map +1 -0
- package/dist/utils/modelFileAccessTokens.d.ts +5 -0
- package/dist/utils/modelFileAccessTokens.js +41 -0
- package/dist/utils/modelFileAccessTokens.js.map +1 -0
- package/dist/utils/optionsMatrix.d.ts +58 -0
- package/dist/utils/optionsMatrix.js +97 -0
- package/dist/utils/optionsMatrix.js.map +1 -0
- package/dist/utils/parseModelFileName.d.ts +15 -0
- package/dist/utils/parseModelFileName.js +132 -0
- package/dist/utils/parseModelFileName.js.map +1 -0
- package/dist/utils/parseModelUri.d.ts +40 -0
- package/dist/utils/parseModelUri.js +346 -0
- package/dist/utils/parseModelUri.js.map +1 -0
- package/dist/utils/parseTextTemplate.d.ts +66 -0
- package/dist/utils/parseTextTemplate.js +116 -0
- package/dist/utils/parseTextTemplate.js.map +1 -0
- package/dist/utils/prettyPrintObject.d.ts +10 -0
- package/dist/utils/prettyPrintObject.js +84 -0
- package/dist/utils/prettyPrintObject.js.map +1 -0
- package/dist/utils/pushAll.d.ts +6 -0
- package/dist/utils/pushAll.js +11 -0
- package/dist/utils/pushAll.js.map +1 -0
- package/dist/utils/removeNullFields.d.ts +2 -0
- package/dist/utils/removeNullFields.js +17 -0
- package/dist/utils/removeNullFields.js.map +1 -0
- package/dist/utils/resolveGithubRelease.d.ts +2 -0
- package/dist/utils/resolveGithubRelease.js +77 -0
- package/dist/utils/resolveGithubRelease.js.map +1 -0
- package/dist/utils/resolveLastTokens.d.ts +2 -0
- package/dist/utils/resolveLastTokens.js +12 -0
- package/dist/utils/resolveLastTokens.js.map +1 -0
- package/dist/utils/resolveModelDestination.d.ts +16 -0
- package/dist/utils/resolveModelDestination.js +54 -0
- package/dist/utils/resolveModelDestination.js.map +1 -0
- package/dist/utils/resolveModelFile.d.ts +142 -0
- package/dist/utils/resolveModelFile.js +201 -0
- package/dist/utils/resolveModelFile.js.map +1 -0
- package/dist/utils/runtime.d.ts +4 -0
- package/dist/utils/runtime.js +8 -0
- package/dist/utils/runtime.js.map +1 -0
- package/dist/utils/safeEventCallback.d.ts +6 -0
- package/dist/utils/safeEventCallback.js +29 -0
- package/dist/utils/safeEventCallback.js.map +1 -0
- package/dist/utils/signalSleep.d.ts +1 -0
- package/dist/utils/signalSleep.js +20 -0
- package/dist/utils/signalSleep.js.map +1 -0
- package/dist/utils/spawnCommand.d.ts +11 -0
- package/dist/utils/spawnCommand.js +89 -0
- package/dist/utils/spawnCommand.js.map +1 -0
- package/dist/utils/tokenizeInput.d.ts +3 -0
- package/dist/utils/tokenizeInput.js +14 -0
- package/dist/utils/tokenizeInput.js.map +1 -0
- package/dist/utils/tokenizerUtils.d.ts +12 -0
- package/dist/utils/tokenizerUtils.js +32 -0
- package/dist/utils/tokenizerUtils.js.map +1 -0
- package/dist/utils/transformPromisable.d.ts +54 -0
- package/dist/utils/transformPromisable.js +95 -0
- package/dist/utils/transformPromisable.js.map +1 -0
- package/dist/utils/truncateTextAndRoundToWords.d.ts +11 -0
- package/dist/utils/truncateTextAndRoundToWords.js +110 -0
- package/dist/utils/truncateTextAndRoundToWords.js.map +1 -0
- package/dist/utils/utilTypes.d.ts +18 -0
- package/dist/utils/utilTypes.js +2 -0
- package/dist/utils/utilTypes.js.map +1 -0
- package/dist/utils/waitForLockfileRelease.d.ts +5 -0
- package/dist/utils/waitForLockfileRelease.js +19 -0
- package/dist/utils/waitForLockfileRelease.js.map +1 -0
- package/dist/utils/withLockfile.d.ts +7 -0
- package/dist/utils/withLockfile.js +44 -0
- package/dist/utils/withLockfile.js.map +1 -0
- package/dist/utils/withOra.d.ts +7 -0
- package/dist/utils/withOra.js +37 -0
- package/dist/utils/withOra.js.map +1 -0
- package/dist/utils/withProgressLog.d.ts +22 -0
- package/dist/utils/withProgressLog.js +211 -0
- package/dist/utils/withProgressLog.js.map +1 -0
- package/dist/utils/withStatusLogs.d.ts +6 -0
- package/dist/utils/withStatusLogs.js +25 -0
- package/dist/utils/withStatusLogs.js.map +1 -0
- package/dist/utils/wrapAbortSignal.d.ts +1 -0
- package/dist/utils/wrapAbortSignal.js +14 -0
- package/dist/utils/wrapAbortSignal.js.map +1 -0
- package/llama/.clang-format +46 -0
- package/llama/CMakeLists.txt +141 -0
- package/llama/addon/AddonContext.cpp +1181 -0
- package/llama/addon/AddonContext.h +85 -0
- package/llama/addon/AddonGrammar.cpp +92 -0
- package/llama/addon/AddonGrammar.h +22 -0
- package/llama/addon/AddonGrammarEvaluationState.cpp +36 -0
- package/llama/addon/AddonGrammarEvaluationState.h +17 -0
- package/llama/addon/AddonModel.cpp +691 -0
- package/llama/addon/AddonModel.h +64 -0
- package/llama/addon/AddonModelData.cpp +25 -0
- package/llama/addon/AddonModelData.h +15 -0
- package/llama/addon/AddonModelLora.cpp +103 -0
- package/llama/addon/AddonModelLora.h +28 -0
- package/llama/addon/AddonSampler.cpp +669 -0
- package/llama/addon/AddonSampler.h +75 -0
- package/llama/addon/RingBuffer.h +109 -0
- package/llama/addon/addon.cpp +330 -0
- package/llama/addon/addonGlobals.cpp +22 -0
- package/llama/addon/addonGlobals.h +12 -0
- package/llama/addon/globals/addonLog.cpp +143 -0
- package/llama/addon/globals/addonLog.h +24 -0
- package/llama/addon/globals/addonProgress.cpp +15 -0
- package/llama/addon/globals/addonProgress.h +15 -0
- package/llama/addon/globals/getGpuInfo.cpp +146 -0
- package/llama/addon/globals/getGpuInfo.h +11 -0
- package/llama/addon/globals/getMemoryInfo.cpp +63 -0
- package/llama/addon/globals/getMemoryInfo.h +4 -0
- package/llama/addon/globals/getSwapInfo.cpp +69 -0
- package/llama/addon/globals/getSwapInfo.h +4 -0
- package/llama/binariesGithubRelease.json +3 -0
- package/llama/cmake/addVariantSuffix.cmake +21 -0
- package/llama/cmake/win32.ensureNinjaPath.cmake +68 -0
- package/llama/cmake/win32.ensureNodeLib.cmake +34 -0
- package/llama/cmake/win32.llvmApplyGnuModeAdaptations.cmake +12 -0
- package/llama/cmake/win32.llvmEnsureCmakeAr.cmake +37 -0
- package/llama/cmake/win32.llvmUseGnuModeCompilers.cmake +87 -0
- package/llama/cmake/win32.programFilesPaths.cmake +35 -0
- package/llama/gpuInfo/vulkan-gpu-info.cpp +207 -0
- package/llama/gpuInfo/vulkan-gpu-info.h +9 -0
- package/llama/package.json +5 -0
- package/llama/profiles/llvm.win32.host-arm64.target-arm64.cmake +14 -0
- package/llama/profiles/llvm.win32.host-x64.target-arm64.cmake +14 -0
- package/llama/profiles/llvm.win32.host-x64.target-x64.cmake +14 -0
- package/llama/toolchains/darwin.host-x64.target-arm64.cmake +8 -0
- package/llama/toolchains/linux.host-arm64.target-x64.cmake +5 -0
- package/llama/toolchains/linux.host-x64.target-arm64.cmake +5 -0
- package/llama/toolchains/linux.host-x64.target-arm71.cmake +5 -0
- package/llama/toolchains/llvm.win32.host-x64.target-x64.cmake +20 -0
- package/llama/toolchains/win32.host-arm64.target-arm64.cmake +21 -0
- package/llama/toolchains/win32.host-x64.target-arm64.cmake +21 -0
- package/llama/xpack/package.json +10 -0
- package/package.json +241 -0
- package/templates/README.md +6 -0
- package/templates/package.json +10 -0
- package/templates/packed/electron-typescript-react.json +1 -0
- package/templates/packed/node-typescript.json +1 -0
|
@@ -0,0 +1,498 @@
|
|
|
1
|
+
import { DisposeAggregator, DisposedError, EventRelay, withLock } from "lifecycle-utils";
|
|
2
|
+
import { tokenizeInput } from "../utils/tokenizeInput.js";
|
|
3
|
+
import { UnsupportedError } from "../utils/UnsupportedError.js";
|
|
4
|
+
import { removeNullFields } from "../utils/removeNullFields.js";
|
|
5
|
+
import { TokenStreamRegulator } from "../utils/TokenStreamRegulator.js";
|
|
6
|
+
import { StopGenerationDetector } from "../utils/StopGenerationDetector.js";
|
|
7
|
+
import { UNKNOWN_UNICODE_CHAR } from "../consts.js";
|
|
8
|
+
import { getQueuedTokensBeforeStopTrigger } from "../utils/getQueuedTokensBeforeStopTrigger.js";
|
|
9
|
+
import { safeEventCallback } from "../utils/safeEventCallback.js";
|
|
10
|
+
import { pushAll } from "../utils/pushAll.js";
|
|
11
|
+
import { GgufArchitectureType } from "../gguf/types/GgufMetadataTypes.js";
|
|
12
|
+
import { resolveBeginningTokenToPrepend } from "../utils/tokenizerUtils.js";
|
|
13
|
+
import { LlamaGrammarEvaluationState } from "./LlamaGrammarEvaluationState.js";
|
|
14
|
+
const defaultContextShiftSize = ((sequence) => Math.max(1, Math.floor(sequence.context.contextSize / 10)));
|
|
15
|
+
const defaultMinPrefixKeepTokens = ((sequence) => Math.max(1, Math.floor(sequence.context.contextSize / 10)));
|
|
16
|
+
/**
|
|
17
|
+
* @see [Text Completion](https://node-llama-cpp.withcat.ai/guide/text-completion) tutorial
|
|
18
|
+
*/
|
|
19
|
+
export class LlamaCompletion {
|
|
20
|
+
/** @internal */ _disposeAggregator = new DisposeAggregator();
|
|
21
|
+
/** @internal */ _autoDisposeSequence;
|
|
22
|
+
/** @internal */ _sequence;
|
|
23
|
+
onDispose = new EventRelay();
|
|
24
|
+
constructor({ contextSequence, autoDisposeSequence = false }) {
|
|
25
|
+
this._sequence = contextSequence;
|
|
26
|
+
this._autoDisposeSequence = autoDisposeSequence;
|
|
27
|
+
this._disposeAggregator.add(this._sequence.onDispose.createListener(() => {
|
|
28
|
+
this.dispose();
|
|
29
|
+
}));
|
|
30
|
+
this._disposeAggregator.add(this.onDispose.dispatchEvent);
|
|
31
|
+
}
|
|
32
|
+
dispose({ disposeSequence = this._autoDisposeSequence } = {}) {
|
|
33
|
+
if (this._sequence == null || this.disposed)
|
|
34
|
+
return;
|
|
35
|
+
if (disposeSequence)
|
|
36
|
+
this._sequence.dispose();
|
|
37
|
+
this._sequence = null;
|
|
38
|
+
this._disposeAggregator.dispose();
|
|
39
|
+
}
|
|
40
|
+
/** @hidden */
|
|
41
|
+
[Symbol.dispose]() {
|
|
42
|
+
return this.dispose();
|
|
43
|
+
}
|
|
44
|
+
get disposed() {
|
|
45
|
+
return this._sequence == null || this._sequence.disposed;
|
|
46
|
+
}
|
|
47
|
+
get infillSupported() {
|
|
48
|
+
if (this._sequence == null)
|
|
49
|
+
throw new DisposedError();
|
|
50
|
+
return this._sequence.model.tokens.infill.prefix != null &&
|
|
51
|
+
this._sequence.model.tokens.infill.suffix != null;
|
|
52
|
+
}
|
|
53
|
+
/**
|
|
54
|
+
* Generate a completion for an input.
|
|
55
|
+
*/
|
|
56
|
+
async generateCompletion(input, options = {}) {
|
|
57
|
+
const { response } = await this.generateCompletionWithMeta(input, options);
|
|
58
|
+
return response;
|
|
59
|
+
}
|
|
60
|
+
/**
|
|
61
|
+
* Same as `generateCompletion`, but returns additional metadata about the generation.
|
|
62
|
+
* See `generateCompletion` for more information.
|
|
63
|
+
*/
|
|
64
|
+
async generateCompletionWithMeta(input, { onTextChunk, onToken, signal, stopOnAbortSignal = false, maxTokens, temperature, minP, topK, topP, seed, xtc, trimWhitespaceSuffix = false, repeatPenalty = {}, tokenBias, evaluationPriority = 5, grammar, customStopTriggers, contextShiftSize = defaultContextShiftSize, disableContextShift } = {}) {
|
|
65
|
+
if (this._sequence == null || this.disposed)
|
|
66
|
+
throw new DisposedError();
|
|
67
|
+
const beginningTokenToPrepend = resolveBeginningTokenToPrepend(this._sequence.model.vocabularyType, this._sequence.model.tokens);
|
|
68
|
+
const extraEosTokens = getExtraCompletionEosTokens(this._sequence.model);
|
|
69
|
+
async function fitInputIntoContext({ maxTokens, tokens }) {
|
|
70
|
+
const res = [];
|
|
71
|
+
if (beginningTokenToPrepend != null)
|
|
72
|
+
res.push(beginningTokenToPrepend);
|
|
73
|
+
const inputTokensSize = Math.max(0, Math.min(maxTokens - res.length, tokens.length));
|
|
74
|
+
if (inputTokensSize === 0 && tokens.length > 0)
|
|
75
|
+
throw new Error("The context size is too small to generate a response for the given input");
|
|
76
|
+
const slicedTokens = tokens.slice(-inputTokensSize);
|
|
77
|
+
pushAll(res, slicedTokens);
|
|
78
|
+
return res;
|
|
79
|
+
}
|
|
80
|
+
const ensureNotAborted = () => {
|
|
81
|
+
if (signal?.aborted && !stopOnAbortSignal)
|
|
82
|
+
throw signal.reason;
|
|
83
|
+
if (this.disposed)
|
|
84
|
+
throw new DisposedError();
|
|
85
|
+
};
|
|
86
|
+
return await withLock([this, "generateCompletion"], signal, async () => {
|
|
87
|
+
ensureNotAborted();
|
|
88
|
+
if (this._sequence == null || this.disposed)
|
|
89
|
+
throw new DisposedError();
|
|
90
|
+
const resolvedInput = tokenizeInput(input, this._sequence.model.tokenizer, beginningTokenToPrepend != null
|
|
91
|
+
? "trimLeadingSpace"
|
|
92
|
+
: undefined);
|
|
93
|
+
const resolvedContextShiftSize = await resolveContextShiftSize(contextShiftSize, this._sequence);
|
|
94
|
+
ensureNotAborted();
|
|
95
|
+
const inputTokens = await fitInputIntoContext({
|
|
96
|
+
maxTokens: this._sequence.context.contextSize - resolvedContextShiftSize,
|
|
97
|
+
tokens: resolvedInput
|
|
98
|
+
});
|
|
99
|
+
ensureNotAborted();
|
|
100
|
+
const resolvedMaxTokens = !disableContextShift
|
|
101
|
+
? maxTokens
|
|
102
|
+
: (maxTokens != null && maxTokens > 0)
|
|
103
|
+
? Math.min(maxTokens, this._sequence.context.contextSize - inputTokens.length)
|
|
104
|
+
: this._sequence.context.contextSize - inputTokens.length;
|
|
105
|
+
this._sequence.tokenPredictor?.updateInputTokens?.(inputTokens.slice());
|
|
106
|
+
return await this._generateResponse(inputTokens, {
|
|
107
|
+
onTextChunk: safeEventCallback(onTextChunk),
|
|
108
|
+
onToken: safeEventCallback(onToken),
|
|
109
|
+
signal,
|
|
110
|
+
stopOnAbortSignal,
|
|
111
|
+
maxTokens: resolvedMaxTokens,
|
|
112
|
+
temperature,
|
|
113
|
+
minP,
|
|
114
|
+
topK,
|
|
115
|
+
topP,
|
|
116
|
+
seed,
|
|
117
|
+
xtc,
|
|
118
|
+
trimWhitespaceSuffix,
|
|
119
|
+
repeatPenalty,
|
|
120
|
+
tokenBias,
|
|
121
|
+
evaluationPriority,
|
|
122
|
+
grammar,
|
|
123
|
+
contextShiftSize,
|
|
124
|
+
customStopTriggers
|
|
125
|
+
}, {
|
|
126
|
+
async contextShift({ shiftSize, res, pendingTokens, sequence }) {
|
|
127
|
+
return {
|
|
128
|
+
newContextState: await fitInputIntoContext({
|
|
129
|
+
maxTokens: sequence.context.contextSize - shiftSize,
|
|
130
|
+
tokens: [...resolvedInput, ...res, ...pendingTokens]
|
|
131
|
+
})
|
|
132
|
+
};
|
|
133
|
+
},
|
|
134
|
+
extraEosTokens
|
|
135
|
+
});
|
|
136
|
+
});
|
|
137
|
+
}
|
|
138
|
+
/**
|
|
139
|
+
* Infill (also known as Fill-In-Middle), generates a completion for an input (`prefixInput`) that
|
|
140
|
+
* should connect to a given continuation (`suffixInput`).
|
|
141
|
+
* For example, for `prefixInput: "123"` and `suffixInput: "789"`, the model is expected to generate `456`
|
|
142
|
+
* to make the final text be `123456789`.
|
|
143
|
+
*/
|
|
144
|
+
async generateInfillCompletion(prefixInput, suffixInput, options = {}) {
|
|
145
|
+
const { response } = await this.generateInfillCompletionWithMeta(prefixInput, suffixInput, options);
|
|
146
|
+
return response;
|
|
147
|
+
}
|
|
148
|
+
/**
|
|
149
|
+
* Same as `generateInfillCompletion`, but returns additional metadata about the generation.
|
|
150
|
+
* See `generateInfillCompletion` for more information.
|
|
151
|
+
*/
|
|
152
|
+
async generateInfillCompletionWithMeta(prefixInput, suffixInput, { onTextChunk, onToken, signal, stopOnAbortSignal = false, maxTokens, temperature, minP, topK, topP, seed, xtc, trimWhitespaceSuffix = false, repeatPenalty = {}, tokenBias, evaluationPriority = 5, grammar, contextShiftSize = defaultContextShiftSize, customStopTriggers, minPrefixKeepTokens = defaultMinPrefixKeepTokens, disableContextShift = false } = {}) {
|
|
153
|
+
if (this._sequence == null || this.disposed)
|
|
154
|
+
throw new DisposedError();
|
|
155
|
+
const prefixToken = this._sequence.model.tokens.infill.prefix;
|
|
156
|
+
const suffixToken = this._sequence.model.tokens.infill.suffix;
|
|
157
|
+
const middleToken = this._sequence.model.tokens.infill.middle;
|
|
158
|
+
const beginningTokenToPrepend = resolveBeginningTokenToPrepend(this._sequence.model.vocabularyType, this._sequence.model.tokens);
|
|
159
|
+
if (prefixToken == null || suffixToken == null)
|
|
160
|
+
throw new UnsupportedError("Infill completions are not supported by this model");
|
|
161
|
+
const extraEosTokens = getExtraInfillEosTokens(this._sequence.model);
|
|
162
|
+
async function fitInputIntoContext({ maxTokens, prefixTokens, suffixTokens, sequence }) {
|
|
163
|
+
if (prefixToken == null || suffixToken == null)
|
|
164
|
+
throw new UnsupportedError("Infill completions are not supported by this model");
|
|
165
|
+
// 2 - InfillPrefix token, InfillSuffix token
|
|
166
|
+
const specialTokensInContext = 2 +
|
|
167
|
+
(middleToken != null ? 1 : 0) +
|
|
168
|
+
(beginningTokenToPrepend != null ? 1 : 0);
|
|
169
|
+
const resolvedMaxTokens = maxTokens - specialTokensInContext;
|
|
170
|
+
let sizeLeftToFill = resolvedMaxTokens;
|
|
171
|
+
let suffixTokensSize = Math.min(sizeLeftToFill, suffixTokens.length);
|
|
172
|
+
sizeLeftToFill -= suffixTokensSize;
|
|
173
|
+
let prefixTokensSize = Math.min(sizeLeftToFill, prefixTokens.length);
|
|
174
|
+
sizeLeftToFill -= prefixTokensSize;
|
|
175
|
+
if (sizeLeftToFill <= 0 && disableContextShift)
|
|
176
|
+
throw new Error("The context size is too small to generate a response for the given input, and context shift is disabled. " +
|
|
177
|
+
"Consider removing `disableContextShift` or reducing the input size.");
|
|
178
|
+
const resolvedMinPrefixKeepTokens = Math.min(Math.min(resolvedMaxTokens, prefixTokens.length), Math.max(1, Math.floor(minPrefixKeepTokens instanceof Function
|
|
179
|
+
? await minPrefixKeepTokens(sequence)
|
|
180
|
+
: minPrefixKeepTokens)));
|
|
181
|
+
if (prefixTokensSize < resolvedMinPrefixKeepTokens) {
|
|
182
|
+
const diffToFill = Math.min(suffixTokensSize, resolvedMinPrefixKeepTokens - prefixTokensSize);
|
|
183
|
+
prefixTokensSize += diffToFill;
|
|
184
|
+
suffixTokensSize -= diffToFill;
|
|
185
|
+
}
|
|
186
|
+
const resolvedPrefixTokens = prefixTokens.slice(-prefixTokensSize);
|
|
187
|
+
const resolvedSuffixTokens = suffixTokens.slice(0, suffixTokensSize);
|
|
188
|
+
const newContextState = [];
|
|
189
|
+
if (beginningTokenToPrepend != null)
|
|
190
|
+
newContextState.push(beginningTokenToPrepend);
|
|
191
|
+
if (middleToken != null) {
|
|
192
|
+
newContextState.push(prefixToken);
|
|
193
|
+
pushAll(newContextState, resolvedPrefixTokens);
|
|
194
|
+
newContextState.push(suffixToken);
|
|
195
|
+
pushAll(newContextState, resolvedSuffixTokens);
|
|
196
|
+
newContextState.push(middleToken);
|
|
197
|
+
}
|
|
198
|
+
else {
|
|
199
|
+
newContextState.push(suffixToken);
|
|
200
|
+
pushAll(newContextState, resolvedSuffixTokens);
|
|
201
|
+
newContextState.push(prefixToken);
|
|
202
|
+
pushAll(newContextState, resolvedPrefixTokens);
|
|
203
|
+
}
|
|
204
|
+
return newContextState;
|
|
205
|
+
}
|
|
206
|
+
const ensureNotAborted = () => {
|
|
207
|
+
if (signal?.aborted && !stopOnAbortSignal)
|
|
208
|
+
throw signal.reason;
|
|
209
|
+
if (this.disposed)
|
|
210
|
+
throw new DisposedError();
|
|
211
|
+
};
|
|
212
|
+
return await withLock([this, "generateCompletion"], signal, async () => {
|
|
213
|
+
ensureNotAborted();
|
|
214
|
+
if (this._sequence == null || this.disposed)
|
|
215
|
+
throw new DisposedError();
|
|
216
|
+
const resolvedPrefixInputTokens = tokenizeInput(prefixInput, this._sequence.model.tokenizer, "trimLeadingSpace");
|
|
217
|
+
const resolvedSuffixInputTokens = tokenizeInput(suffixInput, this._sequence.model.tokenizer, "trimLeadingSpace");
|
|
218
|
+
const resolvedContextShiftSize = await resolveContextShiftSize(contextShiftSize, this._sequence);
|
|
219
|
+
ensureNotAborted();
|
|
220
|
+
const inputTokens = await fitInputIntoContext({
|
|
221
|
+
maxTokens: this._sequence.context.contextSize - resolvedContextShiftSize,
|
|
222
|
+
prefixTokens: resolvedPrefixInputTokens,
|
|
223
|
+
suffixTokens: resolvedSuffixInputTokens,
|
|
224
|
+
sequence: this._sequence
|
|
225
|
+
});
|
|
226
|
+
ensureNotAborted();
|
|
227
|
+
const resolvedMaxTokens = !disableContextShift
|
|
228
|
+
? maxTokens
|
|
229
|
+
: (maxTokens != null && maxTokens > 0)
|
|
230
|
+
? Math.min(maxTokens, this._sequence.context.contextSize - inputTokens.length)
|
|
231
|
+
: this._sequence.context.contextSize - inputTokens.length;
|
|
232
|
+
this._sequence.tokenPredictor?.updateInputTokens?.(inputTokens.slice());
|
|
233
|
+
return await this._generateResponse(inputTokens, {
|
|
234
|
+
onTextChunk: safeEventCallback(onTextChunk),
|
|
235
|
+
onToken: safeEventCallback(onToken),
|
|
236
|
+
signal,
|
|
237
|
+
stopOnAbortSignal,
|
|
238
|
+
maxTokens: resolvedMaxTokens,
|
|
239
|
+
temperature,
|
|
240
|
+
minP,
|
|
241
|
+
topK,
|
|
242
|
+
topP,
|
|
243
|
+
seed,
|
|
244
|
+
xtc,
|
|
245
|
+
trimWhitespaceSuffix,
|
|
246
|
+
repeatPenalty,
|
|
247
|
+
tokenBias,
|
|
248
|
+
evaluationPriority,
|
|
249
|
+
grammar,
|
|
250
|
+
contextShiftSize,
|
|
251
|
+
customStopTriggers
|
|
252
|
+
}, {
|
|
253
|
+
async contextShift({ shiftSize, res, pendingTokens, sequence }) {
|
|
254
|
+
return {
|
|
255
|
+
newContextState: await fitInputIntoContext({
|
|
256
|
+
maxTokens: sequence.context.contextSize - shiftSize,
|
|
257
|
+
prefixTokens: [...resolvedPrefixInputTokens, ...res, ...pendingTokens],
|
|
258
|
+
suffixTokens: resolvedSuffixInputTokens,
|
|
259
|
+
sequence
|
|
260
|
+
})
|
|
261
|
+
};
|
|
262
|
+
},
|
|
263
|
+
extraEosTokens
|
|
264
|
+
});
|
|
265
|
+
});
|
|
266
|
+
}
|
|
267
|
+
/** @internal */
|
|
268
|
+
async _generateResponse(tokens, { onTextChunk, onToken, signal, stopOnAbortSignal = false, maxTokens, temperature, minP, topK, topP, seed, xtc, trimWhitespaceSuffix = false, repeatPenalty = {}, dryRepeatPenalty, tokenBias, evaluationPriority = 5, grammar, contextShiftSize = defaultContextShiftSize, customStopTriggers }, { contextShift, extraEosTokens = new Set() }) {
|
|
269
|
+
if (this._sequence == null)
|
|
270
|
+
throw new DisposedError();
|
|
271
|
+
const sequence = this._sequence;
|
|
272
|
+
const model = sequence.model;
|
|
273
|
+
const context = sequence.context;
|
|
274
|
+
const res = [];
|
|
275
|
+
const pendingTokens = [];
|
|
276
|
+
const grammarEvaluationState = grammar != null
|
|
277
|
+
? new LlamaGrammarEvaluationState({ model, grammar })
|
|
278
|
+
: undefined;
|
|
279
|
+
const { lastTokens: repeatPenaltyLastTokens = 64, punishTokensFilter, penalizeNewLine, penalty, frequencyPenalty, presencePenalty } = repeatPenalty === false
|
|
280
|
+
? { lastTokens: 0 }
|
|
281
|
+
: repeatPenalty;
|
|
282
|
+
const streamRegulator = new TokenStreamRegulator();
|
|
283
|
+
const stopGenerationDetector = new StopGenerationDetector();
|
|
284
|
+
const customStopGenerationTriggersDetector = new StopGenerationDetector();
|
|
285
|
+
const locksToReleaseOnValidGeneration = [];
|
|
286
|
+
const repeatPenaltyEnabled = repeatPenaltyLastTokens > 0;
|
|
287
|
+
let inputTokens = tokens;
|
|
288
|
+
let generatedTokens = 0;
|
|
289
|
+
if (grammar != null)
|
|
290
|
+
StopGenerationDetector.resolveStopTriggers(grammar.stopGenerationTriggers, model.tokenizer)
|
|
291
|
+
.map((stopTrigger) => stopGenerationDetector.addStopTrigger(stopTrigger));
|
|
292
|
+
if (customStopTriggers != null)
|
|
293
|
+
StopGenerationDetector.resolveStopTriggers(customStopTriggers, model.tokenizer)
|
|
294
|
+
.map((stopTrigger) => customStopGenerationTriggersDetector.addStopTrigger(stopTrigger));
|
|
295
|
+
const ensureNotAborted = () => {
|
|
296
|
+
if (signal?.aborted && !stopOnAbortSignal)
|
|
297
|
+
throw signal.reason;
|
|
298
|
+
if (this.disposed)
|
|
299
|
+
throw new DisposedError();
|
|
300
|
+
};
|
|
301
|
+
const getPenaltyTokens = () => {
|
|
302
|
+
if (this._sequence == null)
|
|
303
|
+
throw new DisposedError();
|
|
304
|
+
let punishTokens = res.slice(-repeatPenaltyLastTokens);
|
|
305
|
+
if (punishTokensFilter != null)
|
|
306
|
+
punishTokens = punishTokensFilter(punishTokens);
|
|
307
|
+
if (penalizeNewLine == null || !penalizeNewLine) {
|
|
308
|
+
const nlToken = model.tokens.nl;
|
|
309
|
+
if (nlToken != null)
|
|
310
|
+
punishTokens = punishTokens.filter((token) => token !== nlToken);
|
|
311
|
+
}
|
|
312
|
+
return punishTokens;
|
|
313
|
+
};
|
|
314
|
+
while (true) {
|
|
315
|
+
ensureNotAborted();
|
|
316
|
+
let shouldContextShift = false;
|
|
317
|
+
if (inputTokens.length === 1 && sequence.nextTokenIndex !== 0)
|
|
318
|
+
await sequence.eraseContextTokenRanges([{
|
|
319
|
+
start: 0,
|
|
320
|
+
end: sequence.nextTokenIndex
|
|
321
|
+
}]);
|
|
322
|
+
else {
|
|
323
|
+
const lastToken = inputTokens[inputTokens.length - 1];
|
|
324
|
+
// we need to decode at least one token to generate a response
|
|
325
|
+
inputTokens.pop();
|
|
326
|
+
await sequence.adaptStateToTokens(inputTokens, false);
|
|
327
|
+
inputTokens.push(lastToken);
|
|
328
|
+
ensureNotAborted();
|
|
329
|
+
const firstDifferentIndex = sequence.nextTokenIndex;
|
|
330
|
+
inputTokens.splice(0, firstDifferentIndex);
|
|
331
|
+
}
|
|
332
|
+
const evaluationIterator = sequence.evaluate(inputTokens, removeNullFields({
|
|
333
|
+
temperature, minP, topK, topP, seed, xtc,
|
|
334
|
+
grammarEvaluationState,
|
|
335
|
+
repeatPenalty: !repeatPenaltyEnabled ? undefined : {
|
|
336
|
+
punishTokens: getPenaltyTokens,
|
|
337
|
+
maxPunishTokens: repeatPenaltyLastTokens,
|
|
338
|
+
penalty,
|
|
339
|
+
frequencyPenalty,
|
|
340
|
+
presencePenalty
|
|
341
|
+
},
|
|
342
|
+
dryRepeatPenalty,
|
|
343
|
+
tokenBias,
|
|
344
|
+
evaluationPriority,
|
|
345
|
+
yieldEogToken: true
|
|
346
|
+
}));
|
|
347
|
+
const pendingPartialTokens = [];
|
|
348
|
+
for await (const token of evaluationIterator) {
|
|
349
|
+
ensureNotAborted();
|
|
350
|
+
generatedTokens++;
|
|
351
|
+
const tokens = pendingPartialTokens.length === 0
|
|
352
|
+
? [token]
|
|
353
|
+
: [...pendingPartialTokens, token];
|
|
354
|
+
const text = model.detokenize([token]);
|
|
355
|
+
if (pendingPartialTokens.length === 0 &&
|
|
356
|
+
text.endsWith(UNKNOWN_UNICODE_CHAR) &&
|
|
357
|
+
!model.isSpecialToken(token) &&
|
|
358
|
+
!model.isEogToken(token)) {
|
|
359
|
+
pendingPartialTokens.push(token);
|
|
360
|
+
continue;
|
|
361
|
+
}
|
|
362
|
+
else {
|
|
363
|
+
pendingPartialTokens.length = 0;
|
|
364
|
+
const queuedTokenRelease = streamRegulator.addChunk({ tokens, text });
|
|
365
|
+
if (text.endsWith(UNKNOWN_UNICODE_CHAR) || ((grammar?.trimWhitespaceSuffix || trimWhitespaceSuffix) && text.trim() === "") || (text === "" && locksToReleaseOnValidGeneration.length > 0 && !model.isSpecialToken(token))) {
|
|
366
|
+
locksToReleaseOnValidGeneration.push(queuedTokenRelease.createTextIndexLock(0));
|
|
367
|
+
}
|
|
368
|
+
else {
|
|
369
|
+
while (locksToReleaseOnValidGeneration.length > 0)
|
|
370
|
+
locksToReleaseOnValidGeneration.shift().dispose();
|
|
371
|
+
}
|
|
372
|
+
stopGenerationDetector.recordGeneration({ text, tokens, queuedTokenRelease });
|
|
373
|
+
customStopGenerationTriggersDetector.recordGeneration({ text, tokens, queuedTokenRelease });
|
|
374
|
+
if (model.isEogToken(token) || extraEosTokens.has(token))
|
|
375
|
+
queuedTokenRelease.createTokenIndexLock(0);
|
|
376
|
+
pushAll(pendingTokens, streamRegulator.popFreeChunkTokens());
|
|
377
|
+
if (stopGenerationDetector.hasTriggeredStops || customStopGenerationTriggersDetector.hasTriggeredStops ||
|
|
378
|
+
model.isEogToken(token) || extraEosTokens.has(token)) {
|
|
379
|
+
const triggeredStops = stopGenerationDetector.hasTriggeredStops
|
|
380
|
+
? stopGenerationDetector.getTriggeredStops()
|
|
381
|
+
: customStopGenerationTriggersDetector.getTriggeredStops();
|
|
382
|
+
const partiallyFreeTokens = streamRegulator.getPartiallyFreeChunk(model.tokenizer);
|
|
383
|
+
const queuedTokensBeforeStopTrigger = getQueuedTokensBeforeStopTrigger(triggeredStops, partiallyFreeTokens, model.tokenizer);
|
|
384
|
+
pushAll(pendingTokens, queuedTokensBeforeStopTrigger);
|
|
385
|
+
const { firstRemainingGenerationAfterStop } = StopGenerationDetector.getFirstRemainingGenerationAfterStop(triggeredStops);
|
|
386
|
+
if (pendingTokens.length > 0) {
|
|
387
|
+
onToken?.(pendingTokens.slice());
|
|
388
|
+
onTextChunk?.(model.detokenize(pendingTokens, false, res));
|
|
389
|
+
}
|
|
390
|
+
pushAll(res, pendingTokens);
|
|
391
|
+
pendingTokens.length = 0;
|
|
392
|
+
let modelResponse = model.detokenize(res);
|
|
393
|
+
if (grammar?.trimWhitespaceSuffix || trimWhitespaceSuffix)
|
|
394
|
+
modelResponse = modelResponse.trimEnd();
|
|
395
|
+
const isEogToken = model.isEogToken(token) || extraEosTokens.has(token);
|
|
396
|
+
if (isEogToken || stopGenerationDetector.hasTriggeredStops)
|
|
397
|
+
return {
|
|
398
|
+
response: modelResponse,
|
|
399
|
+
metadata: {
|
|
400
|
+
remainingGenerationAfterStop: firstRemainingGenerationAfterStop,
|
|
401
|
+
stopReason: isEogToken
|
|
402
|
+
? "eogToken"
|
|
403
|
+
: "stopGenerationTrigger"
|
|
404
|
+
}
|
|
405
|
+
};
|
|
406
|
+
return {
|
|
407
|
+
response: modelResponse,
|
|
408
|
+
metadata: {
|
|
409
|
+
remainingGenerationAfterStop: firstRemainingGenerationAfterStop,
|
|
410
|
+
stopReason: "customStopTrigger",
|
|
411
|
+
customStopTrigger: triggeredStops[0].stopTrigger
|
|
412
|
+
}
|
|
413
|
+
};
|
|
414
|
+
}
|
|
415
|
+
if (pendingTokens.length > 0) {
|
|
416
|
+
onToken?.(pendingTokens.slice());
|
|
417
|
+
onTextChunk?.(model.detokenize(pendingTokens, false, res));
|
|
418
|
+
pushAll(res, pendingTokens);
|
|
419
|
+
pendingTokens.length = 0;
|
|
420
|
+
}
|
|
421
|
+
}
|
|
422
|
+
const aborted = (signal?.aborted ?? false) && stopOnAbortSignal;
|
|
423
|
+
const maxTokensReached = maxTokens != null && maxTokens > 0 && generatedTokens >= maxTokens;
|
|
424
|
+
if (aborted || maxTokensReached) {
|
|
425
|
+
let modelResponse = model.detokenize(res);
|
|
426
|
+
if (grammar?.trimWhitespaceSuffix || trimWhitespaceSuffix)
|
|
427
|
+
modelResponse = modelResponse.trimEnd();
|
|
428
|
+
return {
|
|
429
|
+
response: modelResponse,
|
|
430
|
+
metadata: {
|
|
431
|
+
stopReason: aborted
|
|
432
|
+
? "abort"
|
|
433
|
+
: "maxTokens"
|
|
434
|
+
}
|
|
435
|
+
};
|
|
436
|
+
}
|
|
437
|
+
if (sequence.nextTokenIndex >= context.contextSize - 1) {
|
|
438
|
+
shouldContextShift = true;
|
|
439
|
+
break;
|
|
440
|
+
}
|
|
441
|
+
}
|
|
442
|
+
if (shouldContextShift) {
|
|
443
|
+
const resolvedContextShiftSize = await resolveContextShiftSize(contextShiftSize, sequence);
|
|
444
|
+
ensureNotAborted();
|
|
445
|
+
const { newContextState } = await contextShift({
|
|
446
|
+
shiftSize: resolvedContextShiftSize,
|
|
447
|
+
res,
|
|
448
|
+
pendingTokens,
|
|
449
|
+
sequence
|
|
450
|
+
});
|
|
451
|
+
ensureNotAborted();
|
|
452
|
+
inputTokens = newContextState;
|
|
453
|
+
continue;
|
|
454
|
+
}
|
|
455
|
+
break;
|
|
456
|
+
}
|
|
457
|
+
throw new Error("The context size is too small to generate a response");
|
|
458
|
+
}
|
|
459
|
+
}
|
|
460
|
+
async function resolveContextShiftSize(contextShiftSize, sequence) {
|
|
461
|
+
if (typeof contextShiftSize === "number")
|
|
462
|
+
return contextShiftSize;
|
|
463
|
+
else if (contextShiftSize instanceof Function)
|
|
464
|
+
return Math.min(sequence.context.contextSize, Math.max(1, Math.floor(contextShiftSize instanceof Function
|
|
465
|
+
? await contextShiftSize(sequence)
|
|
466
|
+
: contextShiftSize)));
|
|
467
|
+
return defaultContextShiftSize(sequence);
|
|
468
|
+
}
|
|
469
|
+
function getExtraCompletionEosTokens(model) {
|
|
470
|
+
const extraEosTokens = new Set();
|
|
471
|
+
if (model.fileInfo.metadata?.general?.architecture === GgufArchitectureType.gemma ||
|
|
472
|
+
model.fileInfo.metadata?.general?.architecture === GgufArchitectureType.gemma2) {
|
|
473
|
+
for (const token of model.iterateAllTokens()) {
|
|
474
|
+
const tokenText = model.detokenize([token], true);
|
|
475
|
+
if (tokenText === "<|file_separator|>" || tokenText === "<|fim_prefix|>") {
|
|
476
|
+
extraEosTokens.add(token);
|
|
477
|
+
if (extraEosTokens.size === 2)
|
|
478
|
+
break;
|
|
479
|
+
}
|
|
480
|
+
}
|
|
481
|
+
}
|
|
482
|
+
return extraEosTokens;
|
|
483
|
+
}
|
|
484
|
+
function getExtraInfillEosTokens(model) {
|
|
485
|
+
const extraEosTokens = new Set();
|
|
486
|
+
if (model.fileInfo.metadata?.general?.architecture === GgufArchitectureType.gemma ||
|
|
487
|
+
model.fileInfo.metadata?.general?.architecture === GgufArchitectureType.gemma2) {
|
|
488
|
+
for (const token of model.iterateAllTokens()) {
|
|
489
|
+
const tokenText = model.detokenize([token], true);
|
|
490
|
+
if (tokenText === "<|file_separator|>") {
|
|
491
|
+
extraEosTokens.add(token);
|
|
492
|
+
break;
|
|
493
|
+
}
|
|
494
|
+
}
|
|
495
|
+
}
|
|
496
|
+
return extraEosTokens;
|
|
497
|
+
}
|
|
498
|
+
//# sourceMappingURL=LlamaCompletion.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"LlamaCompletion.js","sourceRoot":"","sources":["../../src/evaluator/LlamaCompletion.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,iBAAiB,EAAE,aAAa,EAAE,UAAU,EAAE,QAAQ,EAAC,MAAM,iBAAiB,CAAC;AAGvF,OAAO,EAAC,aAAa,EAAC,MAAM,2BAA2B,CAAC;AACxD,OAAO,EAAC,gBAAgB,EAAC,MAAM,8BAA8B,CAAC;AAC9D,OAAO,EAAC,gBAAgB,EAAC,MAAM,8BAA8B,CAAC;AAC9D,OAAO,EAAyB,oBAAoB,EAAC,MAAM,kCAAkC,CAAC;AAC9F,OAAO,EAAC,sBAAsB,EAAC,MAAM,oCAAoC,CAAC;AAC1E,OAAO,EAAC,oBAAoB,EAAC,MAAM,cAAc,CAAC;AAClD,OAAO,EAAC,gCAAgC,EAAC,MAAM,8CAA8C,CAAC;AAC9F,OAAO,EAAC,iBAAiB,EAAC,MAAM,+BAA+B,CAAC;AAChE,OAAO,EAAC,OAAO,EAAC,MAAM,qBAAqB,CAAC;AAC5C,OAAO,EAAC,oBAAoB,EAAC,MAAM,oCAAoC,CAAC;AACxE,OAAO,EAAC,8BAA8B,EAAC,MAAM,4BAA4B,CAAC;AAC1E,OAAO,EAAC,2BAA2B,EAAC,MAAM,kCAAkC,CAAC;AAiN7E,MAAM,uBAAuB,GAAG,CAC5B,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,WAAW,GAAG,EAAE,CAAC,CAAC,CACZ,CAAC;AACjE,MAAM,0BAA0B,GAAG,CAC/B,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,WAAW,GAAG,EAAE,CAAC,CAAC,CACb,CAAC;AAEhE;;GAEG;AACH,MAAM,OAAO,eAAe;IACxB,gBAAgB,CAAkB,kBAAkB,GAAG,IAAI,iBAAiB,EAAE,CAAC;IAC/E,gBAAgB,CAAkB,oBAAoB,CAAU;IAChE,gBAAgB,CAAS,SAAS,CAA8B;IAChD,SAAS,GAAG,IAAI,UAAU,EAAQ,CAAC;IAEnD,YAAmB,EACf,eAAe,EACf,mBAAmB,GAAG,KAAK,EACN;QACrB,IAAI,CAAC,SAAS,GAAG,eAAe,CAAC;QACjC,IAAI,CAAC,oBAAoB,GAAG,mBAAmB,CAAC;QAEhD,IAAI,CAAC,kBAAkB,CAAC,GAAG,CACvB,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,cAAc,CAAC,GAAG,EAAE;YACzC,IAAI,CAAC,OAAO,EAAE,CAAC;QACnB,CAAC,CAAC,CACL,CAAC;QACF,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;IAC9D,CAAC;IAEM,OAAO,CAAC,EAAC,eAAe,GAAG,IAAI,CAAC,oBAAoB,KAAiC,EAAE;QAC1F,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,IAAI,IAAI,CAAC,QAAQ;YACvC,OAAO;QAEX,IAAI,eAAe;YACf,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;QAE7B,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QAEtB,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,CAAC;IACtC,CAAC;IAED,cAAc;IACP,CAAC,MAAM,CAAC,OAAO,CAAC;QACnB,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;IAC1B,CAAC;IAED,IAAW,QAAQ;QACf,OAAO,IAAI,CAAC,SAAS,IAAI,IAAI,IAAI,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC;IAC7D,CAAC;IAED,IAAW,eAAe;QACtB,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI;YACtB,MAAM,IAAI,aAAa,EAAE,CAAC;QAE9B,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,IAAI,IAAI;YACpD,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,IAAI,IAAI,CAAC;IAC1D,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,kBAAkB,CAAC,KAAmC,EAAE,UAA4C,EAAE;QAC/G,MAAM,EAAC,QAAQ,EAAC,GAAG,MAAM,IAAI,CAAC,0BAA0B,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAEzE,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED;;;OAGG;IACI,KAAK,CAAC,0BAA0B,CACnC,KAAmC,EACnC,EACI,WAAW,EACX,OAAO,EACP,MAAM,EACN,iBAAiB,GAAG,KAAK,EACzB,SAAS,EACT,WAAW,EACX,IAAI,EACJ,IAAI,EACJ,IAAI,EACJ,IAAI,EACJ,GAAG,EACH,oBAAoB,GAAG,KAAK,EAC5B,aAAa,GAAG,EAAE,EAClB,SAAS,EACT,kBAAkB,GAAG,CAAC,EACtB,OAAO,EACP,kBAAkB,EAClB,gBAAgB,GAAG,uBAAuB,EAC1C,mBAAmB,KACe,EAAE;QAExC,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,IAAI,IAAI,CAAC,QAAQ;YACvC,MAAM,IAAI,aAAa,EAAE,CAAC;QAE9B,MAAM,uBAAuB,GAAG,8BAA8B,CAC1D,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,cAAc,EACnC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,CAC9B,CAAC;QAEF,MAAM,cAAc,GAAG,2BAA2B,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAEzE,KAAK,UAAU,mBAAmB,CAAC,EAC/B,SAAS,EAAE,MAAM,EAGpB;YACG,MAAM,GAAG,GAAG,EAAE,CAAC;YAEf,IAAI,uBAAuB,IAAI,IAAI;gBAC/B,GAAG,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;YAEtC,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,SAAS,GAAG,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;YAErF,IAAI,eAAe,KAAK,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC;gBAC1C,MAAM,IAAI,KAAK,CAAC,0EAA0E,CAAC,CAAC;YAEhG,MAAM,YAAY,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,eAAe,CAAC,CAAC;YACpD,OAAO,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;YAE3B,OAAO,GAAG,CAAC;QACf,CAAC;QAED,MAAM,gBAAgB,GAAG,GAAG,EAAE;YAC1B,IAAI,MAAM,EAAE,OAAO,IAAI,CAAC,iBAAiB;gBACrC,MAAM,MAAM,CAAC,MAAM,CAAC;YAExB,IAAI,IAAI,CAAC,QAAQ;gBACb,MAAM,IAAI,aAAa,EAAE,CAAC;QAClC,CAAC,CAAC;QAEF,OAAO,MAAM,QAAQ,CAAC,CAAC,IAAuB,EAAE,oBAAoB,CAAC,EAAE,MAAM,EAAE,KAAK,IAAI,EAAE;YACtF,gBAAgB,EAAE,CAAC;YAEnB,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,IAAI,IAAI,CAAC,QAAQ;gBACvC,MAAM,IAAI,aAAa,EAAE,CAAC;YAE9B,MAAM,aAAa,GAAG,aAAa,CAC/B,KAAK,EACL,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,SAAS,EAC9B,uBAAuB,IAAI,IAAI;gBAC3B,CAAC,CAAC,kBAAkB;gBACpB,CAAC,CAAC,SAAS,CAClB,CAAC;YACF,MAAM,wBAAwB,GAAG,MAAM,uBAAuB,CAAC,gBAAgB,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;YACjG,gBAAgB,EAAE,CAAC;YAEnB,MAAM,WAAW,GAAG,MAAM,mBAAmB,CAAC;gBAC1C,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,WAAW,GAAG,wBAAwB;gBACxE,MAAM,EAAE,aAAa;aACxB,CAAC,CAAC;YACH,gBAAgB,EAAE,CAAC;YACnB,MAAM,iBAAiB,GAAG,CAAC,mBAAmB;gBAC1C,CAAC,CAAC,SAAS;gBACX,CAAC,CAAC,CAAC,SAAS,IAAI,IAAI,IAAI,SAAS,GAAG,CAAC,CAAC;oBAClC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,WAAW,GAAG,WAAW,CAAC,MAAM,CAAC;oBAC9E,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,WAAW,GAAG,WAAW,CAAC,MAAM,CAAC;YAElE,IAAI,CAAC,SAAS,CAAC,cAAc,EAAE,iBAAiB,EAAE,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC,CAAC;YACxE,OAAO,MAAM,IAAI,CAAC,iBAAiB,CAAC,WAAW,EAAE;gBAC7C,WAAW,EAAE,iBAAiB,CAAC,WAAW,CAAC;gBAC3C,OAAO,EAAE,iBAAiB,CAAC,OAAO,CAAC;gBACnC,MAAM;gBACN,iBAAiB;gBACjB,SAAS,EAAE,iBAAiB;gBAC5B,WAAW;gBACX,IAAI;gBACJ,IAAI;gBACJ,IAAI;gBACJ,IAAI;gBACJ,GAAG;gBACH,oBAAoB;gBACpB,aAAa;gBACb,SAAS;gBACT,kBAAkB;gBAClB,OAAO;gBACP,gBAAgB;gBAChB,kBAAkB;aACrB,EAAE;gBACC,KAAK,CAAC,YAAY,CAAC,EAAC,SAAS,EAAE,GAAG,EAAE,aAAa,EAAE,QAAQ,EAAC;oBAGxD,OAAO;wBACH,eAAe,EAAE,MAAM,mBAAmB,CAAC;4BACvC,SAAS,EAAE,QAAQ,CAAC,OAAO,CAAC,WAAW,GAAG,SAAS;4BACnD,MAAM,EAAE,CAAC,GAAG,aAAa,EAAE,GAAG,GAAG,EAAE,GAAG,aAAa,CAAC;yBACvD,CAAC;qBACL,CAAC;gBACN,CAAC;gBACD,cAAc;aACjB,CAAC,CAAC;QACP,CAAC,CAAC,CAAC;IACP,CAAC;IAED;;;;;OAKG;IACI,KAAK,CAAC,wBAAwB,CACjC,WAAyC,EACzC,WAAyC,EACzC,UAAwC,EAAE;QAE1C,MAAM,EAAC,QAAQ,EAAC,GAAG,MAAM,IAAI,CAAC,gCAAgC,CAAC,WAAW,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;QAElG,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED;;;OAGG;IACI,KAAK,CAAC,gCAAgC,CACzC,WAAyC,EACzC,WAAyC,EACzC,EACI,WAAW,EACX,OAAO,EACP,MAAM,EACN,iBAAiB,GAAG,KAAK,EACzB,SAAS,EACT,WAAW,EACX,IAAI,EACJ,IAAI,EACJ,IAAI,EACJ,IAAI,EACJ,GAAG,EACH,oBAAoB,GAAG,KAAK,EAC5B,aAAa,GAAG,EAAE,EAClB,SAAS,EACT,kBAAkB,GAAG,CAAC,EACtB,OAAO,EACP,gBAAgB,GAAG,uBAAuB,EAC1C,kBAAkB,EAClB,mBAAmB,GAAG,0BAA0B,EAChD,mBAAmB,GAAG,KAAK,KACG,EAAE;QAEpC,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,IAAI,IAAI,CAAC,QAAQ;YACvC,MAAM,IAAI,aAAa,EAAE,CAAC;QAE9B,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC;QAC9D,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC;QAC9D,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC;QAC9D,MAAM,uBAAuB,GAAG,8BAA8B,CAC1D,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,cAAc,EACnC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,CAC9B,CAAC;QAEF,IAAI,WAAW,IAAI,IAAI,IAAI,WAAW,IAAI,IAAI;YAC1C,MAAM,IAAI,gBAAgB,CAAC,oDAAoD,CAAC,CAAC;QAErF,MAAM,cAAc,GAAG,uBAAuB,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAErE,KAAK,UAAU,mBAAmB,CAAC,EAC/B,SAAS,EAAE,YAAY,EAAE,YAAY,EAAE,QAAQ,EAGlD;YACG,IAAI,WAAW,IAAI,IAAI,IAAI,WAAW,IAAI,IAAI;gBAC1C,MAAM,IAAI,gBAAgB,CAAC,oDAAoD,CAAC,CAAC;YAErF,6CAA6C;YAC7C,MAAM,sBAAsB,GAAG,CAAC;gBAC5B,CAAC,WAAW,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC7B,CAAC,uBAAuB,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC9C,MAAM,iBAAiB,GAAG,SAAS,GAAG,sBAAsB,CAAC;YAC7D,IAAI,cAAc,GAAG,iBAAiB,CAAC;YAEvC,IAAI,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,YAAY,CAAC,MAAM,CAAC,CAAC;YACrE,cAAc,IAAI,gBAAgB,CAAC;YAEnC,IAAI,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,YAAY,CAAC,MAAM,CAAC,CAAC;YACrE,cAAc,IAAI,gBAAgB,CAAC;YAEnC,IAAI,cAAc,IAAI,CAAC,IAAI,mBAAmB;gBAC1C,MAAM,IAAI,KAAK,CACX,2GAA2G;oBAC3G,qEAAqE,CACxE,CAAC;YAEN,MAAM,2BAA2B,GAAG,IAAI,CAAC,GAAG,CACxC,IAAI,CAAC,GAAG,CAAC,iBAAiB,EAAE,YAAY,CAAC,MAAM,CAAC,EAChD,IAAI,CAAC,GAAG,CACJ,CAAC,EACD,IAAI,CAAC,KAAK,CACN,mBAAmB,YAAY,QAAQ;gBACnC,CAAC,CAAC,MAAM,mBAAmB,CAAC,QAAQ,CAAC;gBACrC,CAAC,CAAC,mBAAmB,CAC5B,CACJ,CACJ,CAAC;YAEF,IAAI,gBAAgB,GAAG,2BAA2B,EAAE,CAAC;gBACjD,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,gBAAgB,EAAE,2BAA2B,GAAG,gBAAgB,CAAC,CAAC;gBAC9F,gBAAgB,IAAI,UAAU,CAAC;gBAC/B,gBAAgB,IAAI,UAAU,CAAC;YACnC,CAAC;YAED,MAAM,oBAAoB,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,gBAAgB,CAAC,CAAC;YACnE,MAAM,oBAAoB,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,gBAAgB,CAAC,CAAC;YAErE,MAAM,eAAe,GAAY,EAAE,CAAC;YAEpC,IAAI,uBAAuB,IAAI,IAAI;gBAC/B,eAAe,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;YAElD,IAAI,WAAW,IAAI,IAAI,EAAE,CAAC;gBACtB,eAAe,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;gBAClC,OAAO,CAAC,eAAe,EAAE,oBAAoB,CAAC,CAAC;gBAE/C,eAAe,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;gBAClC,OAAO,CAAC,eAAe,EAAE,oBAAoB,CAAC,CAAC;gBAE/C,eAAe,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACtC,CAAC;iBAAM,CAAC;gBACJ,eAAe,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;gBAClC,OAAO,CAAC,eAAe,EAAE,oBAAoB,CAAC,CAAC;gBAE/C,eAAe,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;gBAClC,OAAO,CAAC,eAAe,EAAE,oBAAoB,CAAC,CAAC;YACnD,CAAC;YAED,OAAO,eAAe,CAAC;QAC3B,CAAC;QAED,MAAM,gBAAgB,GAAG,GAAG,EAAE;YAC1B,IAAI,MAAM,EAAE,OAAO,IAAI,CAAC,iBAAiB;gBACrC,MAAM,MAAM,CAAC,MAAM,CAAC;YAExB,IAAI,IAAI,CAAC,QAAQ;gBACb,MAAM,IAAI,aAAa,EAAE,CAAC;QAClC,CAAC,CAAC;QAEF,OAAO,MAAM,QAAQ,CAAC,CAAC,IAAuB,EAAE,oBAAoB,CAAC,EAAE,MAAM,EAAE,KAAK,IAAI,EAAE;YACtF,gBAAgB,EAAE,CAAC;YAEnB,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,IAAI,IAAI,CAAC,QAAQ;gBACvC,MAAM,IAAI,aAAa,EAAE,CAAC;YAE9B,MAAM,yBAAyB,GAAG,aAAa,CAAC,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,SAAS,EAAE,kBAAkB,CAAC,CAAC;YACjH,MAAM,yBAAyB,GAAG,aAAa,CAAC,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,SAAS,EAAE,kBAAkB,CAAC,CAAC;YACjH,MAAM,wBAAwB,GAAG,MAAM,uBAAuB,CAAC,gBAAgB,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;YACjG,gBAAgB,EAAE,CAAC;YAEnB,MAAM,WAAW,GAAG,MAAM,mBAAmB,CAAC;gBAC1C,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,WAAW,GAAG,wBAAwB;gBACxE,YAAY,EAAE,yBAAyB;gBACvC,YAAY,EAAE,yBAAyB;gBACvC,QAAQ,EAAE,IAAI,CAAC,SAAS;aAC3B,CAAC,CAAC;YACH,gBAAgB,EAAE,CAAC;YAEnB,MAAM,iBAAiB,GAAG,CAAC,mBAAmB;gBAC1C,CAAC,CAAC,SAAS;gBACX,CAAC,CAAC,CAAC,SAAS,IAAI,IAAI,IAAI,SAAS,GAAG,CAAC,CAAC;oBAClC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,WAAW,GAAG,WAAW,CAAC,MAAM,CAAC;oBAC9E,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,WAAW,GAAG,WAAW,CAAC,MAAM,CAAC;YAElE,IAAI,CAAC,SAAS,CAAC,cAAc,EAAE,iBAAiB,EAAE,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC,CAAC;YACxE,OAAO,MAAM,IAAI,CAAC,iBAAiB,CAAC,WAAW,EAAE;gBAC7C,WAAW,EAAE,iBAAiB,CAAC,WAAW,CAAC;gBAC3C,OAAO,EAAE,iBAAiB,CAAC,OAAO,CAAC;gBACnC,MAAM;gBACN,iBAAiB;gBACjB,SAAS,EAAE,iBAAiB;gBAC5B,WAAW;gBACX,IAAI;gBACJ,IAAI;gBACJ,IAAI;gBACJ,IAAI;gBACJ,GAAG;gBACH,oBAAoB;gBACpB,aAAa;gBACb,SAAS;gBACT,kBAAkB;gBAClB,OAAO;gBACP,gBAAgB;gBAChB,kBAAkB;aACrB,EAAE;gBACC,KAAK,CAAC,YAAY,CAAC,EAAC,SAAS,EAAE,GAAG,EAAE,aAAa,EAAE,QAAQ,EAAC;oBAGxD,OAAO;wBACH,eAAe,EAAE,MAAM,mBAAmB,CAAC;4BACvC,SAAS,EAAE,QAAQ,CAAC,OAAO,CAAC,WAAW,GAAG,SAAS;4BACnD,YAAY,EAAE,CAAC,GAAG,yBAAyB,EAAE,GAAG,GAAG,EAAE,GAAG,aAAa,CAAC;4BACtE,YAAY,EAAE,yBAAyB;4BACvC,QAAQ;yBACX,CAAC;qBACL,CAAC;gBACN,CAAC;gBACD,cAAc;aACjB,CAAC,CAAC;QACP,CAAC,CAAC,CAAC;IACP,CAAC;IAED,gBAAgB;IACR,KAAK,CAAC,iBAAiB,CAC3B,MAAe,EACf,EACI,WAAW,EACX,OAAO,EACP,MAAM,EACN,iBAAiB,GAAG,KAAK,EACzB,SAAS,EACT,WAAW,EACX,IAAI,EACJ,IAAI,EACJ,IAAI,EACJ,IAAI,EACJ,GAAG,EACH,oBAAoB,GAAG,KAAK,EAC5B,aAAa,GAAG,EAAE,EAClB,gBAAgB,EAChB,SAAS,EACT,kBAAkB,GAAG,CAAC,EACtB,OAAO,EACP,gBAAgB,GAAG,uBAAuB,EAC1C,kBAAkB,EACa,EACnC,EACI,YAAY,EACZ,cAAc,GAAG,IAAI,GAAG,EAAE,EAS7B;QAED,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI;YACtB,MAAM,IAAI,aAAa,EAAE,CAAC;QAE9B,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC;QAChC,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC;QAC7B,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC;QAEjC,MAAM,GAAG,GAAY,EAAE,CAAC;QACxB,MAAM,aAAa,GAAY,EAAE,CAAC;QAClC,MAAM,sBAAsB,GAAG,OAAO,IAAI,IAAI;YAC1C,CAAC,CAAC,IAAI,2BAA2B,CAAC,EAAC,KAAK,EAAE,OAAO,EAAC,CAAC;YACnD,CAAC,CAAC,SAAS,CAAC;QAChB,MAAM,EACF,UAAU,EAAE,uBAAuB,GAAG,EAAE,EACxC,kBAAkB,EAClB,eAAe,EACf,OAAO,EACP,gBAAgB,EAChB,eAAe,EAClB,GAAiC,aAAa,KAAK,KAAK;YACrD,CAAC,CAAC,EAAC,UAAU,EAAE,CAAC,EAAC;YACjB,CAAC,CAAC,aAAa,CAAC;QACpB,MAAM,eAAe,GAAG,IAAI,oBAAoB,EAAE,CAAC;QACnD,MAAM,sBAAsB,GAAG,IAAI,sBAAsB,EAAE,CAAC;QAC5D,MAAM,oCAAoC,GAAG,IAAI,sBAAsB,EAAE,CAAC;QAC1E,MAAM,+BAA+B,GAA6B,EAAE,CAAC;QACrE,MAAM,oBAAoB,GAAG,uBAAuB,GAAG,CAAC,CAAC;QAEzD,IAAI,WAAW,GAAG,MAAM,CAAC;QACzB,IAAI,eAAe,GAAG,CAAC,CAAC;QAExB,IAAI,OAAO,IAAI,IAAI;YACf,sBAAsB,CAAC,mBAAmB,CAAC,OAAO,CAAC,sBAAsB,EAAE,KAAK,CAAC,SAAS,CAAC;iBACtF,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,sBAAsB,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC,CAAC;QAElF,IAAI,kBAAkB,IAAI,IAAI;YAC1B,sBAAsB,CAAC,mBAAmB,CAAC,kBAAkB,EAAE,KAAK,CAAC,SAAS,CAAC;iBAC1E,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,oCAAoC,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC,CAAC;QAEhG,MAAM,gBAAgB,GAAG,GAAG,EAAE;YAC1B,IAAI,MAAM,EAAE,OAAO,IAAI,CAAC,iBAAiB;gBACrC,MAAM,MAAM,CAAC,MAAM,CAAC;YAExB,IAAI,IAAI,CAAC,QAAQ;gBACb,MAAM,IAAI,aAAa,EAAE,CAAC;QAClC,CAAC,CAAC;QAEF,MAAM,gBAAgB,GAAG,GAAG,EAAE;YAC1B,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI;gBACtB,MAAM,IAAI,aAAa,EAAE,CAAC;YAE9B,IAAI,YAAY,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,uBAAuB,CAAC,CAAC;YAEvD,IAAI,kBAAkB,IAAI,IAAI;gBAC1B,YAAY,GAAG,kBAAkB,CAAC,YAAY,CAAC,CAAC;YAEpD,IAAI,eAAe,IAAI,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;gBAC9C,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;gBAEhC,IAAI,OAAO,IAAI,IAAI;oBACf,YAAY,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,OAAO,CAAC,CAAC;YACzE,CAAC;YAED,OAAO,YAAY,CAAC;QACxB,CAAC,CAAC;QAEF,OAAO,IAAI,EAAE,CAAC;YACV,gBAAgB,EAAE,CAAC;YAEnB,IAAI,kBAAkB,GAAG,KAAK,CAAC;YAE/B,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,IAAI,QAAQ,CAAC,cAAc,KAAK,CAAC;gBACzD,MAAM,QAAQ,CAAC,uBAAuB,CAAC,CAAC;wBACpC,KAAK,EAAE,CAAC;wBACR,GAAG,EAAE,QAAQ,CAAC,cAAc;qBAC/B,CAAC,CAAC,CAAC;iBACH,CAAC;gBACF,MAAM,SAAS,GAAG,WAAW,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAE,CAAC;gBAEvD,8DAA8D;gBAC9D,WAAW,CAAC,GAAG,EAAE,CAAC;gBAClB,MAAM,QAAQ,CAAC,kBAAkB,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;gBACtD,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBAC5B,gBAAgB,EAAE,CAAC;gBAEnB,MAAM,mBAAmB,GAAG,QAAQ,CAAC,cAAc,CAAC;gBACpD,WAAW,CAAC,MAAM,CAAC,CAAC,EAAE,mBAAmB,CAAC,CAAC;YAC/C,CAAC;YAED,MAAM,kBAAkB,GAAG,QAAQ,CAAC,QAAQ,CAAC,WAAW,EAAE,gBAAgB,CAAC;gBACvE,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG;gBACxC,sBAAsB;gBACtB,aAAa,EAAE,CAAC,oBAAoB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;oBAC/C,YAAY,EAAE,gBAAgB;oBAC9B,eAAe,EAAE,uBAAuB;oBACxC,OAAO;oBACP,gBAAgB;oBAChB,eAAe;iBAClB;gBACD,gBAAgB;gBAChB,SAAS;gBACT,kBAAkB;gBAClB,aAAa,EAAE,IAAI;aACtB,CAAC,CAAC,CAAC;YAEJ,MAAM,oBAAoB,GAAY,EAAE,CAAC;YACzC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,kBAAkB,EAAE,CAAC;gBAC3C,gBAAgB,EAAE,CAAC;gBACnB,eAAe,EAAE,CAAC;gBAElB,MAAM,MAAM,GAAG,oBAAoB,CAAC,MAAM,KAAK,CAAC;oBAC5C,CAAC,CAAC,CAAC,KAAK,CAAC;oBACT,CAAC,CAAC,CAAC,GAAG,oBAAoB,EAAE,KAAK,CAAC,CAAC;gBACvC,MAAM,IAAI,GAAG,KAAK,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;gBAEvC,IAAI,oBAAoB,CAAC,MAAM,KAAK,CAAC;oBACjC,IAAI,CAAC,QAAQ,CAAC,oBAAoB,CAAC;oBACnC,CAAC,KAAK,CAAC,cAAc,CAAC,KAAK,CAAC;oBAC5B,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,EAC1B,CAAC;oBACC,oBAAoB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBACjC,SAAS;gBACb,CAAC;qBAAM,CAAC;oBACJ,oBAAoB,CAAC,MAAM,GAAG,CAAC,CAAC;oBAEhC,MAAM,kBAAkB,GAAG,eAAe,CAAC,QAAQ,CAAC,EAAC,MAAM,EAAE,IAAI,EAAC,CAAC,CAAC;oBAEpE,IAAI,IAAI,CAAC,QAAQ,CAAC,oBAAoB,CAAC,IAAI,CACvC,CAAC,OAAO,EAAE,oBAAoB,IAAI,oBAAoB,CAAC,IAAI,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,CAChF,IAAI,CACD,IAAI,KAAK,EAAE,IAAI,+BAA+B,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,KAAK,CAAC,CAC5F,EAAE,CAAC;wBACA,+BAA+B,CAAC,IAAI,CAAC,kBAAkB,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,CAAC;oBACpF,CAAC;yBAAM,CAAC;wBACJ,OAAO,+BAA+B,CAAC,MAAM,GAAG,CAAC;4BAC7C,+BAA+B,CAAC,KAAK,EAAG,CAAC,OAAO,EAAE,CAAC;oBAC3D,CAAC;oBAED,sBAAsB,CAAC,gBAAgB,CAAC,EAAC,IAAI,EAAE,MAAM,EAAE,kBAAkB,EAAC,CAAC,CAAC;oBAC5E,oCAAoC,CAAC,gBAAgB,CAAC,EAAC,IAAI,EAAE,MAAM,EAAE,kBAAkB,EAAC,CAAC,CAAC;oBAE1F,IAAI,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC;wBACpD,kBAAkB,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC;oBAE/C,OAAO,CAAC,aAAa,EAAE,eAAe,CAAC,kBAAkB,EAAE,CAAC,CAAC;oBAE7D,IAAI,sBAAsB,CAAC,iBAAiB,IAAI,oCAAoC,CAAC,iBAAiB;wBAClG,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,EACtD,CAAC;wBACC,MAAM,cAAc,GAAG,sBAAsB,CAAC,iBAAiB;4BAC3D,CAAC,CAAC,sBAAsB,CAAC,iBAAiB,EAAE;4BAC5C,CAAC,CAAC,oCAAoC,CAAC,iBAAiB,EAAE,CAAC;wBAC/D,MAAM,mBAAmB,GAAG,eAAe,CAAC,qBAAqB,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;wBAEnF,MAAM,6BAA6B,GAAG,gCAAgC,CAClE,cAAc,EACd,mBAAmB,EACnB,KAAK,CAAC,SAAS,CAClB,CAAC;wBACF,OAAO,CAAC,aAAa,EAAE,6BAA6B,CAAC,CAAC;wBAEtD,MAAM,EAAC,iCAAiC,EAAC,GACrC,sBAAsB,CAAC,oCAAoC,CAAC,cAAc,CAAC,CAAC;wBAEhF,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;4BAC3B,OAAO,EAAE,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC,CAAC;4BACjC,WAAW,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,aAAa,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;wBAC/D,CAAC;wBAED,OAAO,CAAC,GAAG,EAAE,aAAa,CAAC,CAAC;wBAC5B,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC;wBAEzB,IAAI,aAAa,GAAG,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;wBAE1C,IAAI,OAAO,EAAE,oBAAoB,IAAI,oBAAoB;4BACrD,aAAa,GAAG,aAAa,CAAC,OAAO,EAAE,CAAC;wBAE5C,MAAM,UAAU,GAAG,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;wBAExE,IAAI,UAAU,IAAI,sBAAsB,CAAC,iBAAiB;4BACtD,OAAO;gCACH,QAAQ,EAAE,aAAa;gCACvB,QAAQ,EAAE;oCACN,4BAA4B,EAAE,iCAAiC;oCAC/D,UAAU,EAAE,UAAU;wCAClB,CAAC,CAAC,UAAU;wCACZ,CAAC,CAAC,uBAAuB;iCAChC;6BACJ,CAAC;wBAEN,OAAO;4BACH,QAAQ,EAAE,aAAa;4BACvB,QAAQ,EAAE;gCACN,4BAA4B,EAAE,iCAAiC;gCAC/D,UAAU,EAAE,mBAAmB;gCAC/B,iBAAiB,EAAE,cAAc,CAAC,CAAC,CAAE,CAAC,WAAW;6BACpD;yBACJ,CAAC;oBACN,CAAC;oBAED,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBAC3B,OAAO,EAAE,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC,CAAC;wBACjC,WAAW,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,aAAa,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;wBAC3D,OAAO,CAAC,GAAG,EAAE,aAAa,CAAC,CAAC;wBAC5B,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC;oBAC7B,CAAC;gBACL,CAAC;gBAED,MAAM,OAAO,GAAG,CAAC,MAAM,EAAE,OAAO,IAAI,KAAK,CAAC,IAAI,iBAAiB,CAAC;gBAChE,MAAM,gBAAgB,GAAG,SAAS,IAAI,IAAI,IAAI,SAAS,GAAG,CAAC,IAAI,eAAe,IAAI,SAAS,CAAC;gBAE5F,IAAI,OAAO,IAAI,gBAAgB,EAAE,CAAC;oBAC9B,IAAI,aAAa,GAAG,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;oBAE1C,IAAI,OAAO,EAAE,oBAAoB,IAAI,oBAAoB;wBACrD,aAAa,GAAG,aAAa,CAAC,OAAO,EAAE,CAAC;oBAE5C,OAAO;wBACH,QAAQ,EAAE,aAAa;wBACvB,QAAQ,EAAE;4BACN,UAAU,EAAE,OAAO;gCACf,CAAC,CAAC,OAAO;gCACT,CAAC,CAAC,WAAW;yBACpB;qBACJ,CAAC;gBACN,CAAC;gBAED,IAAI,QAAQ,CAAC,cAAc,IAAI,OAAO,CAAC,WAAW,GAAG,CAAC,EAAE,CAAC;oBACrD,kBAAkB,GAAG,IAAI,CAAC;oBAC1B,MAAM;gBACV,CAAC;YACL,CAAC;YAED,IAAI,kBAAkB,EAAE,CAAC;gBACrB,MAAM,wBAAwB,GAAG,MAAM,uBAAuB,CAAC,gBAAgB,EAAE,QAAQ,CAAC,CAAC;gBAC3F,gBAAgB,EAAE,CAAC;gBAEnB,MAAM,EAAC,eAAe,EAAC,GAAG,MAAM,YAAY,CAAC;oBACzC,SAAS,EAAE,wBAAwB;oBACnC,GAAG;oBACH,aAAa;oBACb,QAAQ;iBACX,CAAC,CAAC;gBACH,gBAAgB,EAAE,CAAC;gBACnB,WAAW,GAAG,eAAe,CAAC;gBAE9B,SAAS;YACb,CAAC;YAED,MAAM;QACV,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;IAC5E,CAAC;CACJ;AAED,KAAK,UAAU,uBAAuB,CAClC,gBAAgF,EAChF,QAA8B;IAE9B,IAAI,OAAO,gBAAgB,KAAK,QAAQ;QACpC,OAAO,gBAAgB,CAAC;SACvB,IAAI,gBAAgB,YAAY,QAAQ;QACzC,OAAO,IAAI,CAAC,GAAG,CACX,QAAQ,CAAC,OAAO,CAAC,WAAW,EAC5B,IAAI,CAAC,GAAG,CACJ,CAAC,EACD,IAAI,CAAC,KAAK,CACN,gBAAgB,YAAY,QAAQ;YAChC,CAAC,CAAC,MAAM,gBAAgB,CAAC,QAAQ,CAAC;YAClC,CAAC,CAAC,gBAAgB,CACzB,CACJ,CACJ,CAAC;IAEN,OAAO,uBAAuB,CAAC,QAAQ,CAAC,CAAC;AAC7C,CAAC;AAED,SAAS,2BAA2B,CAAC,KAAiB;IAClD,MAAM,cAAc,GAAG,IAAI,GAAG,EAAS,CAAC;IAExC,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,EAAE,YAAY,KAAK,oBAAoB,CAAC,KAAK;QAC7E,KAAK,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,EAAE,YAAY,KAAK,oBAAoB,CAAC,MAAM,EAChF,CAAC;QACC,KAAK,MAAM,KAAK,IAAI,KAAK,CAAC,gBAAgB,EAAE,EAAE,CAAC;YAC3C,MAAM,SAAS,GAAG,KAAK,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,EAAE,IAAI,CAAC,CAAC;YAClD,IAAI,SAAS,KAAK,oBAAoB,IAAI,SAAS,KAAK,gBAAgB,EAAE,CAAC;gBACvE,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBAE1B,IAAI,cAAc,CAAC,IAAI,KAAK,CAAC;oBACzB,MAAM;YACd,CAAC;QACL,CAAC;IACL,CAAC;IAED,OAAO,cAAc,CAAC;AAC1B,CAAC;AAED,SAAS,uBAAuB,CAAC,KAAiB;IAC9C,MAAM,cAAc,GAAG,IAAI,GAAG,EAAS,CAAC;IAExC,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,EAAE,YAAY,KAAK,oBAAoB,CAAC,KAAK;QAC7E,KAAK,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,EAAE,YAAY,KAAK,oBAAoB,CAAC,MAAM,EAChF,CAAC;QACC,KAAK,MAAM,KAAK,IAAI,KAAK,CAAC,gBAAgB,EAAE,EAAE,CAAC;YAC3C,MAAM,SAAS,GAAG,KAAK,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,EAAE,IAAI,CAAC,CAAC;YAClD,IAAI,SAAS,KAAK,oBAAoB,EAAE,CAAC;gBACrC,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBAC1B,MAAM;YACV,CAAC;QACL,CAAC;IACL,CAAC;IAED,OAAO,cAAc,CAAC;AAC1B,CAAC"}
|