@realtimex/node-llama-cpp 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +108 -0
- package/dist/ChatWrapper.d.ts +27 -0
- package/dist/ChatWrapper.js +233 -0
- package/dist/ChatWrapper.js.map +1 -0
- package/dist/apiDocsIndex.d.ts +1 -0
- package/dist/apiDocsIndex.js +7 -0
- package/dist/apiDocsIndex.js.map +1 -0
- package/dist/bindings/AddonTypes.d.ts +203 -0
- package/dist/bindings/AddonTypes.js +2 -0
- package/dist/bindings/AddonTypes.js.map +1 -0
- package/dist/bindings/Llama.d.ts +104 -0
- package/dist/bindings/Llama.js +570 -0
- package/dist/bindings/Llama.js.map +1 -0
- package/dist/bindings/consts.d.ts +2 -0
- package/dist/bindings/consts.js +13 -0
- package/dist/bindings/consts.js.map +1 -0
- package/dist/bindings/getLlama.d.ts +297 -0
- package/dist/bindings/getLlama.js +569 -0
- package/dist/bindings/getLlama.js.map +1 -0
- package/dist/bindings/types.d.ts +72 -0
- package/dist/bindings/types.js +105 -0
- package/dist/bindings/types.js.map +1 -0
- package/dist/bindings/utils/MemoryOrchestrator.d.ts +23 -0
- package/dist/bindings/utils/MemoryOrchestrator.js +50 -0
- package/dist/bindings/utils/MemoryOrchestrator.js.map +1 -0
- package/dist/bindings/utils/NoBinaryFoundError.d.ts +2 -0
- package/dist/bindings/utils/NoBinaryFoundError.js +7 -0
- package/dist/bindings/utils/NoBinaryFoundError.js.map +1 -0
- package/dist/bindings/utils/asyncEvery.d.ts +5 -0
- package/dist/bindings/utils/asyncEvery.js +15 -0
- package/dist/bindings/utils/asyncEvery.js.map +1 -0
- package/dist/bindings/utils/asyncSome.d.ts +5 -0
- package/dist/bindings/utils/asyncSome.js +29 -0
- package/dist/bindings/utils/asyncSome.js.map +1 -0
- package/dist/bindings/utils/binariesGithubRelease.d.ts +6 -0
- package/dist/bindings/utils/binariesGithubRelease.js +15 -0
- package/dist/bindings/utils/binariesGithubRelease.js.map +1 -0
- package/dist/bindings/utils/clearAllLocalBuilds.d.ts +1 -0
- package/dist/bindings/utils/clearAllLocalBuilds.js +47 -0
- package/dist/bindings/utils/clearAllLocalBuilds.js.map +1 -0
- package/dist/bindings/utils/cloneLlamaCppRepo.d.ts +11 -0
- package/dist/bindings/utils/cloneLlamaCppRepo.js +166 -0
- package/dist/bindings/utils/cloneLlamaCppRepo.js.map +1 -0
- package/dist/bindings/utils/compileLLamaCpp.d.ts +22 -0
- package/dist/bindings/utils/compileLLamaCpp.js +526 -0
- package/dist/bindings/utils/compileLLamaCpp.js.map +1 -0
- package/dist/bindings/utils/detectAvailableComputeLayers.d.ts +18 -0
- package/dist/bindings/utils/detectAvailableComputeLayers.js +311 -0
- package/dist/bindings/utils/detectAvailableComputeLayers.js.map +1 -0
- package/dist/bindings/utils/detectBuildTools.d.ts +14 -0
- package/dist/bindings/utils/detectBuildTools.js +149 -0
- package/dist/bindings/utils/detectBuildTools.js.map +1 -0
- package/dist/bindings/utils/detectGlibc.d.ts +4 -0
- package/dist/bindings/utils/detectGlibc.js +74 -0
- package/dist/bindings/utils/detectGlibc.js.map +1 -0
- package/dist/bindings/utils/disposeBeforeExit.d.ts +8 -0
- package/dist/bindings/utils/disposeBeforeExit.js +36 -0
- package/dist/bindings/utils/disposeBeforeExit.js.map +1 -0
- package/dist/bindings/utils/getBestComputeLayersAvailable.d.ts +9 -0
- package/dist/bindings/utils/getBestComputeLayersAvailable.js +29 -0
- package/dist/bindings/utils/getBestComputeLayersAvailable.js.map +1 -0
- package/dist/bindings/utils/getBuildFolderNameForBuildOptions.d.ts +6 -0
- package/dist/bindings/utils/getBuildFolderNameForBuildOptions.js +105 -0
- package/dist/bindings/utils/getBuildFolderNameForBuildOptions.js.map +1 -0
- package/dist/bindings/utils/getCanUsePrebuiltBinaries.d.ts +1 -0
- package/dist/bindings/utils/getCanUsePrebuiltBinaries.js +8 -0
- package/dist/bindings/utils/getCanUsePrebuiltBinaries.js.map +1 -0
- package/dist/bindings/utils/getExampleUsageCodeOfGetLlama.d.ts +2 -0
- package/dist/bindings/utils/getExampleUsageCodeOfGetLlama.js +21 -0
- package/dist/bindings/utils/getExampleUsageCodeOfGetLlama.js.map +1 -0
- package/dist/bindings/utils/getGpuTypesToUseForOption.d.ts +12 -0
- package/dist/bindings/utils/getGpuTypesToUseForOption.js +39 -0
- package/dist/bindings/utils/getGpuTypesToUseForOption.js.map +1 -0
- package/dist/bindings/utils/getLinuxDistroInfo.d.ts +9 -0
- package/dist/bindings/utils/getLinuxDistroInfo.js +46 -0
- package/dist/bindings/utils/getLinuxDistroInfo.js.map +1 -0
- package/dist/bindings/utils/getLlamaGpuTypes.d.ts +13 -0
- package/dist/bindings/utils/getLlamaGpuTypes.js +36 -0
- package/dist/bindings/utils/getLlamaGpuTypes.js.map +1 -0
- package/dist/bindings/utils/getLlamaWithoutBackend.d.ts +5 -0
- package/dist/bindings/utils/getLlamaWithoutBackend.js +40 -0
- package/dist/bindings/utils/getLlamaWithoutBackend.js.map +1 -0
- package/dist/bindings/utils/getPlatform.d.ts +2 -0
- package/dist/bindings/utils/getPlatform.js +15 -0
- package/dist/bindings/utils/getPlatform.js.map +1 -0
- package/dist/bindings/utils/getPlatformInfo.d.ts +5 -0
- package/dist/bindings/utils/getPlatformInfo.js +28 -0
- package/dist/bindings/utils/getPlatformInfo.js.map +1 -0
- package/dist/bindings/utils/hasBuildingFromSourceDependenciesInstalled.d.ts +3 -0
- package/dist/bindings/utils/hasBuildingFromSourceDependenciesInstalled.js +27 -0
- package/dist/bindings/utils/hasBuildingFromSourceDependenciesInstalled.js.map +1 -0
- package/dist/bindings/utils/hasFileInPath.d.ts +2 -0
- package/dist/bindings/utils/hasFileInPath.js +34 -0
- package/dist/bindings/utils/hasFileInPath.js.map +1 -0
- package/dist/bindings/utils/lastBuildInfo.d.ts +6 -0
- package/dist/bindings/utils/lastBuildInfo.js +17 -0
- package/dist/bindings/utils/lastBuildInfo.js.map +1 -0
- package/dist/bindings/utils/logBinaryUsageExampleToConsole.d.ts +2 -0
- package/dist/bindings/utils/logBinaryUsageExampleToConsole.js +22 -0
- package/dist/bindings/utils/logBinaryUsageExampleToConsole.js.map +1 -0
- package/dist/bindings/utils/logDistroInstallInstruction.d.ts +14 -0
- package/dist/bindings/utils/logDistroInstallInstruction.js +48 -0
- package/dist/bindings/utils/logDistroInstallInstruction.js.map +1 -0
- package/dist/bindings/utils/resolveActualBindingBinaryPath.d.ts +1 -0
- package/dist/bindings/utils/resolveActualBindingBinaryPath.js +18 -0
- package/dist/bindings/utils/resolveActualBindingBinaryPath.js.map +1 -0
- package/dist/bindings/utils/resolveCustomCmakeOptions.d.ts +1 -0
- package/dist/bindings/utils/resolveCustomCmakeOptions.js +43 -0
- package/dist/bindings/utils/resolveCustomCmakeOptions.js.map +1 -0
- package/dist/bindings/utils/testBindingBinary.d.ts +2 -0
- package/dist/bindings/utils/testBindingBinary.js +269 -0
- package/dist/bindings/utils/testBindingBinary.js.map +1 -0
- package/dist/bindings/utils/testCmakeBinary.d.ts +5 -0
- package/dist/bindings/utils/testCmakeBinary.js +32 -0
- package/dist/bindings/utils/testCmakeBinary.js.map +1 -0
- package/dist/chatWrappers/AlpacaChatWrapper.d.ts +17 -0
- package/dist/chatWrappers/AlpacaChatWrapper.js +33 -0
- package/dist/chatWrappers/AlpacaChatWrapper.js.map +1 -0
- package/dist/chatWrappers/ChatMLChatWrapper.d.ts +6 -0
- package/dist/chatWrappers/ChatMLChatWrapper.js +85 -0
- package/dist/chatWrappers/ChatMLChatWrapper.js.map +1 -0
- package/dist/chatWrappers/DeepSeekChatWrapper.d.ts +37 -0
- package/dist/chatWrappers/DeepSeekChatWrapper.js +294 -0
- package/dist/chatWrappers/DeepSeekChatWrapper.js.map +1 -0
- package/dist/chatWrappers/EmptyChatWrapper.d.ts +4 -0
- package/dist/chatWrappers/EmptyChatWrapper.js +5 -0
- package/dist/chatWrappers/EmptyChatWrapper.js.map +1 -0
- package/dist/chatWrappers/FalconChatWrapper.d.ts +19 -0
- package/dist/chatWrappers/FalconChatWrapper.js +126 -0
- package/dist/chatWrappers/FalconChatWrapper.js.map +1 -0
- package/dist/chatWrappers/FunctionaryChatWrapper.d.ts +17 -0
- package/dist/chatWrappers/FunctionaryChatWrapper.js +622 -0
- package/dist/chatWrappers/FunctionaryChatWrapper.js.map +1 -0
- package/dist/chatWrappers/GemmaChatWrapper.d.ts +7 -0
- package/dist/chatWrappers/GemmaChatWrapper.js +96 -0
- package/dist/chatWrappers/GemmaChatWrapper.js.map +1 -0
- package/dist/chatWrappers/GeneralChatWrapper.d.ts +19 -0
- package/dist/chatWrappers/GeneralChatWrapper.js +140 -0
- package/dist/chatWrappers/GeneralChatWrapper.js.map +1 -0
- package/dist/chatWrappers/HarmonyChatWrapper.d.ts +78 -0
- package/dist/chatWrappers/HarmonyChatWrapper.js +539 -0
- package/dist/chatWrappers/HarmonyChatWrapper.js.map +1 -0
- package/dist/chatWrappers/Llama2ChatWrapper.d.ts +12 -0
- package/dist/chatWrappers/Llama2ChatWrapper.js +95 -0
- package/dist/chatWrappers/Llama2ChatWrapper.js.map +1 -0
- package/dist/chatWrappers/Llama3ChatWrapper.d.ts +16 -0
- package/dist/chatWrappers/Llama3ChatWrapper.js +173 -0
- package/dist/chatWrappers/Llama3ChatWrapper.js.map +1 -0
- package/dist/chatWrappers/Llama3_1ChatWrapper.d.ts +32 -0
- package/dist/chatWrappers/Llama3_1ChatWrapper.js +290 -0
- package/dist/chatWrappers/Llama3_1ChatWrapper.js.map +1 -0
- package/dist/chatWrappers/Llama3_2LightweightChatWrapper.d.ts +35 -0
- package/dist/chatWrappers/Llama3_2LightweightChatWrapper.js +264 -0
- package/dist/chatWrappers/Llama3_2LightweightChatWrapper.js.map +1 -0
- package/dist/chatWrappers/MistralChatWrapper.d.ts +16 -0
- package/dist/chatWrappers/MistralChatWrapper.js +180 -0
- package/dist/chatWrappers/MistralChatWrapper.js.map +1 -0
- package/dist/chatWrappers/QwenChatWrapper.d.ts +36 -0
- package/dist/chatWrappers/QwenChatWrapper.js +344 -0
- package/dist/chatWrappers/QwenChatWrapper.js.map +1 -0
- package/dist/chatWrappers/SeedChatWrapper.d.ts +25 -0
- package/dist/chatWrappers/SeedChatWrapper.js +183 -0
- package/dist/chatWrappers/SeedChatWrapper.js.map +1 -0
- package/dist/chatWrappers/generic/JinjaTemplateChatWrapper.d.ts +138 -0
- package/dist/chatWrappers/generic/JinjaTemplateChatWrapper.js +665 -0
- package/dist/chatWrappers/generic/JinjaTemplateChatWrapper.js.map +1 -0
- package/dist/chatWrappers/generic/TemplateChatWrapper.d.ts +76 -0
- package/dist/chatWrappers/generic/TemplateChatWrapper.js +212 -0
- package/dist/chatWrappers/generic/TemplateChatWrapper.js.map +1 -0
- package/dist/chatWrappers/generic/utils/UniqueIdGenerator.d.ts +7 -0
- package/dist/chatWrappers/generic/utils/UniqueIdGenerator.js +30 -0
- package/dist/chatWrappers/generic/utils/UniqueIdGenerator.js.map +1 -0
- package/dist/chatWrappers/generic/utils/chatHistoryFunctionCallMessageTemplate.d.ts +24 -0
- package/dist/chatWrappers/generic/utils/chatHistoryFunctionCallMessageTemplate.js +45 -0
- package/dist/chatWrappers/generic/utils/chatHistoryFunctionCallMessageTemplate.js.map +1 -0
- package/dist/chatWrappers/generic/utils/extractFunctionCallSettingsFromJinjaTemplate.d.ts +25 -0
- package/dist/chatWrappers/generic/utils/extractFunctionCallSettingsFromJinjaTemplate.js +690 -0
- package/dist/chatWrappers/generic/utils/extractFunctionCallSettingsFromJinjaTemplate.js.map +1 -0
- package/dist/chatWrappers/generic/utils/extractSegmentSettingsFromTokenizerAndChatTemplate.d.ts +2 -0
- package/dist/chatWrappers/generic/utils/extractSegmentSettingsFromTokenizerAndChatTemplate.js +66 -0
- package/dist/chatWrappers/generic/utils/extractSegmentSettingsFromTokenizerAndChatTemplate.js.map +1 -0
- package/dist/chatWrappers/generic/utils/getFirstValidResult.d.ts +6 -0
- package/dist/chatWrappers/generic/utils/getFirstValidResult.js +19 -0
- package/dist/chatWrappers/generic/utils/getFirstValidResult.js.map +1 -0
- package/dist/chatWrappers/generic/utils/squashChatHistoryItems.d.ts +2 -0
- package/dist/chatWrappers/generic/utils/squashChatHistoryItems.js +35 -0
- package/dist/chatWrappers/generic/utils/squashChatHistoryItems.js.map +1 -0
- package/dist/chatWrappers/generic/utils/templateSegmentOptionsToChatWrapperSettings.d.ts +22 -0
- package/dist/chatWrappers/generic/utils/templateSegmentOptionsToChatWrapperSettings.js +28 -0
- package/dist/chatWrappers/generic/utils/templateSegmentOptionsToChatWrapperSettings.js.map +1 -0
- package/dist/chatWrappers/utils/ChatModelFunctionsDocumentationGenerator.d.ts +76 -0
- package/dist/chatWrappers/utils/ChatModelFunctionsDocumentationGenerator.js +177 -0
- package/dist/chatWrappers/utils/ChatModelFunctionsDocumentationGenerator.js.map +1 -0
- package/dist/chatWrappers/utils/chunkChatItems.d.ts +10 -0
- package/dist/chatWrappers/utils/chunkChatItems.js +44 -0
- package/dist/chatWrappers/utils/chunkChatItems.js.map +1 -0
- package/dist/chatWrappers/utils/getModelLinageNames.d.ts +2 -0
- package/dist/chatWrappers/utils/getModelLinageNames.js +18 -0
- package/dist/chatWrappers/utils/getModelLinageNames.js.map +1 -0
- package/dist/chatWrappers/utils/isJinjaTemplateEquivalentToSpecializedChatWrapper.d.ts +4 -0
- package/dist/chatWrappers/utils/isJinjaTemplateEquivalentToSpecializedChatWrapper.js +394 -0
- package/dist/chatWrappers/utils/isJinjaTemplateEquivalentToSpecializedChatWrapper.js.map +1 -0
- package/dist/chatWrappers/utils/isLlama3_2LightweightModel.d.ts +2 -0
- package/dist/chatWrappers/utils/isLlama3_2LightweightModel.js +9 -0
- package/dist/chatWrappers/utils/isLlama3_2LightweightModel.js.map +1 -0
- package/dist/chatWrappers/utils/jsonDumps.d.ts +7 -0
- package/dist/chatWrappers/utils/jsonDumps.js +18 -0
- package/dist/chatWrappers/utils/jsonDumps.js.map +1 -0
- package/dist/chatWrappers/utils/resolveChatWrapper.d.ts +148 -0
- package/dist/chatWrappers/utils/resolveChatWrapper.js +325 -0
- package/dist/chatWrappers/utils/resolveChatWrapper.js.map +1 -0
- package/dist/cli/cli.d.ts +2 -0
- package/dist/cli/cli.js +45 -0
- package/dist/cli/cli.js.map +1 -0
- package/dist/cli/commands/ChatCommand.d.ts +59 -0
- package/dist/cli/commands/ChatCommand.js +856 -0
- package/dist/cli/commands/ChatCommand.js.map +1 -0
- package/dist/cli/commands/CompleteCommand.d.ts +47 -0
- package/dist/cli/commands/CompleteCommand.js +658 -0
- package/dist/cli/commands/CompleteCommand.js.map +1 -0
- package/dist/cli/commands/DebugCommand.d.ts +7 -0
- package/dist/cli/commands/DebugCommand.js +55 -0
- package/dist/cli/commands/DebugCommand.js.map +1 -0
- package/dist/cli/commands/InfillCommand.d.ts +49 -0
- package/dist/cli/commands/InfillCommand.js +693 -0
- package/dist/cli/commands/InfillCommand.js.map +1 -0
- package/dist/cli/commands/InitCommand.d.ts +12 -0
- package/dist/cli/commands/InitCommand.js +230 -0
- package/dist/cli/commands/InitCommand.js.map +1 -0
- package/dist/cli/commands/OnPostInstallCommand.d.ts +4 -0
- package/dist/cli/commands/OnPostInstallCommand.js +62 -0
- package/dist/cli/commands/OnPostInstallCommand.js.map +1 -0
- package/dist/cli/commands/PullCommand.d.ts +13 -0
- package/dist/cli/commands/PullCommand.js +158 -0
- package/dist/cli/commands/PullCommand.js.map +1 -0
- package/dist/cli/commands/inspect/InspectCommand.d.ts +4 -0
- package/dist/cli/commands/inspect/InspectCommand.js +21 -0
- package/dist/cli/commands/inspect/InspectCommand.js.map +1 -0
- package/dist/cli/commands/inspect/commands/InspectEstimateCommand.d.ts +17 -0
- package/dist/cli/commands/inspect/commands/InspectEstimateCommand.js +275 -0
- package/dist/cli/commands/inspect/commands/InspectEstimateCommand.js.map +1 -0
- package/dist/cli/commands/inspect/commands/InspectGgufCommand.d.ts +13 -0
- package/dist/cli/commands/inspect/commands/InspectGgufCommand.js +230 -0
- package/dist/cli/commands/inspect/commands/InspectGgufCommand.js.map +1 -0
- package/dist/cli/commands/inspect/commands/InspectGpuCommand.d.ts +4 -0
- package/dist/cli/commands/inspect/commands/InspectGpuCommand.js +296 -0
- package/dist/cli/commands/inspect/commands/InspectGpuCommand.js.map +1 -0
- package/dist/cli/commands/inspect/commands/InspectMeasureCommand.d.ts +26 -0
- package/dist/cli/commands/inspect/commands/InspectMeasureCommand.js +869 -0
- package/dist/cli/commands/inspect/commands/InspectMeasureCommand.js.map +1 -0
- package/dist/cli/commands/source/SourceCommand.d.ts +4 -0
- package/dist/cli/commands/source/SourceCommand.js +19 -0
- package/dist/cli/commands/source/SourceCommand.js.map +1 -0
- package/dist/cli/commands/source/commands/BuildCommand.d.ts +16 -0
- package/dist/cli/commands/source/commands/BuildCommand.js +148 -0
- package/dist/cli/commands/source/commands/BuildCommand.js.map +1 -0
- package/dist/cli/commands/source/commands/ClearCommand.d.ts +7 -0
- package/dist/cli/commands/source/commands/ClearCommand.js +54 -0
- package/dist/cli/commands/source/commands/ClearCommand.js.map +1 -0
- package/dist/cli/commands/source/commands/DownloadCommand.d.ts +16 -0
- package/dist/cli/commands/source/commands/DownloadCommand.js +219 -0
- package/dist/cli/commands/source/commands/DownloadCommand.js.map +1 -0
- package/dist/cli/projectTemplates.d.ts +7 -0
- package/dist/cli/projectTemplates.js +10 -0
- package/dist/cli/projectTemplates.js.map +1 -0
- package/dist/cli/recommendedModels.d.ts +2 -0
- package/dist/cli/recommendedModels.js +428 -0
- package/dist/cli/recommendedModels.js.map +1 -0
- package/dist/cli/startCreateCli.d.ts +2 -0
- package/dist/cli/startCreateCli.js +26 -0
- package/dist/cli/startCreateCli.js.map +1 -0
- package/dist/cli/utils/ConsoleInteraction.d.ts +22 -0
- package/dist/cli/utils/ConsoleInteraction.js +122 -0
- package/dist/cli/utils/ConsoleInteraction.js.map +1 -0
- package/dist/cli/utils/ConsoleTable.d.ts +24 -0
- package/dist/cli/utils/ConsoleTable.js +90 -0
- package/dist/cli/utils/ConsoleTable.js.map +1 -0
- package/dist/cli/utils/basicChooseFromListConsoleInteraction.d.ts +13 -0
- package/dist/cli/utils/basicChooseFromListConsoleInteraction.js +111 -0
- package/dist/cli/utils/basicChooseFromListConsoleInteraction.js.map +1 -0
- package/dist/cli/utils/consolePromptQuestion.d.ts +6 -0
- package/dist/cli/utils/consolePromptQuestion.js +81 -0
- package/dist/cli/utils/consolePromptQuestion.js.map +1 -0
- package/dist/cli/utils/getReadablePath.d.ts +1 -0
- package/dist/cli/utils/getReadablePath.js +14 -0
- package/dist/cli/utils/getReadablePath.js.map +1 -0
- package/dist/cli/utils/interactivelyAskForModel.d.ts +13 -0
- package/dist/cli/utils/interactivelyAskForModel.js +485 -0
- package/dist/cli/utils/interactivelyAskForModel.js.map +1 -0
- package/dist/cli/utils/isRunningUnderRosetta.d.ts +1 -0
- package/dist/cli/utils/isRunningUnderRosetta.js +20 -0
- package/dist/cli/utils/isRunningUnderRosetta.js.map +1 -0
- package/dist/cli/utils/logUsedGpuTypeOption.d.ts +2 -0
- package/dist/cli/utils/logUsedGpuTypeOption.js +9 -0
- package/dist/cli/utils/logUsedGpuTypeOption.js.map +1 -0
- package/dist/cli/utils/packageJsonConfig.d.ts +6 -0
- package/dist/cli/utils/packageJsonConfig.js +51 -0
- package/dist/cli/utils/packageJsonConfig.js.map +1 -0
- package/dist/cli/utils/packageManager.d.ts +1 -0
- package/dist/cli/utils/packageManager.js +15 -0
- package/dist/cli/utils/packageManager.js.map +1 -0
- package/dist/cli/utils/parseXtcArg.d.ts +5 -0
- package/dist/cli/utils/parseXtcArg.js +16 -0
- package/dist/cli/utils/parseXtcArg.js.map +1 -0
- package/dist/cli/utils/printCommonInfoLines.d.ts +12 -0
- package/dist/cli/utils/printCommonInfoLines.js +163 -0
- package/dist/cli/utils/printCommonInfoLines.js.map +1 -0
- package/dist/cli/utils/printInfoLine.d.ts +12 -0
- package/dist/cli/utils/printInfoLine.js +54 -0
- package/dist/cli/utils/printInfoLine.js.map +1 -0
- package/dist/cli/utils/printModelDestination.d.ts +2 -0
- package/dist/cli/utils/printModelDestination.js +11 -0
- package/dist/cli/utils/printModelDestination.js.map +1 -0
- package/dist/cli/utils/projectTemplates.d.ts +19 -0
- package/dist/cli/utils/projectTemplates.js +47 -0
- package/dist/cli/utils/projectTemplates.js.map +1 -0
- package/dist/cli/utils/renderModelCompatibilityPercentageWithColors.d.ts +6 -0
- package/dist/cli/utils/renderModelCompatibilityPercentageWithColors.js +14 -0
- package/dist/cli/utils/renderModelCompatibilityPercentageWithColors.js.map +1 -0
- package/dist/cli/utils/resolveCommandGgufPath.d.ts +19 -0
- package/dist/cli/utils/resolveCommandGgufPath.js +123 -0
- package/dist/cli/utils/resolveCommandGgufPath.js.map +1 -0
- package/dist/cli/utils/resolveHeaderFlag.d.ts +1 -0
- package/dist/cli/utils/resolveHeaderFlag.js +21 -0
- package/dist/cli/utils/resolveHeaderFlag.js.map +1 -0
- package/dist/cli/utils/resolveModelRecommendationFileOptions.d.ts +14 -0
- package/dist/cli/utils/resolveModelRecommendationFileOptions.js +12 -0
- package/dist/cli/utils/resolveModelRecommendationFileOptions.js.map +1 -0
- package/dist/cli/utils/resolveNpmrcConfig.d.ts +18 -0
- package/dist/cli/utils/resolveNpmrcConfig.js +129 -0
- package/dist/cli/utils/resolveNpmrcConfig.js.map +1 -0
- package/dist/cli/utils/splitAnsiToLines.d.ts +1 -0
- package/dist/cli/utils/splitAnsiToLines.js +32 -0
- package/dist/cli/utils/splitAnsiToLines.js.map +1 -0
- package/dist/cli/utils/toBytes.d.ts +1 -0
- package/dist/cli/utils/toBytes.js +5 -0
- package/dist/cli/utils/toBytes.js.map +1 -0
- package/dist/cli/utils/withCliCommandDescriptionDocsUrl.d.ts +2 -0
- package/dist/cli/utils/withCliCommandDescriptionDocsUrl.js +23 -0
- package/dist/cli/utils/withCliCommandDescriptionDocsUrl.js.map +1 -0
- package/dist/commands.d.ts +6 -0
- package/dist/commands.js +9 -0
- package/dist/commands.js.map +1 -0
- package/dist/config.d.ts +79 -0
- package/dist/config.js +127 -0
- package/dist/config.js.map +1 -0
- package/dist/consts.d.ts +4 -0
- package/dist/consts.js +11 -0
- package/dist/consts.js.map +1 -0
- package/dist/evaluator/LlamaChat/LlamaChat.d.ts +500 -0
- package/dist/evaluator/LlamaChat/LlamaChat.js +2696 -0
- package/dist/evaluator/LlamaChat/LlamaChat.js.map +1 -0
- package/dist/evaluator/LlamaChat/utils/FunctionCallNameGrammar.d.ts +11 -0
- package/dist/evaluator/LlamaChat/utils/FunctionCallNameGrammar.js +55 -0
- package/dist/evaluator/LlamaChat/utils/FunctionCallNameGrammar.js.map +1 -0
- package/dist/evaluator/LlamaChat/utils/FunctionCallParamsGrammar.d.ts +16 -0
- package/dist/evaluator/LlamaChat/utils/FunctionCallParamsGrammar.js +45 -0
- package/dist/evaluator/LlamaChat/utils/FunctionCallParamsGrammar.js.map +1 -0
- package/dist/evaluator/LlamaChat/utils/LlamaFunctionCallValidationError.d.ts +8 -0
- package/dist/evaluator/LlamaChat/utils/LlamaFunctionCallValidationError.js +12 -0
- package/dist/evaluator/LlamaChat/utils/LlamaFunctionCallValidationError.js.map +1 -0
- package/dist/evaluator/LlamaChat/utils/contextShiftStrategies/eraseFirstResponseAndKeepFirstSystemChatContextShiftStrategy.d.ts +16 -0
- package/dist/evaluator/LlamaChat/utils/contextShiftStrategies/eraseFirstResponseAndKeepFirstSystemChatContextShiftStrategy.js +260 -0
- package/dist/evaluator/LlamaChat/utils/contextShiftStrategies/eraseFirstResponseAndKeepFirstSystemChatContextShiftStrategy.js.map +1 -0
- package/dist/evaluator/LlamaChatSession/LlamaChatSession.d.ts +520 -0
- package/dist/evaluator/LlamaChatSession/LlamaChatSession.js +628 -0
- package/dist/evaluator/LlamaChatSession/LlamaChatSession.js.map +1 -0
- package/dist/evaluator/LlamaChatSession/utils/LlamaChatSessionPromptCompletionEngine.d.ts +45 -0
- package/dist/evaluator/LlamaChatSession/utils/LlamaChatSessionPromptCompletionEngine.js +191 -0
- package/dist/evaluator/LlamaChatSession/utils/LlamaChatSessionPromptCompletionEngine.js.map +1 -0
- package/dist/evaluator/LlamaChatSession/utils/defineChatSessionFunction.d.ts +15 -0
- package/dist/evaluator/LlamaChatSession/utils/defineChatSessionFunction.js +16 -0
- package/dist/evaluator/LlamaChatSession/utils/defineChatSessionFunction.js.map +1 -0
- package/dist/evaluator/LlamaCompletion.d.ts +219 -0
- package/dist/evaluator/LlamaCompletion.js +498 -0
- package/dist/evaluator/LlamaCompletion.js.map +1 -0
- package/dist/evaluator/LlamaContext/LlamaContext.d.ts +336 -0
- package/dist/evaluator/LlamaContext/LlamaContext.js +1919 -0
- package/dist/evaluator/LlamaContext/LlamaContext.js.map +1 -0
- package/dist/evaluator/LlamaContext/LlamaContextSequenceCheckpoints.d.ts +27 -0
- package/dist/evaluator/LlamaContext/LlamaContextSequenceCheckpoints.js +130 -0
- package/dist/evaluator/LlamaContext/LlamaContextSequenceCheckpoints.js.map +1 -0
- package/dist/evaluator/LlamaContext/LlamaSampler.d.ts +1 -0
- package/dist/evaluator/LlamaContext/LlamaSampler.js +39 -0
- package/dist/evaluator/LlamaContext/LlamaSampler.js.map +1 -0
- package/dist/evaluator/LlamaContext/TokenPredictor.d.ts +55 -0
- package/dist/evaluator/LlamaContext/TokenPredictor.js +20 -0
- package/dist/evaluator/LlamaContext/TokenPredictor.js.map +1 -0
- package/dist/evaluator/LlamaContext/tokenPredictors/DraftSequenceTokenPredictor.d.ts +56 -0
- package/dist/evaluator/LlamaContext/tokenPredictors/DraftSequenceTokenPredictor.js +266 -0
- package/dist/evaluator/LlamaContext/tokenPredictors/DraftSequenceTokenPredictor.js.map +1 -0
- package/dist/evaluator/LlamaContext/tokenPredictors/InputLookupTokenPredictor.d.ts +58 -0
- package/dist/evaluator/LlamaContext/tokenPredictors/InputLookupTokenPredictor.js +138 -0
- package/dist/evaluator/LlamaContext/tokenPredictors/InputLookupTokenPredictor.js.map +1 -0
- package/dist/evaluator/LlamaContext/types.d.ts +602 -0
- package/dist/evaluator/LlamaContext/types.js +2 -0
- package/dist/evaluator/LlamaContext/types.js.map +1 -0
- package/dist/evaluator/LlamaContext/utils/batchItemsPrioritizationStrategies/firstInFirstOutStrategy.d.ts +5 -0
- package/dist/evaluator/LlamaContext/utils/batchItemsPrioritizationStrategies/firstInFirstOutStrategy.js +16 -0
- package/dist/evaluator/LlamaContext/utils/batchItemsPrioritizationStrategies/firstInFirstOutStrategy.js.map +1 -0
- package/dist/evaluator/LlamaContext/utils/batchItemsPrioritizationStrategies/maximumParallelismStrategy.d.ts +5 -0
- package/dist/evaluator/LlamaContext/utils/batchItemsPrioritizationStrategies/maximumParallelismStrategy.js +42 -0
- package/dist/evaluator/LlamaContext/utils/batchItemsPrioritizationStrategies/maximumParallelismStrategy.js.map +1 -0
- package/dist/evaluator/LlamaContext/utils/padSafeContextSize.d.ts +1 -0
- package/dist/evaluator/LlamaContext/utils/padSafeContextSize.js +18 -0
- package/dist/evaluator/LlamaContext/utils/padSafeContextSize.js.map +1 -0
- package/dist/evaluator/LlamaContext/utils/resolveBatchItemsPrioritizationStrategy.d.ts +2 -0
- package/dist/evaluator/LlamaContext/utils/resolveBatchItemsPrioritizationStrategy.js +13 -0
- package/dist/evaluator/LlamaContext/utils/resolveBatchItemsPrioritizationStrategy.js.map +1 -0
- package/dist/evaluator/LlamaEmbedding.d.ts +21 -0
- package/dist/evaluator/LlamaEmbedding.js +53 -0
- package/dist/evaluator/LlamaEmbedding.js.map +1 -0
- package/dist/evaluator/LlamaEmbeddingContext.d.ts +52 -0
- package/dist/evaluator/LlamaEmbeddingContext.js +86 -0
- package/dist/evaluator/LlamaEmbeddingContext.js.map +1 -0
- package/dist/evaluator/LlamaGrammar.d.ts +39 -0
- package/dist/evaluator/LlamaGrammar.js +72 -0
- package/dist/evaluator/LlamaGrammar.js.map +1 -0
- package/dist/evaluator/LlamaGrammarEvaluationState.d.ts +19 -0
- package/dist/evaluator/LlamaGrammarEvaluationState.js +29 -0
- package/dist/evaluator/LlamaGrammarEvaluationState.js.map +1 -0
- package/dist/evaluator/LlamaJsonSchemaGrammar.d.ts +17 -0
- package/dist/evaluator/LlamaJsonSchemaGrammar.js +35 -0
- package/dist/evaluator/LlamaJsonSchemaGrammar.js.map +1 -0
- package/dist/evaluator/LlamaModel/LlamaModel.d.ts +344 -0
- package/dist/evaluator/LlamaModel/LlamaModel.js +853 -0
- package/dist/evaluator/LlamaModel/LlamaModel.js.map +1 -0
- package/dist/evaluator/LlamaModel/utils/TokenAttributes.d.ts +29 -0
- package/dist/evaluator/LlamaModel/utils/TokenAttributes.js +65 -0
- package/dist/evaluator/LlamaModel/utils/TokenAttributes.js.map +1 -0
- package/dist/evaluator/LlamaRankingContext.d.ts +91 -0
- package/dist/evaluator/LlamaRankingContext.js +178 -0
- package/dist/evaluator/LlamaRankingContext.js.map +1 -0
- package/dist/evaluator/TokenBias.d.ts +37 -0
- package/dist/evaluator/TokenBias.js +68 -0
- package/dist/evaluator/TokenBias.js.map +1 -0
- package/dist/evaluator/TokenMeter.d.ts +45 -0
- package/dist/evaluator/TokenMeter.js +74 -0
- package/dist/evaluator/TokenMeter.js.map +1 -0
- package/dist/evaluator/utils/chunkDocument.d.ts +86 -0
- package/dist/evaluator/utils/chunkDocument.js +212 -0
- package/dist/evaluator/utils/chunkDocument.js.map +1 -0
- package/dist/gguf/consts.d.ts +4 -0
- package/dist/gguf/consts.js +12 -0
- package/dist/gguf/consts.js.map +1 -0
- package/dist/gguf/errors/InvalidGgufMagicError.d.ts +3 -0
- package/dist/gguf/errors/InvalidGgufMagicError.js +6 -0
- package/dist/gguf/errors/InvalidGgufMagicError.js.map +1 -0
- package/dist/gguf/errors/UnsupportedGgufValueTypeError.d.ts +4 -0
- package/dist/gguf/errors/UnsupportedGgufValueTypeError.js +9 -0
- package/dist/gguf/errors/UnsupportedGgufValueTypeError.js.map +1 -0
- package/dist/gguf/fileReaders/GgufFileReader.d.ts +36 -0
- package/dist/gguf/fileReaders/GgufFileReader.js +106 -0
- package/dist/gguf/fileReaders/GgufFileReader.js.map +1 -0
- package/dist/gguf/fileReaders/GgufFsFileReader.d.ts +16 -0
- package/dist/gguf/fileReaders/GgufFsFileReader.js +62 -0
- package/dist/gguf/fileReaders/GgufFsFileReader.js.map +1 -0
- package/dist/gguf/fileReaders/GgufNetworkFetchFileReader.d.ts +28 -0
- package/dist/gguf/fileReaders/GgufNetworkFetchFileReader.js +94 -0
- package/dist/gguf/fileReaders/GgufNetworkFetchFileReader.js.map +1 -0
- package/dist/gguf/insights/GgufInsights.d.ts +78 -0
- package/dist/gguf/insights/GgufInsights.js +854 -0
- package/dist/gguf/insights/GgufInsights.js.map +1 -0
- package/dist/gguf/insights/GgufInsightsConfigurationResolver.d.ts +203 -0
- package/dist/gguf/insights/GgufInsightsConfigurationResolver.js +284 -0
- package/dist/gguf/insights/GgufInsightsConfigurationResolver.js.map +1 -0
- package/dist/gguf/insights/GgufInsightsTokens.d.ts +5 -0
- package/dist/gguf/insights/GgufInsightsTokens.js +40 -0
- package/dist/gguf/insights/GgufInsightsTokens.js.map +1 -0
- package/dist/gguf/insights/utils/getRamUsageFromUnifiedVram.d.ts +5 -0
- package/dist/gguf/insights/utils/getRamUsageFromUnifiedVram.js +7 -0
- package/dist/gguf/insights/utils/getRamUsageFromUnifiedVram.js.map +1 -0
- package/dist/gguf/insights/utils/resolveContextContextSizeOption.d.ts +33 -0
- package/dist/gguf/insights/utils/resolveContextContextSizeOption.js +117 -0
- package/dist/gguf/insights/utils/resolveContextContextSizeOption.js.map +1 -0
- package/dist/gguf/insights/utils/resolveModelGpuLayersOption.d.ts +20 -0
- package/dist/gguf/insights/utils/resolveModelGpuLayersOption.js +251 -0
- package/dist/gguf/insights/utils/resolveModelGpuLayersOption.js.map +1 -0
- package/dist/gguf/insights/utils/scoreLevels.d.ts +5 -0
- package/dist/gguf/insights/utils/scoreLevels.js +16 -0
- package/dist/gguf/insights/utils/scoreLevels.js.map +1 -0
- package/dist/gguf/parser/GgufV2Parser.d.ts +20 -0
- package/dist/gguf/parser/GgufV2Parser.js +184 -0
- package/dist/gguf/parser/GgufV2Parser.js.map +1 -0
- package/dist/gguf/parser/GgufV3Parser.d.ts +3 -0
- package/dist/gguf/parser/GgufV3Parser.js +4 -0
- package/dist/gguf/parser/GgufV3Parser.js.map +1 -0
- package/dist/gguf/parser/parseGguf.d.ts +8 -0
- package/dist/gguf/parser/parseGguf.js +61 -0
- package/dist/gguf/parser/parseGguf.js.map +1 -0
- package/dist/gguf/readGgufFileInfo.d.ts +54 -0
- package/dist/gguf/readGgufFileInfo.js +82 -0
- package/dist/gguf/readGgufFileInfo.js.map +1 -0
- package/dist/gguf/types/GgufFileInfoTypes.d.ts +85 -0
- package/dist/gguf/types/GgufFileInfoTypes.js +18 -0
- package/dist/gguf/types/GgufFileInfoTypes.js.map +1 -0
- package/dist/gguf/types/GgufMetadataTypes.d.ts +480 -0
- package/dist/gguf/types/GgufMetadataTypes.js +194 -0
- package/dist/gguf/types/GgufMetadataTypes.js.map +1 -0
- package/dist/gguf/types/GgufTensorInfoTypes.d.ts +63 -0
- package/dist/gguf/types/GgufTensorInfoTypes.js +54 -0
- package/dist/gguf/types/GgufTensorInfoTypes.js.map +1 -0
- package/dist/gguf/utils/GgufReadOffset.d.ts +6 -0
- package/dist/gguf/utils/GgufReadOffset.js +18 -0
- package/dist/gguf/utils/GgufReadOffset.js.map +1 -0
- package/dist/gguf/utils/convertMetadataKeyValueRecordToNestedObject.d.ts +6 -0
- package/dist/gguf/utils/convertMetadataKeyValueRecordToNestedObject.js +76 -0
- package/dist/gguf/utils/convertMetadataKeyValueRecordToNestedObject.js.map +1 -0
- package/dist/gguf/utils/getGgufFileTypeName.d.ts +4 -0
- package/dist/gguf/utils/getGgufFileTypeName.js +13 -0
- package/dist/gguf/utils/getGgufFileTypeName.js.map +1 -0
- package/dist/gguf/utils/getGgufMetadataArchitectureData.d.ts +3 -0
- package/dist/gguf/utils/getGgufMetadataArchitectureData.js +4 -0
- package/dist/gguf/utils/getGgufMetadataArchitectureData.js.map +1 -0
- package/dist/gguf/utils/getGgufMetadataKeyValue.d.ts +1 -0
- package/dist/gguf/utils/getGgufMetadataKeyValue.js +27 -0
- package/dist/gguf/utils/getGgufMetadataKeyValue.js.map +1 -0
- package/dist/gguf/utils/ggufQuantNames.d.ts +2 -0
- package/dist/gguf/utils/ggufQuantNames.js +42 -0
- package/dist/gguf/utils/ggufQuantNames.js.map +1 -0
- package/dist/gguf/utils/normalizeGgufDownloadUrl.d.ts +2 -0
- package/dist/gguf/utils/normalizeGgufDownloadUrl.js +18 -0
- package/dist/gguf/utils/normalizeGgufDownloadUrl.js.map +1 -0
- package/dist/gguf/utils/resolveBinarySplitGgufPartUrls.d.ts +2 -0
- package/dist/gguf/utils/resolveBinarySplitGgufPartUrls.js +38 -0
- package/dist/gguf/utils/resolveBinarySplitGgufPartUrls.js.map +1 -0
- package/dist/gguf/utils/resolveSplitGgufParts.d.ts +7 -0
- package/dist/gguf/utils/resolveSplitGgufParts.js +64 -0
- package/dist/gguf/utils/resolveSplitGgufParts.js.map +1 -0
- package/dist/index.d.ts +71 -0
- package/dist/index.js +64 -0
- package/dist/index.js.map +1 -0
- package/dist/state.d.ts +6 -0
- package/dist/state.js +22 -0
- package/dist/state.js.map +1 -0
- package/dist/tsconfig.tsbuildinfo +1 -0
- package/dist/types.d.ts +408 -0
- package/dist/types.js +13 -0
- package/dist/types.js.map +1 -0
- package/dist/utils/DisposeGuard.d.ts +13 -0
- package/dist/utils/DisposeGuard.js +120 -0
- package/dist/utils/DisposeGuard.js.map +1 -0
- package/dist/utils/InsufficientMemoryError.d.ts +3 -0
- package/dist/utils/InsufficientMemoryError.js +6 -0
- package/dist/utils/InsufficientMemoryError.js.map +1 -0
- package/dist/utils/LlamaText.d.ts +92 -0
- package/dist/utils/LlamaText.js +527 -0
- package/dist/utils/LlamaText.js.map +1 -0
- package/dist/utils/LruCache.d.ts +12 -0
- package/dist/utils/LruCache.js +44 -0
- package/dist/utils/LruCache.js.map +1 -0
- package/dist/utils/OpenAIFormat.d.ts +177 -0
- package/dist/utils/OpenAIFormat.js +488 -0
- package/dist/utils/OpenAIFormat.js.map +1 -0
- package/dist/utils/OverridesObject.d.ts +7 -0
- package/dist/utils/OverridesObject.js +2 -0
- package/dist/utils/OverridesObject.js.map +1 -0
- package/dist/utils/ReplHistory.d.ts +9 -0
- package/dist/utils/ReplHistory.js +72 -0
- package/dist/utils/ReplHistory.js.map +1 -0
- package/dist/utils/StopGenerationDetector.d.ts +47 -0
- package/dist/utils/StopGenerationDetector.js +291 -0
- package/dist/utils/StopGenerationDetector.js.map +1 -0
- package/dist/utils/ThreadsSplitter.d.ts +32 -0
- package/dist/utils/ThreadsSplitter.js +177 -0
- package/dist/utils/ThreadsSplitter.js.map +1 -0
- package/dist/utils/TokenStreamRegulator.d.ts +38 -0
- package/dist/utils/TokenStreamRegulator.js +200 -0
- package/dist/utils/TokenStreamRegulator.js.map +1 -0
- package/dist/utils/UnsupportedError.d.ts +2 -0
- package/dist/utils/UnsupportedError.js +7 -0
- package/dist/utils/UnsupportedError.js.map +1 -0
- package/dist/utils/appendUserMessageToChatHistory.d.ts +6 -0
- package/dist/utils/appendUserMessageToChatHistory.js +22 -0
- package/dist/utils/appendUserMessageToChatHistory.js.map +1 -0
- package/dist/utils/clearTempFolder.d.ts +1 -0
- package/dist/utils/clearTempFolder.js +16 -0
- package/dist/utils/clearTempFolder.js.map +1 -0
- package/dist/utils/cmake.d.ts +10 -0
- package/dist/utils/cmake.js +146 -0
- package/dist/utils/cmake.js.map +1 -0
- package/dist/utils/compareTokens.d.ts +2 -0
- package/dist/utils/compareTokens.js +4 -0
- package/dist/utils/compareTokens.js.map +1 -0
- package/dist/utils/createModelDownloader.d.ts +262 -0
- package/dist/utils/createModelDownloader.js +486 -0
- package/dist/utils/createModelDownloader.js.map +1 -0
- package/dist/utils/findBestOption.d.ts +4 -0
- package/dist/utils/findBestOption.js +15 -0
- package/dist/utils/findBestOption.js.map +1 -0
- package/dist/utils/findCharacterRemovalCountToFitChatHistoryInContext.d.ts +20 -0
- package/dist/utils/findCharacterRemovalCountToFitChatHistoryInContext.js +85 -0
- package/dist/utils/findCharacterRemovalCountToFitChatHistoryInContext.js.map +1 -0
- package/dist/utils/gbnfJson/GbnfGrammarGenerator.d.ts +19 -0
- package/dist/utils/gbnfJson/GbnfGrammarGenerator.js +60 -0
- package/dist/utils/gbnfJson/GbnfGrammarGenerator.js.map +1 -0
- package/dist/utils/gbnfJson/GbnfTerminal.d.ts +11 -0
- package/dist/utils/gbnfJson/GbnfTerminal.js +54 -0
- package/dist/utils/gbnfJson/GbnfTerminal.js.map +1 -0
- package/dist/utils/gbnfJson/getGbnfGrammarForGbnfJsonSchema.d.ts +5 -0
- package/dist/utils/gbnfJson/getGbnfGrammarForGbnfJsonSchema.js +11 -0
- package/dist/utils/gbnfJson/getGbnfGrammarForGbnfJsonSchema.js.map +1 -0
- package/dist/utils/gbnfJson/terminals/GbnfAnyJson.d.ts +9 -0
- package/dist/utils/gbnfJson/terminals/GbnfAnyJson.js +53 -0
- package/dist/utils/gbnfJson/terminals/GbnfAnyJson.js.map +1 -0
- package/dist/utils/gbnfJson/terminals/GbnfArray.d.ts +18 -0
- package/dist/utils/gbnfJson/terminals/GbnfArray.js +83 -0
- package/dist/utils/gbnfJson/terminals/GbnfArray.js.map +1 -0
- package/dist/utils/gbnfJson/terminals/GbnfBoolean.d.ts +7 -0
- package/dist/utils/gbnfJson/terminals/GbnfBoolean.js +22 -0
- package/dist/utils/gbnfJson/terminals/GbnfBoolean.js.map +1 -0
- package/dist/utils/gbnfJson/terminals/GbnfBooleanValue.d.ts +7 -0
- package/dist/utils/gbnfJson/terminals/GbnfBooleanValue.js +17 -0
- package/dist/utils/gbnfJson/terminals/GbnfBooleanValue.js.map +1 -0
- package/dist/utils/gbnfJson/terminals/GbnfCommaWhitespace.d.ts +11 -0
- package/dist/utils/gbnfJson/terminals/GbnfCommaWhitespace.js +28 -0
- package/dist/utils/gbnfJson/terminals/GbnfCommaWhitespace.js.map +1 -0
- package/dist/utils/gbnfJson/terminals/GbnfFormatString.d.ts +11 -0
- package/dist/utils/gbnfJson/terminals/GbnfFormatString.js +90 -0
- package/dist/utils/gbnfJson/terminals/GbnfFormatString.js.map +1 -0
- package/dist/utils/gbnfJson/terminals/GbnfGrammar.d.ts +9 -0
- package/dist/utils/gbnfJson/terminals/GbnfGrammar.js +23 -0
- package/dist/utils/gbnfJson/terminals/GbnfGrammar.js.map +1 -0
- package/dist/utils/gbnfJson/terminals/GbnfInsideStringChar.d.ts +5 -0
- package/dist/utils/gbnfJson/terminals/GbnfInsideStringChar.js +24 -0
- package/dist/utils/gbnfJson/terminals/GbnfInsideStringChar.js.map +1 -0
- package/dist/utils/gbnfJson/terminals/GbnfNull.d.ts +5 -0
- package/dist/utils/gbnfJson/terminals/GbnfNull.js +11 -0
- package/dist/utils/gbnfJson/terminals/GbnfNull.js.map +1 -0
- package/dist/utils/gbnfJson/terminals/GbnfNumber.d.ts +9 -0
- package/dist/utils/gbnfJson/terminals/GbnfNumber.js +22 -0
- package/dist/utils/gbnfJson/terminals/GbnfNumber.js.map +1 -0
- package/dist/utils/gbnfJson/terminals/GbnfNumberValue.d.ts +9 -0
- package/dist/utils/gbnfJson/terminals/GbnfNumberValue.js +21 -0
- package/dist/utils/gbnfJson/terminals/GbnfNumberValue.js.map +1 -0
- package/dist/utils/gbnfJson/terminals/GbnfObjectMap.d.ts +28 -0
- package/dist/utils/gbnfJson/terminals/GbnfObjectMap.js +88 -0
- package/dist/utils/gbnfJson/terminals/GbnfObjectMap.js.map +1 -0
- package/dist/utils/gbnfJson/terminals/GbnfOr.d.ts +9 -0
- package/dist/utils/gbnfJson/terminals/GbnfOr.js +34 -0
- package/dist/utils/gbnfJson/terminals/GbnfOr.js.map +1 -0
- package/dist/utils/gbnfJson/terminals/GbnfRef.d.ts +15 -0
- package/dist/utils/gbnfJson/terminals/GbnfRef.js +34 -0
- package/dist/utils/gbnfJson/terminals/GbnfRef.js.map +1 -0
- package/dist/utils/gbnfJson/terminals/GbnfRepetition.d.ts +15 -0
- package/dist/utils/gbnfJson/terminals/GbnfRepetition.js +86 -0
- package/dist/utils/gbnfJson/terminals/GbnfRepetition.js.map +1 -0
- package/dist/utils/gbnfJson/terminals/GbnfString.d.ts +12 -0
- package/dist/utils/gbnfJson/terminals/GbnfString.js +43 -0
- package/dist/utils/gbnfJson/terminals/GbnfString.js.map +1 -0
- package/dist/utils/gbnfJson/terminals/GbnfStringValue.d.ts +8 -0
- package/dist/utils/gbnfJson/terminals/GbnfStringValue.js +26 -0
- package/dist/utils/gbnfJson/terminals/GbnfStringValue.js.map +1 -0
- package/dist/utils/gbnfJson/terminals/GbnfVerbatimText.d.ts +6 -0
- package/dist/utils/gbnfJson/terminals/GbnfVerbatimText.js +21 -0
- package/dist/utils/gbnfJson/terminals/GbnfVerbatimText.js.map +1 -0
- package/dist/utils/gbnfJson/terminals/GbnfWhitespace.d.ts +13 -0
- package/dist/utils/gbnfJson/terminals/GbnfWhitespace.js +67 -0
- package/dist/utils/gbnfJson/terminals/GbnfWhitespace.js.map +1 -0
- package/dist/utils/gbnfJson/terminals/gbnfConsts.d.ts +30 -0
- package/dist/utils/gbnfJson/terminals/gbnfConsts.js +72 -0
- package/dist/utils/gbnfJson/terminals/gbnfConsts.js.map +1 -0
- package/dist/utils/gbnfJson/types.d.ts +213 -0
- package/dist/utils/gbnfJson/types.js +30 -0
- package/dist/utils/gbnfJson/types.js.map +1 -0
- package/dist/utils/gbnfJson/utils/GbnfJsonScopeState.d.ts +10 -0
- package/dist/utils/gbnfJson/utils/GbnfJsonScopeState.js +15 -0
- package/dist/utils/gbnfJson/utils/GbnfJsonScopeState.js.map +1 -0
- package/dist/utils/gbnfJson/utils/defsScope.d.ts +7 -0
- package/dist/utils/gbnfJson/utils/defsScope.js +17 -0
- package/dist/utils/gbnfJson/utils/defsScope.js.map +1 -0
- package/dist/utils/gbnfJson/utils/getGbnfJsonTerminalForGbnfJsonSchema.d.ts +5 -0
- package/dist/utils/gbnfJson/utils/getGbnfJsonTerminalForGbnfJsonSchema.js +143 -0
- package/dist/utils/gbnfJson/utils/getGbnfJsonTerminalForGbnfJsonSchema.js.map +1 -0
- package/dist/utils/gbnfJson/utils/getGbnfJsonTerminalForLiteral.d.ts +5 -0
- package/dist/utils/gbnfJson/utils/getGbnfJsonTerminalForLiteral.js +16 -0
- package/dist/utils/gbnfJson/utils/getGbnfJsonTerminalForLiteral.js.map +1 -0
- package/dist/utils/gbnfJson/utils/validateObjectAgainstGbnfSchema.d.ts +8 -0
- package/dist/utils/gbnfJson/utils/validateObjectAgainstGbnfSchema.js +242 -0
- package/dist/utils/gbnfJson/utils/validateObjectAgainstGbnfSchema.js.map +1 -0
- package/dist/utils/getBuildDefaults.d.ts +5 -0
- package/dist/utils/getBuildDefaults.js +9 -0
- package/dist/utils/getBuildDefaults.js.map +1 -0
- package/dist/utils/getChatWrapperSegmentDefinition.d.ts +2 -0
- package/dist/utils/getChatWrapperSegmentDefinition.js +9 -0
- package/dist/utils/getChatWrapperSegmentDefinition.js.map +1 -0
- package/dist/utils/getConsoleLogPrefix.d.ts +1 -0
- package/dist/utils/getConsoleLogPrefix.js +10 -0
- package/dist/utils/getConsoleLogPrefix.js.map +1 -0
- package/dist/utils/getFirstWritableDir.d.ts +8 -0
- package/dist/utils/getFirstWritableDir.js +60 -0
- package/dist/utils/getFirstWritableDir.js.map +1 -0
- package/dist/utils/getGrammarsFolder.d.ts +2 -0
- package/dist/utils/getGrammarsFolder.js +19 -0
- package/dist/utils/getGrammarsFolder.js.map +1 -0
- package/dist/utils/getLlamaClasses.d.ts +9 -0
- package/dist/utils/getLlamaClasses.js +14 -0
- package/dist/utils/getLlamaClasses.js.map +1 -0
- package/dist/utils/getModuleVersion.d.ts +1 -0
- package/dist/utils/getModuleVersion.js +13 -0
- package/dist/utils/getModuleVersion.js.map +1 -0
- package/dist/utils/getQueuedTokensBeforeStopTrigger.d.ts +6 -0
- package/dist/utils/getQueuedTokensBeforeStopTrigger.js +22 -0
- package/dist/utils/getQueuedTokensBeforeStopTrigger.js.map +1 -0
- package/dist/utils/getReadableContextSize.d.ts +1 -0
- package/dist/utils/getReadableContextSize.js +7 -0
- package/dist/utils/getReadableContextSize.js.map +1 -0
- package/dist/utils/getTempDir.d.ts +10 -0
- package/dist/utils/getTempDir.js +121 -0
- package/dist/utils/getTempDir.js.map +1 -0
- package/dist/utils/getTypeScriptTypeStringForGbnfJsonSchema.d.ts +2 -0
- package/dist/utils/getTypeScriptTypeStringForGbnfJsonSchema.js +205 -0
- package/dist/utils/getTypeScriptTypeStringForGbnfJsonSchema.js.map +1 -0
- package/dist/utils/gitReleaseBundles.d.ts +2 -0
- package/dist/utils/gitReleaseBundles.js +132 -0
- package/dist/utils/gitReleaseBundles.js.map +1 -0
- package/dist/utils/hashString.d.ts +1 -0
- package/dist/utils/hashString.js +8 -0
- package/dist/utils/hashString.js.map +1 -0
- package/dist/utils/includesText.d.ts +1 -0
- package/dist/utils/includesText.js +12 -0
- package/dist/utils/includesText.js.map +1 -0
- package/dist/utils/isLockfileActive.d.ts +4 -0
- package/dist/utils/isLockfileActive.js +12 -0
- package/dist/utils/isLockfileActive.js.map +1 -0
- package/dist/utils/isToken.d.ts +2 -0
- package/dist/utils/isToken.js +4 -0
- package/dist/utils/isToken.js.map +1 -0
- package/dist/utils/isUrl.d.ts +1 -0
- package/dist/utils/isUrl.js +15 -0
- package/dist/utils/isUrl.js.map +1 -0
- package/dist/utils/mergeUnionTypes.d.ts +10 -0
- package/dist/utils/mergeUnionTypes.js +2 -0
- package/dist/utils/mergeUnionTypes.js.map +1 -0
- package/dist/utils/modelDownloadEndpoints.d.ts +13 -0
- package/dist/utils/modelDownloadEndpoints.js +27 -0
- package/dist/utils/modelDownloadEndpoints.js.map +1 -0
- package/dist/utils/modelFileAccessTokens.d.ts +5 -0
- package/dist/utils/modelFileAccessTokens.js +41 -0
- package/dist/utils/modelFileAccessTokens.js.map +1 -0
- package/dist/utils/optionsMatrix.d.ts +58 -0
- package/dist/utils/optionsMatrix.js +97 -0
- package/dist/utils/optionsMatrix.js.map +1 -0
- package/dist/utils/parseModelFileName.d.ts +15 -0
- package/dist/utils/parseModelFileName.js +132 -0
- package/dist/utils/parseModelFileName.js.map +1 -0
- package/dist/utils/parseModelUri.d.ts +40 -0
- package/dist/utils/parseModelUri.js +346 -0
- package/dist/utils/parseModelUri.js.map +1 -0
- package/dist/utils/parseTextTemplate.d.ts +66 -0
- package/dist/utils/parseTextTemplate.js +116 -0
- package/dist/utils/parseTextTemplate.js.map +1 -0
- package/dist/utils/prettyPrintObject.d.ts +10 -0
- package/dist/utils/prettyPrintObject.js +84 -0
- package/dist/utils/prettyPrintObject.js.map +1 -0
- package/dist/utils/pushAll.d.ts +6 -0
- package/dist/utils/pushAll.js +11 -0
- package/dist/utils/pushAll.js.map +1 -0
- package/dist/utils/removeNullFields.d.ts +2 -0
- package/dist/utils/removeNullFields.js +17 -0
- package/dist/utils/removeNullFields.js.map +1 -0
- package/dist/utils/resolveGithubRelease.d.ts +2 -0
- package/dist/utils/resolveGithubRelease.js +77 -0
- package/dist/utils/resolveGithubRelease.js.map +1 -0
- package/dist/utils/resolveLastTokens.d.ts +2 -0
- package/dist/utils/resolveLastTokens.js +12 -0
- package/dist/utils/resolveLastTokens.js.map +1 -0
- package/dist/utils/resolveModelDestination.d.ts +16 -0
- package/dist/utils/resolveModelDestination.js +54 -0
- package/dist/utils/resolveModelDestination.js.map +1 -0
- package/dist/utils/resolveModelFile.d.ts +142 -0
- package/dist/utils/resolveModelFile.js +201 -0
- package/dist/utils/resolveModelFile.js.map +1 -0
- package/dist/utils/runtime.d.ts +4 -0
- package/dist/utils/runtime.js +8 -0
- package/dist/utils/runtime.js.map +1 -0
- package/dist/utils/safeEventCallback.d.ts +6 -0
- package/dist/utils/safeEventCallback.js +29 -0
- package/dist/utils/safeEventCallback.js.map +1 -0
- package/dist/utils/signalSleep.d.ts +1 -0
- package/dist/utils/signalSleep.js +20 -0
- package/dist/utils/signalSleep.js.map +1 -0
- package/dist/utils/spawnCommand.d.ts +11 -0
- package/dist/utils/spawnCommand.js +89 -0
- package/dist/utils/spawnCommand.js.map +1 -0
- package/dist/utils/tokenizeInput.d.ts +3 -0
- package/dist/utils/tokenizeInput.js +14 -0
- package/dist/utils/tokenizeInput.js.map +1 -0
- package/dist/utils/tokenizerUtils.d.ts +12 -0
- package/dist/utils/tokenizerUtils.js +32 -0
- package/dist/utils/tokenizerUtils.js.map +1 -0
- package/dist/utils/transformPromisable.d.ts +54 -0
- package/dist/utils/transformPromisable.js +95 -0
- package/dist/utils/transformPromisable.js.map +1 -0
- package/dist/utils/truncateTextAndRoundToWords.d.ts +11 -0
- package/dist/utils/truncateTextAndRoundToWords.js +110 -0
- package/dist/utils/truncateTextAndRoundToWords.js.map +1 -0
- package/dist/utils/utilTypes.d.ts +18 -0
- package/dist/utils/utilTypes.js +2 -0
- package/dist/utils/utilTypes.js.map +1 -0
- package/dist/utils/waitForLockfileRelease.d.ts +5 -0
- package/dist/utils/waitForLockfileRelease.js +19 -0
- package/dist/utils/waitForLockfileRelease.js.map +1 -0
- package/dist/utils/withLockfile.d.ts +7 -0
- package/dist/utils/withLockfile.js +44 -0
- package/dist/utils/withLockfile.js.map +1 -0
- package/dist/utils/withOra.d.ts +7 -0
- package/dist/utils/withOra.js +37 -0
- package/dist/utils/withOra.js.map +1 -0
- package/dist/utils/withProgressLog.d.ts +22 -0
- package/dist/utils/withProgressLog.js +211 -0
- package/dist/utils/withProgressLog.js.map +1 -0
- package/dist/utils/withStatusLogs.d.ts +6 -0
- package/dist/utils/withStatusLogs.js +25 -0
- package/dist/utils/withStatusLogs.js.map +1 -0
- package/dist/utils/wrapAbortSignal.d.ts +1 -0
- package/dist/utils/wrapAbortSignal.js +14 -0
- package/dist/utils/wrapAbortSignal.js.map +1 -0
- package/llama/.clang-format +46 -0
- package/llama/CMakeLists.txt +141 -0
- package/llama/addon/AddonContext.cpp +1181 -0
- package/llama/addon/AddonContext.h +85 -0
- package/llama/addon/AddonGrammar.cpp +92 -0
- package/llama/addon/AddonGrammar.h +22 -0
- package/llama/addon/AddonGrammarEvaluationState.cpp +36 -0
- package/llama/addon/AddonGrammarEvaluationState.h +17 -0
- package/llama/addon/AddonModel.cpp +691 -0
- package/llama/addon/AddonModel.h +64 -0
- package/llama/addon/AddonModelData.cpp +25 -0
- package/llama/addon/AddonModelData.h +15 -0
- package/llama/addon/AddonModelLora.cpp +103 -0
- package/llama/addon/AddonModelLora.h +28 -0
- package/llama/addon/AddonSampler.cpp +669 -0
- package/llama/addon/AddonSampler.h +75 -0
- package/llama/addon/RingBuffer.h +109 -0
- package/llama/addon/addon.cpp +330 -0
- package/llama/addon/addonGlobals.cpp +22 -0
- package/llama/addon/addonGlobals.h +12 -0
- package/llama/addon/globals/addonLog.cpp +143 -0
- package/llama/addon/globals/addonLog.h +24 -0
- package/llama/addon/globals/addonProgress.cpp +15 -0
- package/llama/addon/globals/addonProgress.h +15 -0
- package/llama/addon/globals/getGpuInfo.cpp +146 -0
- package/llama/addon/globals/getGpuInfo.h +11 -0
- package/llama/addon/globals/getMemoryInfo.cpp +63 -0
- package/llama/addon/globals/getMemoryInfo.h +4 -0
- package/llama/addon/globals/getSwapInfo.cpp +69 -0
- package/llama/addon/globals/getSwapInfo.h +4 -0
- package/llama/binariesGithubRelease.json +3 -0
- package/llama/cmake/addVariantSuffix.cmake +21 -0
- package/llama/cmake/win32.ensureNinjaPath.cmake +68 -0
- package/llama/cmake/win32.ensureNodeLib.cmake +34 -0
- package/llama/cmake/win32.llvmApplyGnuModeAdaptations.cmake +12 -0
- package/llama/cmake/win32.llvmEnsureCmakeAr.cmake +37 -0
- package/llama/cmake/win32.llvmUseGnuModeCompilers.cmake +87 -0
- package/llama/cmake/win32.programFilesPaths.cmake +35 -0
- package/llama/gpuInfo/vulkan-gpu-info.cpp +207 -0
- package/llama/gpuInfo/vulkan-gpu-info.h +9 -0
- package/llama/package.json +5 -0
- package/llama/profiles/llvm.win32.host-arm64.target-arm64.cmake +14 -0
- package/llama/profiles/llvm.win32.host-x64.target-arm64.cmake +14 -0
- package/llama/profiles/llvm.win32.host-x64.target-x64.cmake +14 -0
- package/llama/toolchains/darwin.host-x64.target-arm64.cmake +8 -0
- package/llama/toolchains/linux.host-arm64.target-x64.cmake +5 -0
- package/llama/toolchains/linux.host-x64.target-arm64.cmake +5 -0
- package/llama/toolchains/linux.host-x64.target-arm71.cmake +5 -0
- package/llama/toolchains/llvm.win32.host-x64.target-x64.cmake +20 -0
- package/llama/toolchains/win32.host-arm64.target-arm64.cmake +21 -0
- package/llama/toolchains/win32.host-x64.target-arm64.cmake +21 -0
- package/llama/xpack/package.json +10 -0
- package/package.json +241 -0
- package/templates/README.md +6 -0
- package/templates/package.json +10 -0
- package/templates/packed/electron-typescript-react.json +1 -0
- package/templates/packed/node-typescript.json +1 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"extractFunctionCallSettingsFromJinjaTemplate.js","sourceRoot":"","sources":["../../../../src/chatWrappers/generic/utils/extractFunctionCallSettingsFromJinjaTemplate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,SAAS,EAAC,MAAM,iBAAiB,CAAC;AAE1C,OAAO,EAAC,SAAS,EAAE,YAAY,EAAE,iBAAiB,EAAC,MAAM,6BAA6B,CAAC;AAEvF,OAAO,EAAC,mBAAmB,EAAC,MAAM,0BAA0B,CAAC;AAQ7D,MAAM,UAAU,4CAA4C,CAAC,EACzD,YAAY,EACZ,cAAc,EACd,2BAA2B,GAAG,KAAK,EAKtC;IAMG,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAoC,CAAC;IAEtE,MAAM,UAAU,GAAG,YAAY,CAAC,UAAU,EAAE,CAAC;IAC7C,MAAM,UAAU,GAAG,YAAY,CAAC,UAAU,EAAE,CAAC;IAC7C,MAAM,UAAU,GAAG,YAAY,CAAC,UAAU,EAAE,CAAC;IAE7C,iBAAiB,CAAC,GAAG,CAAC,UAAU,EAAE,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC;IAC3D,iBAAiB,CAAC,GAAG,CAAC,UAAU,EAAE,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC;IAC3D,iBAAiB,CAAC,GAAG,CAAC,UAAU,EAAE,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC;IAE3D,MAAM,UAAU,GAAG,IAAI,GAAG,EAAU,CAAC;IACrC,MAAM,YAAY,GAAG,CAAC,EAAU,EAAE,EAAE;QAChC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAEnB,OAAO,EAAE,CAAC;IACd,CAAC,CAAC;IAEF,MAAM,aAAa,GAAG,YAAY,CAAC,YAAY,CAAC,UAAU,EAAE,CAAC,CAAC;IAC9D,MAAM,YAAY,GAAG,YAAY,CAAC,YAAY,CAAC,UAAU,EAAE,CAAC,CAAC;IAC7D,MAAM,aAAa,GAAG,YAAY,CAAC,YAAY,CAAC,UAAU,EAAE,CAAC,CAAC;IAC9D,MAAM,SAAS,GAAG,YAAY,CAAC,YAAY,CAAC,UAAU,EAAE,CAAC,CAAC;IAC1D,MAAM,gBAAgB,GAAG,YAAY,CAAC,YAAY,CAAC,UAAU,EAAE,CAAC,CAAC;IACjE,MAAM,WAAW,GAAG,YAAY,CAAC,YAAY,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC;IAChE,MAAM,WAAW,GAAG,YAAY,CAAC,YAAY,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC;IAChE,MAAM,SAAS,GAAG,YAAY,CAAC,YAAY,CAAC,UAAU,EAAE,CAAC,CAAC;IAC1D,MAAM,gBAAgB,GAAG,YAAY,CAAC,YAAY,CAAC,UAAU,EAAE,CAAC,CAAC;IACjE,MAAM,WAAW,GAAG,YAAY,CAAC,YAAY,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC;IAChE,MAAM,WAAW,GAAG,YAAY,CAAC,YAAY,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC;IAChE,MAAM,aAAa,GAAG,YAAY,CAAC,YAAY,CAAC,UAAU,EAAE,CAAC,CAAC;IAC9D,MAAM,mBAAmB,GAAG,YAAY,CAAC,YAAY,CAAC,UAAU,EAAE,CAAC,CAAC;IACpE,MAAM,oBAAoB,GAAG,YAAY,CAAC,YAAY,CAAC,UAAU,EAAE,CAAC,CAAC;IAErE,MAAM,UAAU,GAAuB;QACnC,CAAC,SAAS,CAAC,EAAE;YACT,WAAW,EAAE,gBAAgB;YAC7B,MAAM,EAAE;gBACJ,IAAI,EAAE,QAAQ;aACjB;SACJ;KACkB,CAAC;IACxB,MAAM,UAAU,GAAuB;QACnC,GAAG,UAAU;QACb,CAAC,SAAS,CAAC,EAAE;YACT,WAAW,EAAE,gBAAgB;YAC7B,MAAM,EAAE;gBACJ,IAAI,EAAE,QAAQ;aACjB;SACJ;KACkB,CAAC;IAExB,MAAM,eAAe,GAAsB,CAAC;YACxC,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,aAAa;SACtB,EAAE;YACC,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE,YAAY;SACrB,CAAC,CAAC;IACH,MAAM,aAAa,GAAsB,CAAC;YACtC,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE,IAAI;SACb,EAAE;YACC,IAAI,EAAE,OAAO;YACb,QAAQ,EAAE,CAAC,KAAK,CAAC;SACpB,CAAC,CAAC;IACH,MAAM,gBAAgB,GAAsB,CAAC,GAAG,eAAe,EAAE;YAC7D,IAAI,EAAE,OAAO;YACb,QAAQ,EAAE;gBACN,aAAa;gBACb;oBACI,IAAI,EAAE,cAAc;oBACpB,IAAI,EAAE,SAAS;oBAEf,+DAA+D;oBAC/D,kEAAkE;oBAClE,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC;oBAC3B,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC;oBAC3B,cAAc,EAAE,IAAI;iBACvB;gBACD,aAAa;aAChB;SACJ,EAAE,GAAG,CAAC,2BAA2B,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC1D,MAAM,mBAAmB,GAAsB,CAAC,GAAG,eAAe,EAAE;YAChE,IAAI,EAAE,OAAO;YACb,QAAQ,EAAE;gBACN;oBACI,IAAI,EAAE,cAAc;oBACpB,IAAI,EAAE,SAAS;oBAEf,+DAA+D;oBAC/D,kEAAkE;oBAClE,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC;oBAC3B,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC;oBAC3B,cAAc,EAAE,IAAI;iBACvB;gBACD,aAAa;aAChB;SACJ,EAAE,GAAG,CAAC,2BAA2B,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC1D,MAAM,iBAAiB,GAAsB,CAAC,GAAG,eAAe,EAAE;YAC9D,IAAI,EAAE,OAAO;YACb,QAAQ,EAAE;gBACN,aAAa;gBACb;oBACI,IAAI,EAAE,cAAc;oBACpB,IAAI,EAAE,SAAS;oBAEf,+DAA+D;oBAC/D,kEAAkE;oBAClE,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC;oBAC3B,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC;oBAC3B,cAAc,EAAE,IAAI;iBACvB;gBACD;oBACI,IAAI,EAAE,cAAc;oBACpB,IAAI,EAAE,SAAS;oBACf,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC;oBAC3B,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC;oBAC3B,cAAc,EAAE,KAAK;iBACxB;gBACD,aAAa;aAChB;SACJ,EAAE,GAAG,CAAC,2BAA2B,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC1D,MAAM,yBAAyB,GAAsB,CAAC,GAAG,eAAe,EAAE;YACtE,IAAI,EAAE,OAAO;YACb,QAAQ,EAAE;gBACN,aAAa;gBACb;oBACI,IAAI,EAAE,cAAc;oBACpB,IAAI,EAAE,SAAS;oBAEf,+DAA+D;oBAC/D,kEAAkE;oBAClE,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC;oBAC3B,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC;oBAC3B,cAAc,EAAE,IAAI;iBACvB;gBACD;oBACI,IAAI,EAAE,cAAc;oBACpB,IAAI,EAAE,SAAS;oBACf,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC;oBAC3B,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC;oBAC3B,cAAc,EAAE,IAAI;iBACvB;gBACD,aAAa;aAChB;SACJ,EAAE,GAAG,CAAC,2BAA2B,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAE1D,MAAM,gBAAgB,GAAG;QACrB,WAAW,EAAE,UAAU;QACvB,WAAW,EAAE,UAAU;QACvB,WAAW,EAAE,UAAU;KAC1B,CAAC;IAEF,IAAI,+BAA+B,GAAG,IAAI,CAAC;IAC3C,IAAI,eAAe,GAAG,IAAI,CAAC;IAC3B,IAAI,eAAe,GAAG,IAAI,CAAC;IAC3B,IAAI,CAAC;QACD,MAAM,gBAAgB,GAAG,cAAc,CAAC;YACpC,WAAW,EAAE,CAAC,GAAG,eAAe,EAAE;oBAC9B,IAAI,EAAE,OAAO;oBACb,QAAQ,EAAE;wBACN,aAAa;wBACb;4BACI,IAAI,EAAE,cAAc;4BACpB,IAAI,EAAE,SAAS;4BACf,MAAM,EAAE,EAAC,CAAC,mBAAmB,CAAC,EAAE,MAAM,EAAC;4BACvC,MAAM,EAAE,oBAAoB;4BAC5B,cAAc,EAAE,IAAI;yBACvB;wBACD,aAAa;qBAChB;iBACJ,CAAC;YACF,SAAS,EAAE,UAAU;YACrB,gBAAgB;YAChB,uBAAuB,EAAE,KAAK;YAC9B,wBAAwB,EAAE,KAAK;YAC/B,+BAA+B;SAClC,CAAC,CAAC;QACH,eAAe,GAAG,CACd,CAAC,gBAAgB,CAAC,QAAQ,CAAC,IAAI,mBAAmB,IAAI,CAAC;YACvD,CAAC,gBAAgB,CAAC,QAAQ,CAAC,IAAI,mBAAmB,IAAI,CAAC,CAC1D,CAAC;IACN,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACX,aAAa;IACjB,CAAC;IAED,IAAI,CAAC;QACD,MAAM,gBAAgB,GAAG,cAAc,CAAC;YACpC,WAAW,EAAE,CAAC,GAAG,eAAe,EAAE;oBAC9B,IAAI,EAAE,OAAO;oBACb,QAAQ,EAAE;wBACN,aAAa;wBACb;4BACI,IAAI,EAAE,cAAc;4BACpB,IAAI,EAAE,SAAS;4BACf,MAAM,EAAE,mBAAmB;4BAC3B,MAAM,EAAE,EAAC,CAAC,oBAAoB,CAAC,EAAE,MAAM,EAAC;4BACxC,cAAc,EAAE,IAAI;yBACvB;wBACD,aAAa;qBAChB;iBACJ,CAAC;YACF,SAAS,EAAE,UAAU;YACrB,gBAAgB;YAChB,uBAAuB,EAAE,KAAK;YAC9B,wBAAwB,EAAE,KAAK;YAC/B,+BAA+B;SAClC,CAAC,CAAC;QACH,eAAe,GAAG,CACd,CAAC,gBAAgB,CAAC,QAAQ,CAAC,IAAI,oBAAoB,IAAI,CAAC;YACxD,CAAC,gBAAgB,CAAC,QAAQ,CAAC,IAAI,oBAAoB,IAAI,CAAC,CAC3D,CAAC;IACN,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACX,aAAa;IACjB,CAAC;IAED,+BAA+B,GAAG,cAAc,CAAC;QAC7C,WAAW,EAAE,gBAAgB;QAC7B,SAAS,EAAE,UAAU;QACrB,gBAAgB;QAChB,uBAAuB,EAAE,IAAI;QAC7B,wBAAwB,EAAE,IAAI;QAC9B,+BAA+B;KAClC,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;IAE3B,IAAI,iCAAiC,GAAc,SAAS,EAAE,CAAC;IAC/D,IAAI,CAAC,+BAA+B,EAAE,CAAC;QACnC,IAAI,CAAC;YACD,MAAM,gCAAgC,GAAG,cAAc,CAAC;gBACpD,WAAW,EAAE,CAAC,GAAG,eAAe,EAAE;wBAC9B,IAAI,EAAE,OAAO;wBACb,QAAQ,EAAE,CAAC,aAAa,CAAC;qBAC5B,EAAE;wBACC,IAAI,EAAE,OAAO;wBACb,QAAQ,EAAE,CAAC,aAAa,CAAC;qBAC5B,CAAC;gBACF,SAAS,EAAE,EAAE;gBACb,gBAAgB;gBAChB,uBAAuB,EAAE,KAAK;gBAC9B,wBAAwB,EAAE,KAAK;gBAC/B,+BAA+B;gBAC/B,wBAAwB,EAAE,KAAK;aAClC,CAAC,CAAC;YACH,MAAM,QAAQ,GAAG,iBAAiB,CAC9B,gCAAgC,EAAE,aAAa,EAAE,aAAa,CACjE,CAAC,IAAI,IAAI,EAAE,CAAC;YACb,iCAAiC,GAAG,mBAAmB,CAAC,QAAQ,EAAE,iBAAiB,EAAE,UAAU,CAAC,CAAC;QACrG,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,aAAa;QACjB,CAAC;IACL,CAAC;IAED,IAAI,qBAAqB,GAAG,KAAK,CAAC;IAClC,MAAM,aAAa,GAAG,cAAc,CAAC;QACjC,WAAW,EAAE,gBAAgB;QAC7B,SAAS,EAAE,UAAU;QACrB,gBAAgB;QAChB,uBAAuB,EAAE,eAAe;QACxC,wBAAwB,EAAE,eAAe;QACzC,+BAA+B;KAClC,CAAC,CAAC;IACH,MAAM,gBAAgB,GAAG,mBAAmB,CAAC;QACzC,GAAG,EAAE,CAAC,cAAc,CAAC;YACjB,WAAW,EAAE,mBAAmB;YAChC,SAAS,EAAE,UAAU;YACrB,gBAAgB;YAChB,uBAAuB,EAAE,eAAe;YACxC,wBAAwB,EAAE,eAAe;YACzC,+BAA+B;SAClC,CAAC;QACF,GAAG,EAAE,CAAC,SAAS;KAClB,CAAC,CAAC;IACH,MAAM,cAAc,GAAG,mBAAmB,CAAC;QACvC,GAAG,EAAE,CAAC,cAAc,CAAC;YACjB,WAAW,EAAE,iBAAiB;YAC9B,SAAS,EAAE,UAAU;YACrB,gBAAgB;YAChB,uBAAuB,EAAE,eAAe;YACxC,wBAAwB,EAAE,eAAe;YACzC,+BAA+B;SAClC,CAAC;QACF,GAAG,EAAE;YACD,qBAAqB,GAAG,IAAI,CAAC;YAC7B,OAAO,cAAc,CAAC;gBAClB,WAAW,EAAE,yBAAyB;gBACtC,SAAS,EAAE,UAAU;gBACrB,gBAAgB;gBAChB,uBAAuB,EAAE,eAAe;gBACxC,wBAAwB,EAAE,eAAe;gBACzC,+BAA+B;aAClC,CAAC,CAAC;QACP,CAAC;KACJ,CAAC,CAAC;IAEH,MAAM,wBAAwB,GAAG,iBAAiB,CAAC,cAAc,EAAE,aAAa,EAAE,SAAS,CAAC,CAAC;IAC7F,MAAM,sBAAsB,GAAG,iBAAiB,CAC5C,cAAc,EAAE,SAAS,EAAE,WAAW,EAAE,wBAAwB,CAAC,QAAQ,CAC5E,CAAC;IAEF,MAAM,gBAAgB,GAAG,cAAc,CAAC,OAAO,CAAC,WAAW,EAAE,sBAAsB,CAAC,QAAQ,CAAC,CAAC;IAC9F,MAAM,cAAc,GAAG,cAAc,CAAC,OAAO,CAAC,SAAS,EAAE,wBAAwB,CAAC,QAAQ,CAAC,CAAC;IAE5F,IAAI,wBAAwB,CAAC,IAAI,IAAI,IAAI;QACrC,sBAAsB,CAAC,IAAI,IAAI,IAAI;QACnC,gBAAgB,GAAG,CAAC;QACpB,cAAc,GAAG,CAAC;QAElB,OAAO,EAAC,QAAQ,EAAE,IAAI,EAAE,eAAe,EAAE,eAAe,EAAE,+BAA+B,EAAC,CAAC;IAE/F,MAAM,qBAAqB,GAAG,gBAAgB,GAAG,cAAc,CAAC;IAChE,IAAI,CAAC,qBAAqB,IAAI,qBAAqB,EAAE,CAAC;QAClD,MAAM,MAAM,GAAG,iBAAiB,CAAC,aAAa,EAAE,aAAa,EAAE,SAAS,CAAC,CAAC;QAC1E,MAAM,YAAY,GAAG,iBAAiB,CAClC,aAAa,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,CAAC,QAAQ,CACzD,CAAC;QAEF,MAAM,YAAY,GAAG,iBAAiB,CAAC,aAAa,EAAE,WAAW,EAAE,WAAW,EAAE,YAAY,CAAC,QAAQ,CAAC,CAAC;QACvG,MAAM,YAAY,GAAG,iBAAiB,CAAC,aAAa,EAAE,WAAW,EAAE,aAAa,EAAE,YAAY,CAAC,QAAQ,CAAC,CAAC;QAEzG,IAAI,MAAM,CAAC,IAAI,IAAI,IAAI,IAAI,MAAM,CAAC,IAAI,KAAK,EAAE,IAAI,YAAY,CAAC,IAAI,IAAI,IAAI,IAAI,YAAY,CAAC,IAAI,IAAI,IAAI,IAAI,YAAY,CAAC,IAAI,IAAI,IAAI;YAChI,OAAO,EAAC,QAAQ,EAAE,IAAI,EAAE,eAAe,EAAE,eAAe,EAAE,+BAA+B,EAAC,CAAC;QAE/F,OAAO;YACH,eAAe;YACf,eAAe;YACf,+BAA+B;YAC/B,QAAQ,EAAE;gBACN,IAAI,EAAE;oBACF,mBAAmB,EAAE,IAAI;oBACzB,MAAM,EAAE,yBAAyB,CAC7B,mBAAmB,CAAC,MAAM,CAAC,IAAI,EAAE,iBAAiB,EAAE,UAAU,CAAC,EAC/D,CAAC,+BAA+B;wBAC5B,CAAC,CAAC,iCAAiC;wBACnC,CAAC,CAAC,SAAS,EAAE,CACpB;oBACD,YAAY,EAAE,mBAAmB,CAAC,YAAY,CAAC,IAAI,EAAE,iBAAiB,EAAE,UAAU,CAAC;oBACnF,MAAM,EAAE,EAAE;oBACV,0BAA0B,EAAE,EAAE;iBACjC;gBACD,MAAM,EAAE;oBACJ,MAAM,EAAE,mBAAmB,CACvB,YAAY,CAAC,IAAI,EACjB,IAAI,GAAG,CAAC;wBACJ,GAAG,iBAAiB,CAAC,OAAO,EAAE;wBAC9B,CAAC,SAAS,EAAE,SAAS,CAAC,kBAAkB,CAAC,CAAC;wBAC1C,CAAC,WAAW,EAAE,SAAS,CAAC,oBAAoB,CAAC,CAAC;qBACjD,CAAC,EACF,UAAU,CACb;oBACD,MAAM,EAAE,mBAAmB,CACvB,YAAY,CAAC,IAAI,EACjB,IAAI,GAAG,CAAC;wBACJ,GAAG,iBAAiB,CAAC,OAAO,EAAE;wBAC9B,CAAC,SAAS,EAAE,SAAS,CAAC,kBAAkB,CAAC,CAAC;wBAC1C,CAAC,WAAW,EAAE,SAAS,CAAC,oBAAoB,CAAC,CAAC;qBACjD,CAAC,EACF,UAAU,CACb;iBACJ;aACJ;SACJ,CAAC;IACN,CAAC;IAED,MAAM,sBAAsB,GAAG,iBAAiB,CAC5C,cAAc,EAAE,WAAW,EAAE,SAAS,EAAE,sBAAsB,CAAC,QAAQ,CAC1E,CAAC;IACF,MAAM,wBAAwB,GAAG,iBAAiB,CAC9C,cAAc,EAAE,WAAW,EAAE,WAAW,EAAE,sBAAsB,CAAC,QAAQ,CAC5E,CAAC;IACF,MAAM,wBAAwB,GAAG,iBAAiB,CAC9C,cAAc,EAAE,WAAW,EAAE,WAAW,EAAE,wBAAwB,CAAC,QAAQ,CAC9E,CAAC;IACF,MAAM,0BAA0B,GAAG,iBAAiB,CAChD,cAAc,EAAE,WAAW,EAAE,aAAa,EAAE,wBAAwB,CAAC,QAAQ,CAChF,CAAC;IAGF,IAAI,sBAAsB,CAAC,IAAI,IAAI,IAAI,IAAI,wBAAwB,CAAC,IAAI,IAAI,IAAI,IAAI,wBAAwB,CAAC,IAAI,IAAI,IAAI;QACrH,0BAA0B,CAAC,IAAI,IAAI,IAAI;QAEvC,OAAO,EAAC,QAAQ,EAAE,IAAI,EAAE,eAAe,EAAE,eAAe,EAAE,+BAA+B,EAAC,CAAC;IAE/F,MAAM,gBAAgB,GAAG,mBAAmB,CAAC,wBAAwB,CAAC,IAAI,EAAE,sBAAsB,CAAC,IAAI,CAAC,CAAC;IACzG,MAAM,cAAc,GAAG,sBAAsB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,gBAAgB,CAAC,CAAC;IAC5E,MAAM,qBAAqB,GAAG,wBAAwB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,gBAAgB,CAAC,CAAC;IAExF,MAAM,gBAAgB,GAAG,qBAAqB,CAAC,sBAAsB,CAAC,IAAI,EAAE,wBAAwB,CAAC,IAAI,CAAC,CAAC;IAC3G,MAAM,cAAc,GAAG,sBAAsB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,gBAAgB,CAAC,CAAC;IAE9E,MAAM,2BAA2B,GAAG,sBAAsB,CAAC,IAAI,CAAC,KAAK,CAAC,gBAAgB,EAAE,CAAC,gBAAgB,CAAC,CAAC;IAC3G,MAAM,oBAAoB,GAAG,sBAAsB,CAAC,IAAI,CAAC;IAEzD,MAAM,kBAAkB,GAAG,mBAAmB,CAAC,wBAAwB,CAAC,IAAI,EAAE,wBAAwB,CAAC,IAAI,CAAC,CAAC;IAC7G,MAAM,gBAAgB,GAAG,wBAAwB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,kBAAkB,CAAC,CAAC;IAElF,MAAM,kBAAkB,GAAG,qBAAqB,CAAC,wBAAwB,CAAC,IAAI,EAAE,0BAA0B,CAAC,IAAI,CAAC,CAAC;IACjH,MAAM,gBAAgB,GAAG,wBAAwB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,kBAAkB,CAAC,CAAC;IACpF,MAAM,mCAAmC,GAAG,wBAAwB,CAAC,IAAI,CAAC,KAAK,CAAC,kBAAkB,EAAE,CAAC,kBAAkB,CAAC,CAAC;IACzH,MAAM,2BAA2B,GAAG,0BAA0B,CAAC,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;IAE9F,MAAM,sCAAsC,GAAG,CAAC,mBAA2B,EAAE,EAAE;QAC3E,MAAM,EAAC,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,UAAU,EAAC,GAAG,kBAAkB,CAAC,mBAAmB,EAAE,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC;QAEnH,IAAI,aAAa,IAAI,CAAC,IAAI,UAAU,IAAI,IAAI;YACxC,OAAO;gBACH,yBAAyB,EAAE,mBAAmB,CAAC,KAAK,CAAC,CAAC,EAAE,aAAa,GAAG,UAAU,CAAC,MAAM,CAAC;gBAC1F,uBAAuB,EAAE,mBAAmB,CAAC,KAAK,CAAC,aAAa,GAAG,UAAU,CAAC,MAAM,CAAC;aACxF,CAAC;QAEN,MAAM,QAAQ,GAAG,mBAAmB,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QACzD,IAAI,QAAQ,IAAI,CAAC;YACb,OAAO;gBACH,yBAAyB,EAAE,mBAAmB,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC;gBACjE,uBAAuB,EAAE,mBAAmB,CAAC,KAAK,CAAC,QAAQ,CAAC;aAC/D,CAAC;QAEN,OAAO;YACH,yBAAyB,EAAE,mBAAmB;YAC9C,uBAAuB,EAAE,EAAE;SAC9B,CAAC;IACN,CAAC,CAAC;IACF,MAAM,EACF,yBAAyB,EACzB,uBAAuB,EAC1B,GAAG,sCAAsC,CAAC,wBAAwB,CAAC,IAAI,CAAC,KAAK,CAAC,gBAAgB,EAAE,CAAC,kBAAkB,CAAC,CAAC,CAAC;IAEvH,IAAI,iBAAiB,GAAG,mBAAmB,CAAC,cAAc,EAAE,iBAAiB,EAAE,UAAU,CAAC,CAAC;IAC3F,MAAM,mCAAmC,GAAG,yBAAyB,CACjE,mBAAmB,CAAC,qBAAqB,EAAE,iBAAiB,EAAE,UAAU,CAAC,EACzE,CAAC,+BAA+B;QAC5B,CAAC,CAAC,iCAAiC;QACnC,CAAC,CAAC,SAAS,EAAE,CACpB,CAAC;IACF,IAAI,kCAAkC,GAAG,mBAAmB,CAAC,2BAA2B,EAAE,iBAAiB,EAAE,UAAU,CAAC,CAAC;IAEzH,IAAI,mCAAmC,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,gBAAgB,IAAI,IAAI,EAAE,CAAC;QACtF,MAAM,gCAAgC,GAAG,iBAAiB,CAAC,aAAa,EAAE,YAAY,EAAE,aAAa,CAAC,CAAC;QACvG,MAAM,+BAA+B,GAAG,iBAAiB,CAAC,gBAAgB,EAAE,YAAY,EAAE,SAAS,CAAC,CAAC;QAErG,IAAI,gCAAgC,CAAC,IAAI,IAAI,IAAI,IAAI,+BAA+B,CAAC,IAAI,IAAI,IAAI,EAAE,CAAC;YAChG,MAAM,gCAAgC,GAAG,qBAAqB,CAC1D,gCAAgC,CAAC,IAAI,EACrC,+BAA+B,CAAC,IAAI,CACvC,CAAC;YACF,MAAM,sBAAsB,GAAG,+BAA+B,CAAC,IAAI,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAC;YAC5G,MAAM,6BAA6B,GAAG,mBAAmB,CAAC,sBAAsB,EAAE,iBAAiB,EAAE,UAAU,CAAC,CAAC;YAEjH,MAAM,kBAAkB,GAAG,yBAAyB,CAAC,iBAAiB,EAAE,6BAA6B,CAAC,CAAC;YACvG,IAAI,kBAAkB,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACvC,iBAAiB,GAAG,yBAAyB,CAAC,iBAAiB,EAAE,kBAAkB,CAAC,CAAC;gBACrF,kCAAkC,GAAG,SAAS,CAAC;oBAC3C,kBAAkB;oBAClB,kCAAkC;iBACrC,CAAC,CAAC;YACP,CAAC;QACL,CAAC;IACL,CAAC;IAED,MAAM,EACF,gBAAgB,EAAE,2BAA2B,EAC7C,SAAS,EAAE,sBAAsB,EACpC,GAAG,sCAAsC,CAAC,iBAAiB,CAAC,CAAC;IAE9D,MAAM,EACF,gBAAgB,EAAE,kCAAkC,EACpD,SAAS,EAAE,wCAAwC,EACtD,GAAG,sCAAsC,CACtC,SAAS,CAAC;QACN,mCAAmC;QACnC,2BAA2B;KAC9B,CAAC,CACL,CAAC;IAEF,OAAO;QACH,eAAe;QACf,eAAe;QACf,+BAA+B;QAC/B,QAAQ,EAAE;YACN,IAAI,EAAE;gBACF,mBAAmB,EAAE,IAAI;gBACzB,MAAM,EAAE,sBAAsB;gBAC9B,YAAY,EAAE,mBAAmB,CAAC,oBAAoB,EAAE,iBAAiB,EAAE,UAAU,CAAC;gBACtF,MAAM,EAAE,mBAAmB,CAAC,cAAc,EAAE,iBAAiB,EAAE,UAAU,CAAC;gBAC1E,0BAA0B,EAAE,EAAE;aACjC;YACD,MAAM,EAAE;gBACJ,MAAM,EAAE,mBAAmB,CACvB,gBAAgB,EAChB,IAAI,GAAG,CAAC;oBACJ,GAAG,iBAAiB,CAAC,OAAO,EAAE;oBAC9B,CAAC,SAAS,EAAE,SAAS,CAAC,kBAAkB,CAAC,CAAC;oBAC1C,CAAC,WAAW,EAAE,SAAS,CAAC,oBAAoB,CAAC,CAAC;iBACjD,CAAC,EACF,UAAU,CACb;gBACD,MAAM,EAAE,mBAAmB,CACvB,gBAAgB,EAChB,IAAI,GAAG,CAAC;oBACJ,GAAG,iBAAiB,CAAC,OAAO,EAAE;oBAC9B,CAAC,SAAS,EAAE,SAAS,CAAC,kBAAkB,CAAC,CAAC;oBAC1C,CAAC,WAAW,EAAE,SAAS,CAAC,oBAAoB,CAAC,CAAC;iBACjD,CAAC,EACF,UAAU,CACb;aACJ;YACD,WAAW,EAAE;gBACT,IAAI,EAAE;oBACF,aAAa,EAAE,SAAS,CAAC;wBACrB,kCAAkC;wBAClC,wCAAwC;qBAC3C,CAAC;oBACF,6BAA6B,EAAE,kCAAkC,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC;wBACjF,CAAC,CAAC,SAAS;wBACX,CAAC,CAAC,CAAC,wCAAwC,CAAC;oBAChD,YAAY,EAAE,SAAS,CAAC;wBACpB,kCAAkC;wBAClC,2BAA2B;qBAC9B,CAAC;oBACF,aAAa,EAAE,mBAAmB,CAAC,yBAAyB,EAAE,iBAAiB,EAAE,UAAU,CAAC;iBAC/F;gBACD,MAAM,EAAE;oBACJ,aAAa,EAAE,mBAAmB,CAAC,uBAAuB,EAAE,iBAAiB,EAAE,UAAU,CAAC;oBAC1F,cAAc,EAAE,mBAAmB,CAAC,mCAAmC,EAAE,iBAAiB,EAAE,UAAU,CAAC;oBACvG,aAAa,EAAE,mBAAmB,CAAC,2BAA2B,EAAE,iBAAiB,EAAE,UAAU,CAAC;iBACjG;aACJ;SACJ;KACJ,CAAC;AACN,CAAC;AAED,MAAM,UAAU,wCAAwC,CAAC,EACrD,YAAY,EACZ,cAAc,EAIjB;IACG,MAAM,QAAQ,GAAG,YAAY,CAAC,UAAU,EAAE,CAAC;IAC3C,MAAM,WAAW,GAAG,YAAY,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;IAClD,MAAM,YAAY,GAAG,QAAQ,CAAC;IAE9B,MAAM,SAAS,GAAuB;QAClC,CAAC,QAAQ,CAAC,EAAE;YACR,WAAW,EAAE,YAAY,CAAC,UAAU,EAAE;YACtC,MAAM,EAAE;gBACJ,IAAI,EAAE,QAAQ;aACjB;SACJ;KACkB,CAAC;IACxB,MAAM,qBAAqB,GAAuB;QAC9C,CAAC,QAAQ,CAAC,EAAE;YACR,WAAW,EAAE,YAAY,CAAC,UAAU,EAAE;YACtC,MAAM,EAAE;gBACJ,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACR,CAAC,YAAY,CAAC,EAAE;wBACZ,IAAI,EAAE,QAAQ;qBACjB;iBACJ;aACJ;SACJ;KACkB,CAAC;IACxB,MAAM,eAAe,GAAsB,CAAC;YACxC,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,YAAY,CAAC,UAAU,EAAE;SAClC,EAAE;YACC,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE,YAAY,CAAC,UAAU,EAAE;SAClC,EAAE;YACC,IAAI,EAAE,OAAO;YACb,QAAQ,EAAE;gBACN,YAAY,CAAC,UAAU,EAAE;gBACzB;oBACI,IAAI,EAAE,cAAc;oBACpB,IAAI,EAAE,QAAQ;oBAEd,+DAA+D;oBAC/D,kEAAkE;oBAClE,MAAM,EAAE,WAAW;oBACnB,MAAM,EAAE,YAAY,CAAC,UAAU,EAAE;oBACjC,cAAc,EAAE,IAAI;iBACvB;gBACD,YAAY,CAAC,UAAU,EAAE;aAC5B;SACJ,CAAC,CAAC;IACH,MAAM,4BAA4B,GAAsB,CAAC;YACrD,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,YAAY,CAAC,UAAU,EAAE;SAClC,EAAE;YACC,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE,YAAY,CAAC,UAAU,EAAE;SAClC,EAAE;YACC,IAAI,EAAE,OAAO;YACb,QAAQ,EAAE;gBACN,YAAY,CAAC,UAAU,EAAE;gBACzB;oBACI,IAAI,EAAE,cAAc;oBACpB,IAAI,EAAE,QAAQ;oBAEd,+DAA+D;oBAC/D,kEAAkE;oBAClE,MAAM,EAAE,EAAC,CAAC,YAAY,CAAC,EAAE,WAAW,EAAC;oBACrC,MAAM,EAAE,YAAY,CAAC,UAAU,EAAE;oBACjC,cAAc,EAAE,IAAI;iBACvB;gBACD,YAAY,CAAC,UAAU,EAAE;aAC5B;SACJ,CAAC,CAAC;IACH,MAAM,gBAAgB,GAAG;QACrB,WAAW,EAAE,YAAY,CAAC,UAAU,EAAE;QACtC,WAAW,EAAE,YAAY,CAAC,UAAU,EAAE;QACtC,WAAW,EAAE,YAAY,CAAC,UAAU,EAAE;KACzC,CAAC;IAEF,IAAI,CAAC;QACD,MAAM,QAAQ,GAAG,cAAc,CAAC;YAC5B,WAAW,EAAE,eAAe;YAC5B,SAAS;YACT,gBAAgB;YAChB,uBAAuB,EAAE,KAAK;YAC9B,wBAAwB,EAAE,KAAK;YAC/B,+BAA+B,EAAE,KAAK;YACtC,wBAAwB,EAAE,IAAI;SACjC,CAAC,CAAC;QACH,IAAI,QAAQ,CAAC,QAAQ,CAAC,WAAW,CAAC;YAC9B,OAAO,SAAS,CAAC;QAErB,MAAM,qBAAqB,GAAG,cAAc,CAAC;YACzC,WAAW,EAAE,4BAA4B;YACzC,SAAS,EAAE,qBAAqB;YAChC,gBAAgB;YAChB,uBAAuB,EAAE,KAAK;YAC9B,wBAAwB,EAAE,KAAK;YAC/B,+BAA+B,EAAE,KAAK;YACtC,wBAAwB,EAAE,IAAI;SACjC,CAAC,CAAC;QACH,IAAI,qBAAqB,CAAC,QAAQ,CAAC,WAAW,CAAC;YAC3C,OAAO,YAAY,CAAC;IAC5B,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACX,aAAa;IACjB,CAAC;IAED,OAAO,SAAS,CAAC;AACrB,CAAC;AAED,SAAS,iBAAiB,CACtB,IAAY,EAAE,OAAe,EAAE,KAAa,EAAE,aAAqB,CAAC;IAEpE,MAAM,eAAe,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;IAC1D,IAAI,eAAe,GAAG,CAAC;QACnB,OAAO,EAAC,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,CAAC,EAAC,CAAC;IAE3C,MAAM,aAAa,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,eAAe,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAC5E,IAAI,aAAa,GAAG,CAAC;QACjB,OAAO,EAAC,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,CAAC,EAAC,CAAC;IAE3C,OAAO;QACH,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,eAAe,GAAG,OAAO,CAAC,MAAM,EAAE,aAAa,CAAC;QACjE,QAAQ,EAAE,aAAa;KAC1B,CAAC;AACN,CAAC;AAED,SAAS,mBAAmB,CAAC,IAAY,EAAE,KAA4C,EAAE,UAAuB;IAC5G,OAAO,SAAS,CACZ,SAAS,CAAC,IAAI,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,EAAE,EAAE,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;SAC1D,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACV,IAAI,OAAO,IAAI,KAAK,QAAQ;YACxB,OAAO,IAAI,iBAAiB,CAAC,IAAI,CAAC,CAAC;QAEvC,MAAM,UAAU,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC7C,IAAI,UAAU,IAAI,IAAI;YAClB,OAAO,UAAU,CAAC;QAEtB,IAAI,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC;YAC9B,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;QAE1D,OAAO,IAAI,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACjD,CAAC,CAAC,CACT,CAAC;AACN,CAAC;AAED,SAAS,yBAAyB,CAAC,MAAiB,EAAE,UAAqB;IACvE,KACI,IAAI,iBAAiB,GAAG,CAAC,EACzB,iBAAiB,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,IAAI,iBAAiB,GAAG,UAAU,CAAC,MAAM,CAAC,MAAM,EACxF,iBAAiB,EAAE,EACrB,CAAC;QACC,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC;QACrD,MAAM,eAAe,GAAG,UAAU,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC;QAE7D,IAAI,OAAO,WAAW,KAAK,QAAQ,IAAI,OAAO,eAAe,KAAK,QAAQ,EAAE,CAAC;YACzE,IAAI,WAAW,KAAK,eAAe;gBAC/B,SAAS;QACjB,CAAC;aAAM,IAAI,WAAW,YAAY,iBAAiB,IAAI,eAAe,YAAY,iBAAiB,EAAE,CAAC;YAClG,MAAM,YAAY,GAAG,qBAAqB,CAAC,WAAW,CAAC,KAAK,EAAE,eAAe,CAAC,KAAK,CAAC,CAAC;YACrF,IAAI,YAAY,KAAK,WAAW,CAAC,KAAK,CAAC,MAAM,IAAI,YAAY,KAAK,eAAe,CAAC,KAAK,CAAC,MAAM;gBAC1F,SAAS;YAEb,OAAO,SAAS,CAAC;gBACb,IAAI,iBAAiB,CAAC,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;gBAC5D,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,iBAAiB,GAAG,CAAC,CAAC;aAChD,CAAC,CAAC;QACP,CAAC;aAAM,IAAI,WAAW,YAAY,YAAY,IAAI,eAAe,YAAY,YAAY,EAAE,CAAC;YACxF,IAAI,WAAW,CAAC,KAAK,KAAK,eAAe,CAAC,KAAK;gBAC3C,SAAS;QACjB,CAAC;aAAM,IAAI,SAAS,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,eAAe,IAAI,EAAE,CAAC,CAAC;YAC7E,SAAS;QAEb,OAAO,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAC;IAC7D,CAAC;IAED,OAAO,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;AACpE,CAAC;AAED,SAAS,yBAAyB,CAAC,MAAiB,EAAE,QAAmB;IACrE,KACI,IAAI,eAAe,GAAG,CAAC,EACvB,eAAe,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,IAAI,eAAe,GAAG,QAAQ,CAAC,MAAM,CAAC,MAAM,EAClF,eAAe,EAAE,EACnB,CAAC;QACC,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,eAAe,GAAG,CAAC,CAAC,CAAC;QAC9E,MAAM,aAAa,GAAG,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,GAAG,eAAe,GAAG,CAAC,CAAC,CAAC;QAEpF,IAAI,OAAO,WAAW,KAAK,QAAQ,IAAI,OAAO,aAAa,KAAK,QAAQ,EAAE,CAAC;YACvE,IAAI,WAAW,KAAK,aAAa;gBAC7B,SAAS;QACjB,CAAC;aAAM,IAAI,WAAW,YAAY,iBAAiB,IAAI,aAAa,YAAY,iBAAiB,EAAE,CAAC;YAChG,MAAM,YAAY,GAAG,mBAAmB,CAAC,WAAW,CAAC,KAAK,EAAE,aAAa,CAAC,KAAK,CAAC,CAAC;YACjF,IAAI,YAAY,KAAK,WAAW,CAAC,KAAK,CAAC,MAAM,IAAI,YAAY,KAAK,aAAa,CAAC,KAAK,CAAC,MAAM;gBACxF,SAAS;YAEb,OAAO,SAAS,CAAC;gBACb,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,eAAe,GAAG,CAAC,CAAC;gBACrE,IAAI,iBAAiB,CAAC,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,WAAW,CAAC,KAAK,CAAC,MAAM,GAAG,YAAY,CAAC,CAAC;aAC7F,CAAC,CAAC;QACP,CAAC;aAAM,IAAI,WAAW,YAAY,YAAY,IAAI,aAAa,YAAY,YAAY,EAAE,CAAC;YACtF,IAAI,WAAW,CAAC,KAAK,KAAK,aAAa,CAAC,KAAK;gBACzC,SAAS;QACjB,CAAC;aAAM,IAAI,SAAS,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,aAAa,IAAI,EAAE,CAAC,CAAC;YAC3E,SAAS;QAEb,OAAO,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,eAAe,GAAG,CAAC,CAAC,CAAC,CAAC;IACzF,CAAC;IAED,OAAO,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;AAC5F,CAAC;AAED,SAAS,sCAAsC,CAAC,MAAiB;IAC7D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC5C,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAC/B,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC5B,MAAM,kBAAkB,GAAG,KAAK,CAAC,SAAS,EAAE,CAAC,MAAM,CAAC;YACpD,IAAI,kBAAkB,KAAK,CAAC;gBACxB,SAAS;YAEb,MAAM,gBAAgB,GAAG,KAAK,CAAC,MAAM,GAAG,kBAAkB,CAAC;YAC3D,OAAO;gBACH,gBAAgB,EAAE,SAAS,CAAC;oBACxB,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;oBAC5B,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,gBAAgB,CAAC;iBACnC,CAAC;gBACF,SAAS,EAAE,SAAS,CAAC;oBACjB,KAAK,CAAC,KAAK,CAAC,gBAAgB,CAAC;oBAC7B,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC;iBAChC,CAAC;aACL,CAAC;QACN,CAAC;aAAM,IAAI,KAAK,YAAY,iBAAiB,EAAE,CAAC;YAC5C,MAAM,YAAY,GAAG,KAAK,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;YAC7C,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;gBACzB,SAAS;YAEb,MAAM,gBAAgB,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC;YAClE,OAAO;gBACH,gBAAgB,EAAE,SAAS,CAAC;oBACxB,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;oBAC5B,IAAI,iBAAiB,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,gBAAgB,CAAC,CAAC;iBAChE,CAAC;gBACF,SAAS,EAAE,SAAS,CAAC;oBACjB,IAAI,iBAAiB,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;oBAC1D,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC;iBAChC,CAAC;aACL,CAAC;QACN,CAAC;QAED,OAAO;YACH,gBAAgB,EAAE,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACtD,SAAS,EAAE,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;SAC/C,CAAC;IACN,CAAC;IAED,OAAO;QACH,gBAAgB,EAAE,MAAM;QACxB,SAAS,EAAE,SAAS,CAAC,EAAE,CAAC;KAC3B,CAAC;AACN,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAa,EAAE,KAAa;IACvD,IAAI,iBAAiB,GAAG,CAAC,CAAC;IAC1B,OAAO,iBAAiB,GAAG,KAAK,CAAC,MAAM,IAAI,iBAAiB,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;QAC1E,IAAI,KAAK,CAAC,iBAAiB,CAAC,KAAK,KAAK,CAAC,iBAAiB,CAAC;YACrD,MAAM;QAEV,iBAAiB,EAAE,CAAC;IACxB,CAAC;IAED,OAAO,iBAAiB,CAAC;AAC7B,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAa,EAAE,KAAa;IACrD,IAAI,eAAe,GAAG,CAAC,CAAC;IACxB,OAAO,eAAe,GAAG,KAAK,CAAC,MAAM,IAAI,eAAe,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;QACtE,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,eAAe,GAAG,CAAC,CAAC,KAAK,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,eAAe,GAAG,CAAC,CAAC;YACvF,MAAM;QAEV,eAAe,EAAE,CAAC;IACtB,CAAC;IAED,OAAO,eAAe,CAAC;AAC3B,CAAC;AAED,SAAS,kBAAkB,CACvB,IAAY,EAAE,UAAe,EAAE,aAAqB,CAAC;IAErD,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACjC,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;QAClD,IAAI,KAAK,IAAI,CAAC;YACV,OAAO,EAAC,KAAK,EAAE,IAAI,EAAE,SAAS,EAAC,CAAC;IACxC,CAAC;IAED,OAAO,EAAC,KAAK,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,SAAS,EAAC,CAAC;AACxC,CAAC"}
|
|
@@ -0,0 +1,66 @@
|
|
|
1
|
+
import { LlamaText, SpecialTokensText } from "../../../utils/LlamaText.js";
|
|
2
|
+
import { removeUndefinedFields } from "../../../utils/removeNullFields.js";
|
|
3
|
+
export function extractSegmentSettingsFromTokenizerAndChatTemplate(chatTemplate, tokenizer) {
|
|
4
|
+
function tryMatchPrefixSuffixPair(tryMatchGroups) {
|
|
5
|
+
if (chatTemplate != null) {
|
|
6
|
+
for (const [prefix, suffix] of tryMatchGroups) {
|
|
7
|
+
if ((hasAll(chatTemplate.replaceAll(prefix + "\\n\\n" + suffix, ""), [
|
|
8
|
+
prefix + "\\n\\n",
|
|
9
|
+
"\\n\\n" + suffix
|
|
10
|
+
])) || (hasAll(chatTemplate.replaceAll(prefix + "\n\n" + suffix, ""), [
|
|
11
|
+
prefix + "\n\n",
|
|
12
|
+
"\n\n" + suffix
|
|
13
|
+
])))
|
|
14
|
+
return {
|
|
15
|
+
prefix: LlamaText(new SpecialTokensText(prefix + "\n\n")),
|
|
16
|
+
suffix: LlamaText(new SpecialTokensText("\n\n" + suffix))
|
|
17
|
+
};
|
|
18
|
+
if ((hasAll(chatTemplate.replaceAll(prefix + "\\n" + suffix, ""), [
|
|
19
|
+
prefix + "\\n",
|
|
20
|
+
"\\n" + suffix
|
|
21
|
+
])) || (hasAll(chatTemplate.replaceAll(prefix + "\n" + suffix, ""), [
|
|
22
|
+
prefix + "\n",
|
|
23
|
+
"\n" + suffix
|
|
24
|
+
])))
|
|
25
|
+
return {
|
|
26
|
+
prefix: LlamaText(new SpecialTokensText(prefix + "\n")),
|
|
27
|
+
suffix: LlamaText(new SpecialTokensText("\n" + suffix))
|
|
28
|
+
};
|
|
29
|
+
if (chatTemplate.includes(prefix) && chatTemplate.includes(suffix))
|
|
30
|
+
return {
|
|
31
|
+
prefix: LlamaText(new SpecialTokensText(prefix)),
|
|
32
|
+
suffix: LlamaText(new SpecialTokensText(suffix))
|
|
33
|
+
};
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
if (tokenizer != null) {
|
|
37
|
+
for (const [prefix, suffix] of tryMatchGroups) {
|
|
38
|
+
const thinkTokens = tokenizer(prefix, true, "trimLeadingSpace");
|
|
39
|
+
const thinkEndTokens = tokenizer(suffix, true, "trimLeadingSpace");
|
|
40
|
+
const [thinkToken] = thinkTokens;
|
|
41
|
+
const [thinkEndToken] = thinkEndTokens;
|
|
42
|
+
if (thinkTokens.length === 1 && thinkEndTokens.length === 1 &&
|
|
43
|
+
thinkToken != null && thinkEndToken != null) {
|
|
44
|
+
return {
|
|
45
|
+
prefix: LlamaText(new SpecialTokensText(prefix)),
|
|
46
|
+
suffix: LlamaText(new SpecialTokensText(suffix))
|
|
47
|
+
};
|
|
48
|
+
}
|
|
49
|
+
}
|
|
50
|
+
}
|
|
51
|
+
return undefined;
|
|
52
|
+
}
|
|
53
|
+
return removeUndefinedFields({
|
|
54
|
+
thought: tryMatchPrefixSuffixPair([
|
|
55
|
+
["<think>", "</think>"], // DeepSeek, QwQ
|
|
56
|
+
["<thought>", "</thought>"], // EXAONE Deep
|
|
57
|
+
["[THINK]", "[/THINK]"], // Mistral
|
|
58
|
+
["<|START_THINKING|>", "<|END_THINKING|>"], // Command R7B
|
|
59
|
+
["<|begin_of_thought|>", "<|end_of_thought|>"] // JoyAI
|
|
60
|
+
])
|
|
61
|
+
});
|
|
62
|
+
}
|
|
63
|
+
function hasAll(text, matches) {
|
|
64
|
+
return matches.every((match) => text.includes(match));
|
|
65
|
+
}
|
|
66
|
+
//# sourceMappingURL=extractSegmentSettingsFromTokenizerAndChatTemplate.js.map
|
package/dist/chatWrappers/generic/utils/extractSegmentSettingsFromTokenizerAndChatTemplate.js.map
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"extractSegmentSettingsFromTokenizerAndChatTemplate.js","sourceRoot":"","sources":["../../../../src/chatWrappers/generic/utils/extractSegmentSettingsFromTokenizerAndChatTemplate.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,SAAS,EAAE,iBAAiB,EAAC,MAAM,6BAA6B,CAAC;AACzE,OAAO,EAAC,qBAAqB,EAAC,MAAM,oCAAoC,CAAC;AAEzE,MAAM,UAAU,kDAAkD,CAC9D,YAAgC,EAAE,SAAqB;IAEvD,SAAS,wBAAwB,CAAC,cAAkD;QAChF,IAAI,YAAY,IAAI,IAAI,EAAE,CAAC;YACvB,KAAK,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,cAAc,EAAE,CAAC;gBAC5C,IACI,CACI,MAAM,CAAC,YAAY,CAAC,UAAU,CAAC,MAAM,GAAG,QAAQ,GAAG,MAAM,EAAE,EAAE,CAAC,EAAE;oBAC5D,MAAM,GAAG,QAAQ;oBACjB,QAAQ,GAAG,MAAM;iBACpB,CAAC,CACL,IAAI,CACD,MAAM,CAAC,YAAY,CAAC,UAAU,CAAC,MAAM,GAAG,MAAM,GAAG,MAAM,EAAE,EAAE,CAAC,EAAE;oBAC1D,MAAM,GAAG,MAAM;oBACf,MAAM,GAAG,MAAM;iBAClB,CAAC,CACL;oBAED,OAAO;wBACH,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,MAAM,GAAG,MAAM,CAAC,CAAC;wBACzD,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,MAAM,GAAG,MAAM,CAAC,CAAC;qBAC5D,CAAC;gBAEN,IACI,CACI,MAAM,CAAC,YAAY,CAAC,UAAU,CAAC,MAAM,GAAG,KAAK,GAAG,MAAM,EAAE,EAAE,CAAC,EAAE;oBACzD,MAAM,GAAG,KAAK;oBACd,KAAK,GAAG,MAAM;iBACjB,CAAC,CACL,IAAI,CACD,MAAM,CAAC,YAAY,CAAC,UAAU,CAAC,MAAM,GAAG,IAAI,GAAG,MAAM,EAAE,EAAE,CAAC,EAAE;oBACxD,MAAM,GAAG,IAAI;oBACb,IAAI,GAAG,MAAM;iBAChB,CAAC,CACL;oBAED,OAAO;wBACH,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;wBACvD,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,IAAI,GAAG,MAAM,CAAC,CAAC;qBAC1D,CAAC;gBAEN,IAAI,YAAY,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,MAAM,CAAC;oBAC9D,OAAO;wBACH,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,MAAM,CAAC,CAAC;wBAChD,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,MAAM,CAAC,CAAC;qBACnD,CAAC;YACV,CAAC;QACL,CAAC;QAED,IAAI,SAAS,IAAI,IAAI,EAAE,CAAC;YACpB,KAAK,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,cAAc,EAAE,CAAC;gBAC5C,MAAM,WAAW,GAAG,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,kBAAkB,CAAC,CAAC;gBAChE,MAAM,cAAc,GAAG,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,kBAAkB,CAAC,CAAC;gBAEnE,MAAM,CAAC,UAAU,CAAC,GAAG,WAAW,CAAC;gBACjC,MAAM,CAAC,aAAa,CAAC,GAAG,cAAc,CAAC;gBAEvC,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC;oBACvD,UAAU,IAAI,IAAI,IAAI,aAAa,IAAI,IAAI,EAC7C,CAAC;oBACC,OAAO;wBACH,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,MAAM,CAAC,CAAC;wBAChD,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,MAAM,CAAC,CAAC;qBACnD,CAAC;gBACN,CAAC;YACL,CAAC;QACL,CAAC;QAED,OAAO,SAAS,CAAC;IACrB,CAAC;IAED,OAAO,qBAAqB,CAAC;QACzB,OAAO,EAAE,wBAAwB,CAAC;YAC9B,CAAC,SAAS,EAAE,UAAU,CAAC,EAAE,gBAAgB;YACzC,CAAC,WAAW,EAAE,YAAY,CAAC,EAAE,cAAc;YAC3C,CAAC,SAAS,EAAE,UAAU,CAAC,EAAE,UAAU;YACnC,CAAC,oBAAoB,EAAE,kBAAkB,CAAC,EAAE,cAAc;YAC1D,CAAC,sBAAsB,EAAE,oBAAoB,CAAC,CAAC,QAAQ;SAC1D,CAAC;KACL,CAAC,CAAC;AACP,CAAC;AAED,SAAS,MAAM,CAAC,IAAY,EAAE,OAAiB;IAC3C,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;AAC1D,CAAC"}
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Call the functions in the array one by one and return the result of the first one that doesn't throw an error.
|
|
3
|
+
*
|
|
4
|
+
* If all functions throw an error, throw the error of the last function.
|
|
5
|
+
*/
|
|
6
|
+
export declare function getFirstValidResult<const T extends (() => any)[]>(options: T): ReturnType<T[number]>;
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Call the functions in the array one by one and return the result of the first one that doesn't throw an error.
|
|
3
|
+
*
|
|
4
|
+
* If all functions throw an error, throw the error of the last function.
|
|
5
|
+
*/
|
|
6
|
+
export function getFirstValidResult(options) {
|
|
7
|
+
for (let i = 0; i < options.length; i++) {
|
|
8
|
+
if (i === options.length - 1)
|
|
9
|
+
return options[i]();
|
|
10
|
+
try {
|
|
11
|
+
return options[i]();
|
|
12
|
+
}
|
|
13
|
+
catch (err) {
|
|
14
|
+
// do nothing
|
|
15
|
+
}
|
|
16
|
+
}
|
|
17
|
+
throw new Error("All options failed");
|
|
18
|
+
}
|
|
19
|
+
//# sourceMappingURL=getFirstValidResult.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"getFirstValidResult.js","sourceRoot":"","sources":["../../../../src/chatWrappers/generic/utils/getFirstValidResult.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,MAAM,UAAU,mBAAmB,CAAgC,OAAU;IACzE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,IAAI,CAAC,KAAK,OAAO,CAAC,MAAM,GAAG,CAAC;YACxB,OAAO,OAAO,CAAC,CAAC,CAAE,EAAE,CAAC;QAEzB,IAAI,CAAC;YACD,OAAO,OAAO,CAAC,CAAC,CAAE,EAAE,CAAC;QACzB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,aAAa;QACjB,CAAC;IACL,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;AAC1C,CAAC"}
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
import { LlamaText } from "../../../utils/LlamaText.js";
|
|
2
|
+
export function squashChatHistoryItems(history) {
|
|
3
|
+
const res = [];
|
|
4
|
+
for (const item of history) {
|
|
5
|
+
const lastItem = res.at(-1);
|
|
6
|
+
if (lastItem == null) {
|
|
7
|
+
res.push(structuredClone(item));
|
|
8
|
+
continue;
|
|
9
|
+
}
|
|
10
|
+
if (lastItem.type === "system" && item.type === "system")
|
|
11
|
+
lastItem.text = LlamaText.joinValues("\n\n", [
|
|
12
|
+
LlamaText.fromJSON(lastItem.text),
|
|
13
|
+
LlamaText.fromJSON(item.text)
|
|
14
|
+
]).toJSON();
|
|
15
|
+
else if (lastItem.type === "user" && item.type === "user")
|
|
16
|
+
lastItem.text += "\n\n" + item.text;
|
|
17
|
+
else if (lastItem.type === "model" && item.type === "model") {
|
|
18
|
+
const responsesToAdd = ["\n\n", ...item.response];
|
|
19
|
+
while (typeof responsesToAdd[0] === "string" && typeof lastItem.response.at(-1) === "string") {
|
|
20
|
+
const lastResponses = lastItem.response.pop();
|
|
21
|
+
if (typeof lastResponses !== "string") {
|
|
22
|
+
lastItem.response.push(lastResponses);
|
|
23
|
+
break;
|
|
24
|
+
}
|
|
25
|
+
lastItem.response.push(lastResponses + responsesToAdd.shift());
|
|
26
|
+
}
|
|
27
|
+
while (responsesToAdd.length > 0)
|
|
28
|
+
lastItem.response.push(responsesToAdd.shift());
|
|
29
|
+
}
|
|
30
|
+
else
|
|
31
|
+
res.push(structuredClone(item));
|
|
32
|
+
}
|
|
33
|
+
return res;
|
|
34
|
+
}
|
|
35
|
+
//# sourceMappingURL=squashChatHistoryItems.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"squashChatHistoryItems.js","sourceRoot":"","sources":["../../../../src/chatWrappers/generic/utils/squashChatHistoryItems.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,SAAS,EAAC,MAAM,6BAA6B,CAAC;AAEtD,MAAM,UAAU,sBAAsB,CAAC,OAAmC;IACtE,MAAM,GAAG,GAAsB,EAAE,CAAC;IAClC,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;QACzB,MAAM,QAAQ,GAAG,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5B,IAAI,QAAQ,IAAI,IAAI,EAAE,CAAC;YACnB,GAAG,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC;YAChC,SAAS;QACb,CAAC;QAED,IAAI,QAAQ,CAAC,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ;YACpD,QAAQ,CAAC,IAAI,GAAG,SAAS,CAAC,UAAU,CAAC,MAAM,EAAE;gBACzC,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC;gBACjC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC;aAChC,CAAC,CAAC,MAAM,EAAE,CAAC;aACX,IAAI,QAAQ,CAAC,IAAI,KAAK,MAAM,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM;YACrD,QAAQ,CAAC,IAAI,IAAI,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC;aACnC,IAAI,QAAQ,CAAC,IAAI,KAAK,OAAO,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC1D,MAAM,cAAc,GAAG,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC;YAElD,OAAO,OAAO,cAAc,CAAC,CAAC,CAAC,KAAK,QAAQ,IAAI,OAAO,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,QAAQ,EAAE,CAAC;gBAC3F,MAAM,aAAa,GAAG,QAAQ,CAAC,QAAQ,CAAC,GAAG,EAAG,CAAC;gBAC/C,IAAI,OAAO,aAAa,KAAK,QAAQ,EAAE,CAAC;oBACpC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;oBACtC,MAAM;gBACV,CAAC;gBAED,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,aAAa,GAAG,cAAc,CAAC,KAAK,EAAG,CAAC,CAAC;YACpE,CAAC;YAED,OAAO,cAAc,CAAC,MAAM,GAAG,CAAC;gBAC5B,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC,KAAK,EAAG,CAAC,CAAC;QACxD,CAAC;;YACG,GAAG,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC;IACxC,CAAC;IAED,OAAO,GAAG,CAAC;AACf,CAAC"}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
import { ChatWrapperSettings } from "../../../types.js";
|
|
2
|
+
export declare function templateSegmentOptionsToChatWrapperSettings(templateOptions?: TemplateChatWrapperSegmentsOptions): ChatWrapperSettings["segments"];
|
|
3
|
+
export type TemplateChatWrapperSegmentsOptions = {
|
|
4
|
+
/** Template for a thought segment */
|
|
5
|
+
thoughtTemplate?: `${string}{{content}}${string}`;
|
|
6
|
+
/**
|
|
7
|
+
* Automatically reopen a thought segment after function calls.
|
|
8
|
+
*
|
|
9
|
+
* Useful for aligning the output of models that assume that a thought segment is already open after function calls.
|
|
10
|
+
*
|
|
11
|
+
* Defaults to `false`.
|
|
12
|
+
*/
|
|
13
|
+
reopenThoughtAfterFunctionCalls?: boolean;
|
|
14
|
+
/** Consider all segments to be closed when this text is detected */
|
|
15
|
+
closeAllSegmentsTemplate?: string;
|
|
16
|
+
/**
|
|
17
|
+
* After function calls, reiterate the stack of the active segments to remind the model of the context.
|
|
18
|
+
*
|
|
19
|
+
* Defaults to `false`.
|
|
20
|
+
*/
|
|
21
|
+
reiterateStackAfterFunctionCalls?: boolean;
|
|
22
|
+
};
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
import { parseTextTemplate } from "../../../utils/parseTextTemplate.js";
|
|
2
|
+
import { removeUndefinedFields } from "../../../utils/removeNullFields.js";
|
|
3
|
+
export function templateSegmentOptionsToChatWrapperSettings(templateOptions) {
|
|
4
|
+
if (templateOptions == null)
|
|
5
|
+
return {};
|
|
6
|
+
function getThoughtSegmentOptions() {
|
|
7
|
+
if (templateOptions?.thoughtTemplate == null)
|
|
8
|
+
return undefined;
|
|
9
|
+
const parsedThoughtTemplate = parseTextTemplate(templateOptions.thoughtTemplate, [{
|
|
10
|
+
text: "{{content}}",
|
|
11
|
+
key: "content"
|
|
12
|
+
}]);
|
|
13
|
+
const prefix = parsedThoughtTemplate.content.prefix;
|
|
14
|
+
if (prefix.length === 0)
|
|
15
|
+
throw new Error("Thought template must have text before \"{{content}}\"");
|
|
16
|
+
return removeUndefinedFields({
|
|
17
|
+
prefix,
|
|
18
|
+
suffix: parsedThoughtTemplate.content.suffix || undefined,
|
|
19
|
+
reopenAfterFunctionCalls: templateOptions.reopenThoughtAfterFunctionCalls
|
|
20
|
+
});
|
|
21
|
+
}
|
|
22
|
+
return removeUndefinedFields({
|
|
23
|
+
closeAllSegments: templateOptions.closeAllSegmentsTemplate || undefined,
|
|
24
|
+
reiterateStackAfterFunctionCalls: templateOptions.reiterateStackAfterFunctionCalls,
|
|
25
|
+
thought: getThoughtSegmentOptions()
|
|
26
|
+
});
|
|
27
|
+
}
|
|
28
|
+
//# sourceMappingURL=templateSegmentOptionsToChatWrapperSettings.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"templateSegmentOptionsToChatWrapperSettings.js","sourceRoot":"","sources":["../../../../src/chatWrappers/generic/utils/templateSegmentOptionsToChatWrapperSettings.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,iBAAiB,EAAC,MAAM,qCAAqC,CAAC;AACtE,OAAO,EAAC,qBAAqB,EAAC,MAAM,oCAAoC,CAAC;AAEzE,MAAM,UAAU,2CAA2C,CACvD,eAAoD;IAEpD,IAAI,eAAe,IAAI,IAAI;QACvB,OAAO,EAAE,CAAC;IAEd,SAAS,wBAAwB;QAC7B,IAAI,eAAe,EAAE,eAAe,IAAI,IAAI;YACxC,OAAO,SAAS,CAAC;QAErB,MAAM,qBAAqB,GAAG,iBAAiB,CAAC,eAAe,CAAC,eAAe,EAAE,CAAC;gBAC9E,IAAI,EAAE,aAAa;gBACnB,GAAG,EAAE,SAAS;aACjB,CAAC,CAAC,CAAC;QAEJ,MAAM,MAAM,GAAG,qBAAqB,CAAC,OAAO,CAAC,MAAM,CAAC;QACpD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAC;QAE9E,OAAO,qBAAqB,CAAC;YACzB,MAAM;YACN,MAAM,EAAE,qBAAqB,CAAC,OAAO,CAAC,MAAM,IAAI,SAAS;YACzD,wBAAwB,EAAE,eAAe,CAAC,+BAA+B;SAC5E,CAAC,CAAC;IACP,CAAC;IAED,OAAO,qBAAqB,CAAC;QACzB,gBAAgB,EAAE,eAAe,CAAC,wBAAwB,IAAI,SAAS;QACvE,gCAAgC,EAAE,eAAe,CAAC,gCAAgC;QAElF,OAAO,EAAE,wBAAwB,EAAE;KACtC,CAAC,CAAC;AACP,CAAC"}
|
|
@@ -0,0 +1,76 @@
|
|
|
1
|
+
import { ChatModelFunctions } from "../../types.js";
|
|
2
|
+
/**
|
|
3
|
+
* Generate documentation about the functions that are available for a model to call.
|
|
4
|
+
* Useful for generating a system message with information about the available functions as part of a chat wrapper.
|
|
5
|
+
*/
|
|
6
|
+
export declare class ChatModelFunctionsDocumentationGenerator {
|
|
7
|
+
readonly chatModelFunctions?: ChatModelFunctions;
|
|
8
|
+
readonly hasAnyFunctions: boolean;
|
|
9
|
+
constructor(chatModelFunctions: ChatModelFunctions | undefined);
|
|
10
|
+
/**
|
|
11
|
+
* Example:
|
|
12
|
+
* ```ts
|
|
13
|
+
* // Retrieve the current date
|
|
14
|
+
* function getDate();
|
|
15
|
+
*
|
|
16
|
+
* // Retrieve the current time
|
|
17
|
+
* function getTime(params: {hours: "24" | "12", seconds: boolean});
|
|
18
|
+
* ```
|
|
19
|
+
* @param options
|
|
20
|
+
* @param [options.documentParams] - Whether to document the parameters of the functions
|
|
21
|
+
*/
|
|
22
|
+
getTypeScriptFunctionSignatures({ documentParams }?: {
|
|
23
|
+
documentParams?: boolean;
|
|
24
|
+
}): string;
|
|
25
|
+
/**
|
|
26
|
+
* Example:
|
|
27
|
+
* ```ts
|
|
28
|
+
* // Retrieve the current date
|
|
29
|
+
* type getDate = () => any;
|
|
30
|
+
*
|
|
31
|
+
* // Retrieve the current time
|
|
32
|
+
* type getTime = (_: {hours: "24" | "12", seconds: boolean}) => any;
|
|
33
|
+
* ```
|
|
34
|
+
* @param options
|
|
35
|
+
* @param [options.documentParams] - Whether to document the parameters of the functions
|
|
36
|
+
* @param [options.reservedFunctionNames] - Function names that are reserved and cannot be used
|
|
37
|
+
*/
|
|
38
|
+
getTypeScriptFunctionTypes({ documentParams, reservedFunctionNames }?: {
|
|
39
|
+
documentParams?: boolean;
|
|
40
|
+
reservedFunctionNames?: string[];
|
|
41
|
+
}): string;
|
|
42
|
+
/**
|
|
43
|
+
* Example:
|
|
44
|
+
* ```
|
|
45
|
+
* Use the function 'getDate' to: Retrieve the current date
|
|
46
|
+
* {"name": "getDate", "description": "Retrieve the current date"}
|
|
47
|
+
*
|
|
48
|
+
* Use the function 'getTime' to: Retrieve the current time
|
|
49
|
+
* {"name": "getTime", "description": "Retrieve the current time", "parameters": {"type": "object", "properties": {"hours": {"enum": ["24", "12"]}, "seconds": {"type": "boolean"}}}}
|
|
50
|
+
* ```
|
|
51
|
+
* @param options
|
|
52
|
+
* @param [options.documentParams] - Whether to document the parameters of the functions
|
|
53
|
+
*/
|
|
54
|
+
getLlama3_1FunctionSignatures({ documentParams }?: {
|
|
55
|
+
documentParams?: boolean;
|
|
56
|
+
}): string;
|
|
57
|
+
/**
|
|
58
|
+
* Example:
|
|
59
|
+
* ```
|
|
60
|
+
* {"name": "getDate", "description": "Retrieve the current date"}
|
|
61
|
+
*
|
|
62
|
+
* {"name": "getTime", "description": "Retrieve the current time", "parameters": {"type": "object", "properties": {"hours": {"enum": ["24", "12"]}, "seconds": {"type": "boolean"}}}}
|
|
63
|
+
* ```
|
|
64
|
+
* @param options
|
|
65
|
+
* @param [options.documentParams] - Whether to document the parameters of the functions
|
|
66
|
+
*/
|
|
67
|
+
getLlama3_2LightweightFunctionSignatures({ documentParams }?: {
|
|
68
|
+
documentParams?: boolean;
|
|
69
|
+
}): string;
|
|
70
|
+
getQwenFunctionSignatures({ documentParams }?: {
|
|
71
|
+
documentParams?: boolean;
|
|
72
|
+
}): string;
|
|
73
|
+
getSeedFunctionSignatures({ documentParams }?: {
|
|
74
|
+
documentParams?: boolean;
|
|
75
|
+
}): string;
|
|
76
|
+
}
|
|
@@ -0,0 +1,177 @@
|
|
|
1
|
+
import { getTypeScriptTypeStringForGbnfJsonSchema } from "../../utils/getTypeScriptTypeStringForGbnfJsonSchema.js";
|
|
2
|
+
import { jsonDumps } from "./jsonDumps.js";
|
|
3
|
+
/**
|
|
4
|
+
* Generate documentation about the functions that are available for a model to call.
|
|
5
|
+
* Useful for generating a system message with information about the available functions as part of a chat wrapper.
|
|
6
|
+
*/
|
|
7
|
+
export class ChatModelFunctionsDocumentationGenerator {
|
|
8
|
+
chatModelFunctions;
|
|
9
|
+
hasAnyFunctions;
|
|
10
|
+
constructor(chatModelFunctions) {
|
|
11
|
+
this.chatModelFunctions = chatModelFunctions;
|
|
12
|
+
this.hasAnyFunctions = Object.keys(this.chatModelFunctions ?? {}).length > 0;
|
|
13
|
+
}
|
|
14
|
+
/**
|
|
15
|
+
* Example:
|
|
16
|
+
* ```ts
|
|
17
|
+
* // Retrieve the current date
|
|
18
|
+
* function getDate();
|
|
19
|
+
*
|
|
20
|
+
* // Retrieve the current time
|
|
21
|
+
* function getTime(params: {hours: "24" | "12", seconds: boolean});
|
|
22
|
+
* ```
|
|
23
|
+
* @param options
|
|
24
|
+
* @param [options.documentParams] - Whether to document the parameters of the functions
|
|
25
|
+
*/
|
|
26
|
+
getTypeScriptFunctionSignatures({ documentParams = true } = {}) {
|
|
27
|
+
const chatModelFunctions = this.chatModelFunctions;
|
|
28
|
+
if (!this.hasAnyFunctions || chatModelFunctions == null)
|
|
29
|
+
return "";
|
|
30
|
+
const functionNames = Object.keys(chatModelFunctions);
|
|
31
|
+
return functionNames
|
|
32
|
+
.map((functionName) => {
|
|
33
|
+
const functionDefinition = chatModelFunctions[functionName];
|
|
34
|
+
let res = "";
|
|
35
|
+
if (functionDefinition?.description != null && functionDefinition.description.trim() !== "")
|
|
36
|
+
res += "// " + functionDefinition.description.split("\n").join("\n// ") + "\n";
|
|
37
|
+
res += "function " + functionName + "(";
|
|
38
|
+
if (documentParams && functionDefinition?.params != null)
|
|
39
|
+
res += "params: " + getTypeScriptTypeStringForGbnfJsonSchema(functionDefinition.params);
|
|
40
|
+
else if (!documentParams && functionDefinition?.params != null)
|
|
41
|
+
res += "params";
|
|
42
|
+
res += ");";
|
|
43
|
+
return res;
|
|
44
|
+
})
|
|
45
|
+
.join("\n\n");
|
|
46
|
+
}
|
|
47
|
+
/**
|
|
48
|
+
* Example:
|
|
49
|
+
* ```ts
|
|
50
|
+
* // Retrieve the current date
|
|
51
|
+
* type getDate = () => any;
|
|
52
|
+
*
|
|
53
|
+
* // Retrieve the current time
|
|
54
|
+
* type getTime = (_: {hours: "24" | "12", seconds: boolean}) => any;
|
|
55
|
+
* ```
|
|
56
|
+
* @param options
|
|
57
|
+
* @param [options.documentParams] - Whether to document the parameters of the functions
|
|
58
|
+
* @param [options.reservedFunctionNames] - Function names that are reserved and cannot be used
|
|
59
|
+
*/
|
|
60
|
+
getTypeScriptFunctionTypes({ documentParams = true, reservedFunctionNames = [] } = {}) {
|
|
61
|
+
const chatModelFunctions = this.chatModelFunctions;
|
|
62
|
+
if (!this.hasAnyFunctions || chatModelFunctions == null)
|
|
63
|
+
return "";
|
|
64
|
+
const functionNames = Object.keys(chatModelFunctions);
|
|
65
|
+
const reservedFunctionNamesSet = new Set(reservedFunctionNames);
|
|
66
|
+
return functionNames
|
|
67
|
+
.map((functionName) => {
|
|
68
|
+
if (reservedFunctionNamesSet.has(functionName))
|
|
69
|
+
throw new Error(`Function name "${functionName}" is reserved and cannot be used`);
|
|
70
|
+
const functionDefinition = chatModelFunctions[functionName];
|
|
71
|
+
let res = "";
|
|
72
|
+
if (functionDefinition?.description != null && functionDefinition.description.trim() !== "")
|
|
73
|
+
res += "// " + functionDefinition.description.split("\n").join("\n// ") + "\n";
|
|
74
|
+
res += "type " + functionName + " = (";
|
|
75
|
+
if (documentParams && functionDefinition?.params != null)
|
|
76
|
+
res += "_: " + getTypeScriptTypeStringForGbnfJsonSchema(functionDefinition.params);
|
|
77
|
+
res += ") => any;";
|
|
78
|
+
return res;
|
|
79
|
+
})
|
|
80
|
+
.join("\n\n");
|
|
81
|
+
}
|
|
82
|
+
/* eslint-disable @stylistic/max-len */
|
|
83
|
+
/**
|
|
84
|
+
* Example:
|
|
85
|
+
* ```
|
|
86
|
+
* Use the function 'getDate' to: Retrieve the current date
|
|
87
|
+
* {"name": "getDate", "description": "Retrieve the current date"}
|
|
88
|
+
*
|
|
89
|
+
* Use the function 'getTime' to: Retrieve the current time
|
|
90
|
+
* {"name": "getTime", "description": "Retrieve the current time", "parameters": {"type": "object", "properties": {"hours": {"enum": ["24", "12"]}, "seconds": {"type": "boolean"}}}}
|
|
91
|
+
* ```
|
|
92
|
+
* @param options
|
|
93
|
+
* @param [options.documentParams] - Whether to document the parameters of the functions
|
|
94
|
+
*/
|
|
95
|
+
getLlama3_1FunctionSignatures({ documentParams = true } = {}) {
|
|
96
|
+
const chatModelFunctions = this.chatModelFunctions;
|
|
97
|
+
if (!this.hasAnyFunctions || chatModelFunctions == null)
|
|
98
|
+
return "";
|
|
99
|
+
const functionNames = Object.keys(chatModelFunctions);
|
|
100
|
+
return functionNames
|
|
101
|
+
.map((functionName) => {
|
|
102
|
+
const functionDefinition = chatModelFunctions[functionName];
|
|
103
|
+
let res = `Use the function '${functionName}'`;
|
|
104
|
+
const addDescription = functionDefinition?.description != null && functionDefinition.description.trim() !== "";
|
|
105
|
+
if (addDescription)
|
|
106
|
+
res += " to: " + functionDefinition.description.split("\n").join("\n// ") + "\n";
|
|
107
|
+
else
|
|
108
|
+
res += ".\n";
|
|
109
|
+
res += jsonDumps({
|
|
110
|
+
name: functionName,
|
|
111
|
+
...(addDescription ? { description: functionDefinition.description } : {}),
|
|
112
|
+
...(documentParams && functionDefinition?.params != null ? { parameters: functionDefinition.params } : {})
|
|
113
|
+
});
|
|
114
|
+
return res;
|
|
115
|
+
})
|
|
116
|
+
.join("\n\n");
|
|
117
|
+
}
|
|
118
|
+
/* eslint-enable @stylistic/max-len */
|
|
119
|
+
/* eslint-disable @stylistic/max-len */
|
|
120
|
+
/**
|
|
121
|
+
* Example:
|
|
122
|
+
* ```
|
|
123
|
+
* {"name": "getDate", "description": "Retrieve the current date"}
|
|
124
|
+
*
|
|
125
|
+
* {"name": "getTime", "description": "Retrieve the current time", "parameters": {"type": "object", "properties": {"hours": {"enum": ["24", "12"]}, "seconds": {"type": "boolean"}}}}
|
|
126
|
+
* ```
|
|
127
|
+
* @param options
|
|
128
|
+
* @param [options.documentParams] - Whether to document the parameters of the functions
|
|
129
|
+
*/
|
|
130
|
+
getLlama3_2LightweightFunctionSignatures({ documentParams = true } = {}) {
|
|
131
|
+
const chatModelFunctions = this.chatModelFunctions;
|
|
132
|
+
if (!this.hasAnyFunctions || chatModelFunctions == null)
|
|
133
|
+
return "";
|
|
134
|
+
const functionNames = Object.keys(chatModelFunctions);
|
|
135
|
+
const functionsLines = functionNames
|
|
136
|
+
.map((functionName) => {
|
|
137
|
+
const functionDefinition = chatModelFunctions[functionName];
|
|
138
|
+
const addDescription = functionDefinition?.description != null && functionDefinition.description.trim() !== "";
|
|
139
|
+
return jsonDumps({
|
|
140
|
+
name: functionName,
|
|
141
|
+
...(addDescription ? { description: functionDefinition.description } : {}),
|
|
142
|
+
...(documentParams && functionDefinition?.params != null ? { parameters: functionDefinition.params } : {})
|
|
143
|
+
});
|
|
144
|
+
})
|
|
145
|
+
.join("\n\n");
|
|
146
|
+
return functionsLines;
|
|
147
|
+
}
|
|
148
|
+
/* eslint-enable @stylistic/max-len */
|
|
149
|
+
getQwenFunctionSignatures({ documentParams = true } = {}) {
|
|
150
|
+
return this._convertToJinjaTools({ documentParams })
|
|
151
|
+
.map((tool) => jsonDumps(tool))
|
|
152
|
+
.join("\n");
|
|
153
|
+
}
|
|
154
|
+
getSeedFunctionSignatures({ documentParams = true } = {}) {
|
|
155
|
+
return jsonDumps(this._convertToJinjaTools({ documentParams }));
|
|
156
|
+
}
|
|
157
|
+
/** @internal */
|
|
158
|
+
_convertToJinjaTools({ documentParams = true } = {}) {
|
|
159
|
+
const chatModelFunctions = this.chatModelFunctions;
|
|
160
|
+
if (!this.hasAnyFunctions || chatModelFunctions == null)
|
|
161
|
+
return [];
|
|
162
|
+
return [...Object.entries(chatModelFunctions)]
|
|
163
|
+
.map(([functionName, functionDefinition]) => {
|
|
164
|
+
return {
|
|
165
|
+
type: "function",
|
|
166
|
+
function: {
|
|
167
|
+
name: functionName,
|
|
168
|
+
description: functionDefinition.description,
|
|
169
|
+
parameters: documentParams
|
|
170
|
+
? functionDefinition.params
|
|
171
|
+
: undefined
|
|
172
|
+
}
|
|
173
|
+
};
|
|
174
|
+
});
|
|
175
|
+
}
|
|
176
|
+
}
|
|
177
|
+
//# sourceMappingURL=ChatModelFunctionsDocumentationGenerator.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ChatModelFunctionsDocumentationGenerator.js","sourceRoot":"","sources":["../../../src/chatWrappers/utils/ChatModelFunctionsDocumentationGenerator.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,wCAAwC,EAAC,MAAM,yDAAyD,CAAC;AACjH,OAAO,EAAC,SAAS,EAAC,MAAM,gBAAgB,CAAC;AAEzC;;;GAGG;AACH,MAAM,OAAO,wCAAwC;IACjC,kBAAkB,CAAsB;IACxC,eAAe,CAAU;IAEzC,YAAmB,kBAAkD;QACjE,IAAI,CAAC,kBAAkB,GAAG,kBAAkB,CAAC;QAC7C,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,IAAI,EAAE,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;IACjF,CAAC;IAED;;;;;;;;;;;OAWG;IACI,+BAA+B,CAAC,EAAC,cAAc,GAAG,IAAI,KAAgC,EAAE;QAC3F,MAAM,kBAAkB,GAAG,IAAI,CAAC,kBAAkB,CAAC;QAEnD,IAAI,CAAC,IAAI,CAAC,eAAe,IAAI,kBAAkB,IAAI,IAAI;YACnD,OAAO,EAAE,CAAC;QAEd,MAAM,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QAEtD,OAAO,aAAa;aACf,GAAG,CAAC,CAAC,YAAY,EAAE,EAAE;YAClB,MAAM,kBAAkB,GAAG,kBAAkB,CAAC,YAAY,CAAC,CAAC;YAC5D,IAAI,GAAG,GAAG,EAAE,CAAC;YAEb,IAAI,kBAAkB,EAAE,WAAW,IAAI,IAAI,IAAI,kBAAkB,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,EAAE;gBACvF,GAAG,IAAI,KAAK,GAAG,kBAAkB,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC;YAEnF,GAAG,IAAI,WAAW,GAAG,YAAY,GAAG,GAAG,CAAC;YAExC,IAAI,cAAc,IAAI,kBAAkB,EAAE,MAAM,IAAI,IAAI;gBACpD,GAAG,IAAI,UAAU,GAAG,wCAAwC,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC;iBACvF,IAAI,CAAC,cAAc,IAAI,kBAAkB,EAAE,MAAM,IAAI,IAAI;gBAC1D,GAAG,IAAI,QAAQ,CAAC;YAEpB,GAAG,IAAI,IAAI,CAAC;YAEZ,OAAO,GAAG,CAAC;QACf,CAAC,CAAC;aACD,IAAI,CAAC,MAAM,CAAC,CAAC;IACtB,CAAC;IAED;;;;;;;;;;;;OAYG;IACI,0BAA0B,CAAC,EAAC,cAAc,GAAG,IAAI,EAAE,qBAAqB,GAAG,EAAE,KAEhF,EAAE;QACF,MAAM,kBAAkB,GAAG,IAAI,CAAC,kBAAkB,CAAC;QAEnD,IAAI,CAAC,IAAI,CAAC,eAAe,IAAI,kBAAkB,IAAI,IAAI;YACnD,OAAO,EAAE,CAAC;QAEd,MAAM,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QACtD,MAAM,wBAAwB,GAAG,IAAI,GAAG,CAAC,qBAAqB,CAAC,CAAC;QAEhE,OAAO,aAAa;aACf,GAAG,CAAC,CAAC,YAAY,EAAE,EAAE;YAClB,IAAI,wBAAwB,CAAC,GAAG,CAAC,YAAY,CAAC;gBAC1C,MAAM,IAAI,KAAK,CAAC,kBAAkB,YAAY,kCAAkC,CAAC,CAAC;YAEtF,MAAM,kBAAkB,GAAG,kBAAkB,CAAC,YAAY,CAAC,CAAC;YAC5D,IAAI,GAAG,GAAG,EAAE,CAAC;YAEb,IAAI,kBAAkB,EAAE,WAAW,IAAI,IAAI,IAAI,kBAAkB,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,EAAE;gBACvF,GAAG,IAAI,KAAK,GAAG,kBAAkB,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC;YAEnF,GAAG,IAAI,OAAO,GAAG,YAAY,GAAG,MAAM,CAAC;YAEvC,IAAI,cAAc,IAAI,kBAAkB,EAAE,MAAM,IAAI,IAAI;gBACpD,GAAG,IAAI,KAAK,GAAG,wCAAwC,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC;YAEvF,GAAG,IAAI,WAAW,CAAC;YAEnB,OAAO,GAAG,CAAC;QACf,CAAC,CAAC;aACD,IAAI,CAAC,MAAM,CAAC,CAAC;IACtB,CAAC;IAED,uCAAuC;IACvC;;;;;;;;;;;OAWG;IACI,6BAA6B,CAAC,EAAC,cAAc,GAAG,IAAI,KAAgC,EAAE;QACzF,MAAM,kBAAkB,GAAG,IAAI,CAAC,kBAAkB,CAAC;QAEnD,IAAI,CAAC,IAAI,CAAC,eAAe,IAAI,kBAAkB,IAAI,IAAI;YACnD,OAAO,EAAE,CAAC;QAEd,MAAM,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QAEtD,OAAO,aAAa;aACf,GAAG,CAAC,CAAC,YAAY,EAAE,EAAE;YAClB,MAAM,kBAAkB,GAAG,kBAAkB,CAAC,YAAY,CAAC,CAAC;YAC5D,IAAI,GAAG,GAAG,qBAAqB,YAAY,GAAG,CAAC;YAE/C,MAAM,cAAc,GAAG,kBAAkB,EAAE,WAAW,IAAI,IAAI,IAAI,kBAAkB,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC;YAC/G,IAAI,cAAc;gBACd,GAAG,IAAI,OAAO,GAAG,kBAAkB,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC;;gBAEjF,GAAG,IAAI,KAAK,CAAC;YAEjB,GAAG,IAAI,SAAS,CAAC;gBACb,IAAI,EAAE,YAAY;gBAClB,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,EAAC,WAAW,EAAE,kBAAkB,CAAC,WAAW,EAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBACxE,GAAG,CAAC,cAAc,IAAI,kBAAkB,EAAE,MAAM,IAAI,IAAI,CAAC,CAAC,CAAC,EAAC,UAAU,EAAE,kBAAkB,CAAC,MAAM,EAAC,CAAC,CAAC,CAAC,EAAE,CAAC;aAC3G,CAAC,CAAC;YAEH,OAAO,GAAG,CAAC;QACf,CAAC,CAAC;aACD,IAAI,CAAC,MAAM,CAAC,CAAC;IACtB,CAAC;IACD,sCAAsC;IAEtC,uCAAuC;IACvC;;;;;;;;;OASG;IACI,wCAAwC,CAAC,EAAC,cAAc,GAAG,IAAI,KAAgC,EAAE;QACpG,MAAM,kBAAkB,GAAG,IAAI,CAAC,kBAAkB,CAAC;QAEnD,IAAI,CAAC,IAAI,CAAC,eAAe,IAAI,kBAAkB,IAAI,IAAI;YACnD,OAAO,EAAE,CAAC;QAEd,MAAM,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QAEtD,MAAM,cAAc,GAAG,aAAa;aAC/B,GAAG,CAAC,CAAC,YAAY,EAAE,EAAE;YAClB,MAAM,kBAAkB,GAAG,kBAAkB,CAAC,YAAY,CAAC,CAAC;YAE5D,MAAM,cAAc,GAAG,kBAAkB,EAAE,WAAW,IAAI,IAAI,IAAI,kBAAkB,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC;YAE/G,OAAO,SAAS,CAAC;gBACb,IAAI,EAAE,YAAY;gBAClB,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,EAAC,WAAW,EAAE,kBAAkB,CAAC,WAAW,EAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBACxE,GAAG,CAAC,cAAc,IAAI,kBAAkB,EAAE,MAAM,IAAI,IAAI,CAAC,CAAC,CAAC,EAAC,UAAU,EAAE,kBAAkB,CAAC,MAAM,EAAC,CAAC,CAAC,CAAC,EAAE,CAAC;aAC3G,CAAC,CAAC;QACP,CAAC,CAAC;aACD,IAAI,CAAC,MAAM,CAAC,CAAC;QAElB,OAAO,cAAc,CAAC;IAC1B,CAAC;IACD,sCAAsC;IAE/B,yBAAyB,CAAC,EAAC,cAAc,GAAG,IAAI,KAAgC,EAAE;QACrF,OAAO,IAAI,CAAC,oBAAoB,CAAC,EAAC,cAAc,EAAC,CAAC;aAC7C,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;aAC9B,IAAI,CAAC,IAAI,CAAC,CAAC;IACpB,CAAC;IAEM,yBAAyB,CAAC,EAAC,cAAc,GAAG,IAAI,KAAgC,EAAE;QACrF,OAAO,SAAS,CAAC,IAAI,CAAC,oBAAoB,CAAC,EAAC,cAAc,EAAC,CAAC,CAAC,CAAC;IAClE,CAAC;IAED,gBAAgB;IACR,oBAAoB,CAAC,EAAC,cAAc,GAAG,IAAI,KAAgC,EAAE;QACjF,MAAM,kBAAkB,GAAG,IAAI,CAAC,kBAAkB,CAAC;QAEnD,IAAI,CAAC,IAAI,CAAC,eAAe,IAAI,kBAAkB,IAAI,IAAI;YACnD,OAAO,EAAE,CAAC;QAEd,OAAO,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC;aACzC,GAAG,CAAC,CAAC,CAAC,YAAY,EAAE,kBAAkB,CAAC,EAAE,EAAE;YACxC,OAAO;gBACH,IAAI,EAAE,UAAU;gBAChB,QAAQ,EAAE;oBACN,IAAI,EAAE,YAAY;oBAClB,WAAW,EAAE,kBAAkB,CAAC,WAAW;oBAC3C,UAAU,EAAE,cAAc;wBACtB,CAAC,CAAC,kBAAkB,CAAC,MAAM;wBAC3B,CAAC,CAAC,SAAS;iBAClB;aACJ,CAAC;QACN,CAAC,CAAC,CAAC;IACX,CAAC;CACJ"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import { ChatHistoryItem, ChatModelResponse } from "../../types.js";
|
|
2
|
+
import { LlamaText } from "../../utils/LlamaText.js";
|
|
3
|
+
export declare function chunkChatItems(chatHistory: readonly ChatHistoryItem[], { generateModelResponseText, joinAdjacentMessagesOfTheSameType }: {
|
|
4
|
+
generateModelResponseText: (modelResponse: ChatModelResponse["response"]) => LlamaText;
|
|
5
|
+
joinAdjacentMessagesOfTheSameType?: boolean;
|
|
6
|
+
}): {
|
|
7
|
+
system: LlamaText;
|
|
8
|
+
user: LlamaText;
|
|
9
|
+
model: LlamaText;
|
|
10
|
+
}[];
|
|
@@ -0,0 +1,44 @@
|
|
|
1
|
+
import { LlamaText } from "../../utils/LlamaText.js";
|
|
2
|
+
export function chunkChatItems(chatHistory, { generateModelResponseText, joinAdjacentMessagesOfTheSameType = true }) {
|
|
3
|
+
const resultItems = [];
|
|
4
|
+
let systemTexts = [];
|
|
5
|
+
let userTexts = [];
|
|
6
|
+
let modelTexts = [];
|
|
7
|
+
let currentAggregateFocus = null;
|
|
8
|
+
function flush() {
|
|
9
|
+
if (systemTexts.length > 0 || userTexts.length > 0 || modelTexts.length > 0)
|
|
10
|
+
resultItems.push({
|
|
11
|
+
system: LlamaText.joinValues("\n\n", systemTexts),
|
|
12
|
+
user: LlamaText.joinValues("\n\n", userTexts),
|
|
13
|
+
model: LlamaText.joinValues("\n\n", modelTexts)
|
|
14
|
+
});
|
|
15
|
+
systemTexts = [];
|
|
16
|
+
userTexts = [];
|
|
17
|
+
modelTexts = [];
|
|
18
|
+
}
|
|
19
|
+
for (const item of chatHistory) {
|
|
20
|
+
if (item.type === "system") {
|
|
21
|
+
if (!joinAdjacentMessagesOfTheSameType || currentAggregateFocus !== "system")
|
|
22
|
+
flush();
|
|
23
|
+
currentAggregateFocus = "system";
|
|
24
|
+
systemTexts.push(LlamaText.fromJSON(item.text));
|
|
25
|
+
}
|
|
26
|
+
else if (item.type === "user") {
|
|
27
|
+
if (!joinAdjacentMessagesOfTheSameType || (currentAggregateFocus !== "system" && currentAggregateFocus !== "user"))
|
|
28
|
+
flush();
|
|
29
|
+
currentAggregateFocus = "user";
|
|
30
|
+
userTexts.push(LlamaText(item.text));
|
|
31
|
+
}
|
|
32
|
+
else if (item.type === "model") {
|
|
33
|
+
if (!joinAdjacentMessagesOfTheSameType)
|
|
34
|
+
flush();
|
|
35
|
+
currentAggregateFocus = "model";
|
|
36
|
+
modelTexts.push(generateModelResponseText(item.response));
|
|
37
|
+
}
|
|
38
|
+
else
|
|
39
|
+
void item;
|
|
40
|
+
}
|
|
41
|
+
flush();
|
|
42
|
+
return resultItems;
|
|
43
|
+
}
|
|
44
|
+
//# sourceMappingURL=chunkChatItems.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"chunkChatItems.js","sourceRoot":"","sources":["../../../src/chatWrappers/utils/chunkChatItems.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,SAAS,EAAC,MAAM,0BAA0B,CAAC;AAEnD,MAAM,UAAU,cAAc,CAAC,WAAuC,EAAE,EACpE,yBAAyB,EACzB,iCAAiC,GAAG,IAAI,EAI3C;IACG,MAAM,WAAW,GAIZ,EAAE,CAAC;IAER,IAAI,WAAW,GAAgB,EAAE,CAAC;IAClC,IAAI,SAAS,GAAgB,EAAE,CAAC;IAChC,IAAI,UAAU,GAAgB,EAAE,CAAC;IACjC,IAAI,qBAAqB,GAAuC,IAAI,CAAC;IAErE,SAAS,KAAK;QACV,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC;YACvE,WAAW,CAAC,IAAI,CAAC;gBACb,MAAM,EAAE,SAAS,CAAC,UAAU,CAAC,MAAM,EAAE,WAAW,CAAC;gBACjD,IAAI,EAAE,SAAS,CAAC,UAAU,CAAC,MAAM,EAAE,SAAS,CAAC;gBAC7C,KAAK,EAAE,SAAS,CAAC,UAAU,CAAC,MAAM,EAAE,UAAU,CAAC;aAClD,CAAC,CAAC;QAEP,WAAW,GAAG,EAAE,CAAC;QACjB,SAAS,GAAG,EAAE,CAAC;QACf,UAAU,GAAG,EAAE,CAAC;IACpB,CAAC;IAED,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;QAC7B,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACzB,IAAI,CAAC,iCAAiC,IAAI,qBAAqB,KAAK,QAAQ;gBACxE,KAAK,EAAE,CAAC;YAEZ,qBAAqB,GAAG,QAAQ,CAAC;YACjC,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACpD,CAAC;aAAM,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC9B,IAAI,CAAC,iCAAiC,IAAI,CAAC,qBAAqB,KAAK,QAAQ,IAAI,qBAAqB,KAAK,MAAM,CAAC;gBAC9G,KAAK,EAAE,CAAC;YAEZ,qBAAqB,GAAG,MAAM,CAAC;YAC/B,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACzC,CAAC;aAAM,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC/B,IAAI,CAAC,iCAAiC;gBAClC,KAAK,EAAE,CAAC;YAEZ,qBAAqB,GAAG,OAAO,CAAC;YAChC,UAAU,CAAC,IAAI,CAAC,yBAAyB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC9D,CAAC;;YACG,KAAM,IAAqB,CAAC;IACpC,CAAC;IAED,KAAK,EAAE,CAAC;IAER,OAAO,WAAW,CAAC;AACvB,CAAC"}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
export function getModelLinageNames(ggufMetadata) {
|
|
2
|
+
const res = [];
|
|
3
|
+
if (ggufMetadata == null)
|
|
4
|
+
return res;
|
|
5
|
+
const currentModelInfo = [ggufMetadata?.general?.name, ggufMetadata?.general?.basename]
|
|
6
|
+
.filter((v) => v != null);
|
|
7
|
+
if (currentModelInfo.length > 0)
|
|
8
|
+
res.push(currentModelInfo);
|
|
9
|
+
if (typeof ggufMetadata?.general?.base_model?.count === "number") {
|
|
10
|
+
for (let i = 0; i < ggufMetadata.general.base_model.count; i++) {
|
|
11
|
+
const baseModel = ggufMetadata.general.base_model[String(i)];
|
|
12
|
+
if (baseModel?.name != null)
|
|
13
|
+
res.push([baseModel.name]);
|
|
14
|
+
}
|
|
15
|
+
}
|
|
16
|
+
return res;
|
|
17
|
+
}
|
|
18
|
+
//# sourceMappingURL=getModelLinageNames.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"getModelLinageNames.js","sourceRoot":"","sources":["../../../src/chatWrappers/utils/getModelLinageNames.ts"],"names":[],"mappings":"AAEA,MAAM,UAAU,mBAAmB,CAAC,YAA2B;IAC3D,MAAM,GAAG,GAAe,EAAE,CAAC;IAE3B,IAAI,YAAY,IAAI,IAAI;QACpB,OAAO,GAAG,CAAC;IAEf,MAAM,gBAAgB,GAAG,CAAC,YAAY,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,OAAO,EAAE,QAAQ,CAAC;SAClF,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC;IAC3C,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC;QAC3B,GAAG,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;IAE/B,IAAI,OAAO,YAAY,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC/D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,OAAO,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7D,MAAM,SAAS,GAAG,YAAY,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAgB,CAAC,CAAC;YAC5E,IAAI,SAAS,EAAE,IAAI,IAAI,IAAI;gBACvB,GAAG,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;QACnC,CAAC;IACL,CAAC;IAED,OAAO,GAAG,CAAC;AACf,CAAC"}
|
|
@@ -0,0 +1,4 @@
|
|
|
1
|
+
import { ChatWrapper } from "../../ChatWrapper.js";
|
|
2
|
+
import { Tokenizer } from "../../types.js";
|
|
3
|
+
import { JinjaTemplateChatWrapperOptions } from "../generic/JinjaTemplateChatWrapper.js";
|
|
4
|
+
export declare function isJinjaTemplateEquivalentToSpecializedChatWrapper(jinjaTemplateWrapperOptions: JinjaTemplateChatWrapperOptions, specializedChatWrapper: ChatWrapper, tokenizer?: Tokenizer): boolean;
|