node-llama-cpp 3.0.0-beta.22 → 3.0.0-beta.23
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/ChatWrapper.d.ts +8 -26
- package/dist/ChatWrapper.js +100 -52
- package/dist/ChatWrapper.js.map +1 -1
- package/dist/{apiDocsOverrides.js → apiDocsIndex.js} +3 -1
- package/dist/apiDocsIndex.js.map +1 -0
- package/dist/bindings/AddonTypes.d.ts +1 -1
- package/dist/bindings/Llama.d.ts +1 -1
- package/dist/bindings/Llama.js +5 -1
- package/dist/bindings/Llama.js.map +1 -1
- package/dist/bindings/getLlama.js.map +1 -1
- package/dist/bindings/types.d.ts +1 -0
- package/dist/bindings/utils/asyncEvery.js.map +1 -1
- package/dist/bindings/utils/asyncSome.js.map +1 -1
- package/dist/bindings/utils/clearAllLocalBuilds.js.map +1 -1
- package/dist/bindings/utils/cloneLlamaCppRepo.js.map +1 -1
- package/dist/bindings/utils/compileLLamaCpp.d.ts +2 -0
- package/dist/bindings/utils/compileLLamaCpp.js +5 -1
- package/dist/bindings/utils/compileLLamaCpp.js.map +1 -1
- package/dist/bindings/utils/detectAvailableComputeLayers.js +2 -1
- package/dist/bindings/utils/detectAvailableComputeLayers.js.map +1 -1
- package/dist/bindings/utils/detectGlibc.js +3 -3
- package/dist/bindings/utils/detectGlibc.js.map +1 -1
- package/dist/bindings/utils/getBestComputeLayersAvailable.d.ts +1 -0
- package/dist/bindings/utils/getBestComputeLayersAvailable.js.map +1 -1
- package/dist/bindings/utils/getBuildFolderNameForBuildOptions.js.map +1 -1
- package/dist/bindings/utils/getExampleUsageCodeOfGetLlama.js.map +1 -1
- package/dist/bindings/utils/getGpuTypesToUseForOption.d.ts +1 -0
- package/dist/bindings/utils/getGpuTypesToUseForOption.js.map +1 -1
- package/dist/bindings/utils/getLinuxDistroInfo.js.map +1 -1
- package/dist/bindings/utils/getPlatform.js.map +1 -1
- package/dist/bindings/utils/getPlatformInfo.js.map +1 -1
- package/dist/bindings/utils/hasBuildingFromSourceDependenciesInstalled.js.map +1 -1
- package/dist/bindings/utils/lastBuildInfo.js.map +1 -1
- package/dist/bindings/utils/logBinaryUsageExampleToConsole.js.map +1 -1
- package/dist/bindings/utils/logDistroInstallInstruction.js.map +1 -1
- package/dist/bindings/utils/resolveCustomCmakeOptions.js +2 -0
- package/dist/bindings/utils/resolveCustomCmakeOptions.js.map +1 -1
- package/dist/bindings/utils/testBindingBinary.js.map +1 -1
- package/dist/bindings/utils/testCmakeBinary.d.ts +1 -0
- package/dist/chatWrappers/ChatMLChatWrapper.d.ts +2 -14
- package/dist/chatWrappers/ChatMLChatWrapper.js +10 -10
- package/dist/chatWrappers/ChatMLChatWrapper.js.map +1 -1
- package/dist/chatWrappers/FalconChatWrapper.d.ts +2 -9
- package/dist/chatWrappers/FalconChatWrapper.js +10 -10
- package/dist/chatWrappers/FalconChatWrapper.js.map +1 -1
- package/dist/chatWrappers/FunctionaryChatWrapper.d.ts +8 -32
- package/dist/chatWrappers/FunctionaryChatWrapper.js +274 -82
- package/dist/chatWrappers/FunctionaryChatWrapper.js.map +1 -1
- package/dist/chatWrappers/GemmaChatWrapper.d.ts +3 -14
- package/dist/chatWrappers/GemmaChatWrapper.js +20 -12
- package/dist/chatWrappers/GemmaChatWrapper.js.map +1 -1
- package/dist/chatWrappers/GeneralChatWrapper.d.ts +2 -9
- package/dist/chatWrappers/GeneralChatWrapper.js +10 -10
- package/dist/chatWrappers/GeneralChatWrapper.js.map +1 -1
- package/dist/chatWrappers/Llama2ChatWrapper.d.ts +2 -10
- package/dist/chatWrappers/Llama2ChatWrapper.js +9 -9
- package/dist/chatWrappers/Llama2ChatWrapper.js.map +1 -1
- package/dist/chatWrappers/Llama3ChatWrapper.d.ts +10 -25
- package/dist/chatWrappers/Llama3ChatWrapper.js +71 -26
- package/dist/chatWrappers/Llama3ChatWrapper.js.map +1 -1
- package/dist/chatWrappers/generic/JinjaTemplateChatWrapper.d.ts +6 -12
- package/dist/chatWrappers/generic/JinjaTemplateChatWrapper.js +25 -13
- package/dist/chatWrappers/generic/JinjaTemplateChatWrapper.js.map +1 -1
- package/dist/chatWrappers/generic/TemplateChatWrapper.d.ts +14 -24
- package/dist/chatWrappers/generic/TemplateChatWrapper.js +21 -21
- package/dist/chatWrappers/generic/TemplateChatWrapper.js.map +1 -1
- package/dist/chatWrappers/generic/utils/chatHistoryFunctionCallMessageTemplate.d.ts +11 -21
- package/dist/chatWrappers/generic/utils/chatHistoryFunctionCallMessageTemplate.js +1 -1
- package/dist/chatWrappers/generic/utils/chatHistoryFunctionCallMessageTemplate.js.map +1 -1
- package/dist/chatWrappers/utils/isJinjaTemplateEquivalentToSpecializedChatWrapper.js +8 -4
- package/dist/chatWrappers/utils/isJinjaTemplateEquivalentToSpecializedChatWrapper.js.map +1 -1
- package/dist/chatWrappers/utils/resolveChatWrapper.js +30 -1
- package/dist/chatWrappers/utils/resolveChatWrapper.js.map +1 -1
- package/dist/cli/commands/BuildCommand.d.ts +6 -1
- package/dist/cli/commands/BuildCommand.js +14 -3
- package/dist/cli/commands/BuildCommand.js.map +1 -1
- package/dist/cli/commands/ChatCommand.js +1 -1
- package/dist/cli/commands/ChatCommand.js.map +1 -1
- package/dist/cli/commands/ClearCommand.js.map +1 -1
- package/dist/cli/commands/CompleteCommand.js.map +1 -1
- package/dist/cli/commands/DownloadCommand.d.ts +1 -0
- package/dist/cli/commands/DownloadCommand.js +1 -1
- package/dist/cli/commands/DownloadCommand.js.map +1 -1
- package/dist/cli/commands/InfillCommand.js.map +1 -1
- package/dist/cli/commands/InitCommand.js.map +1 -1
- package/dist/cli/commands/OnPostInstallCommand.js.map +1 -1
- package/dist/cli/commands/PullCommand.js.map +1 -1
- package/dist/cli/commands/inspect/commands/InspectGgufCommand.js.map +1 -1
- package/dist/cli/commands/inspect/commands/InspectGpuCommand.js.map +1 -1
- package/dist/cli/commands/inspect/commands/InspectMeasureCommand.js.map +1 -1
- package/dist/cli/recommendedModels.js +48 -27
- package/dist/cli/recommendedModels.js.map +1 -1
- package/dist/cli/utils/ConsoleInteraction.js.map +1 -1
- package/dist/cli/utils/ConsoleTable.js.map +1 -1
- package/dist/cli/utils/basicChooseFromListConsoleInteraction.js.map +1 -1
- package/dist/cli/utils/consolePromptQuestion.js.map +1 -1
- package/dist/cli/utils/getReadablePath.js +1 -1
- package/dist/cli/utils/getReadablePath.js.map +1 -1
- package/dist/cli/utils/interactivelyAskForModel.js.map +1 -1
- package/dist/cli/utils/printCommonInfoLines.js.map +1 -1
- package/dist/cli/utils/printInfoLine.js.map +1 -1
- package/dist/cli/utils/projectTemplates.js.map +1 -1
- package/dist/cli/utils/resolveCommandGgufPath.js.map +1 -1
- package/dist/cli/utils/resolveHeaderFlag.js.map +1 -1
- package/dist/cli/utils/splitAnsiToLines.js.map +1 -1
- package/dist/evaluator/LlamaChat/LlamaChat.d.ts +79 -8
- package/dist/evaluator/LlamaChat/LlamaChat.js +1212 -481
- package/dist/evaluator/LlamaChat/LlamaChat.js.map +1 -1
- package/dist/evaluator/LlamaChat/utils/FunctionCallNameGrammar.d.ts +11 -0
- package/dist/evaluator/LlamaChat/utils/FunctionCallNameGrammar.js +55 -0
- package/dist/evaluator/LlamaChat/utils/FunctionCallNameGrammar.js.map +1 -0
- package/dist/evaluator/LlamaChat/utils/FunctionCallParamsGrammar.d.ts +16 -0
- package/dist/evaluator/LlamaChat/utils/FunctionCallParamsGrammar.js +45 -0
- package/dist/evaluator/LlamaChat/utils/FunctionCallParamsGrammar.js.map +1 -0
- package/dist/evaluator/LlamaChat/utils/LlamaFunctionCallValidationError.d.ts +8 -0
- package/dist/evaluator/LlamaChat/utils/LlamaFunctionCallValidationError.js +12 -0
- package/dist/evaluator/LlamaChat/utils/LlamaFunctionCallValidationError.js.map +1 -0
- package/dist/evaluator/LlamaChat/utils/contextShiftStrategies/eraseFirstResponseAndKeepFirstSystemChatContextShiftStrategy.js +24 -16
- package/dist/evaluator/LlamaChat/utils/contextShiftStrategies/eraseFirstResponseAndKeepFirstSystemChatContextShiftStrategy.js.map +1 -1
- package/dist/evaluator/LlamaChatSession/LlamaChatSession.d.ts +110 -5
- package/dist/evaluator/LlamaChatSession/LlamaChatSession.js +226 -39
- package/dist/evaluator/LlamaChatSession/LlamaChatSession.js.map +1 -1
- package/dist/evaluator/LlamaChatSession/utils/LlamaChatSessionPromptCompletionEngine.d.ts +39 -0
- package/dist/evaluator/LlamaChatSession/utils/LlamaChatSessionPromptCompletionEngine.js +186 -0
- package/dist/evaluator/LlamaChatSession/utils/LlamaChatSessionPromptCompletionEngine.js.map +1 -0
- package/dist/evaluator/LlamaCompletion.d.ts +17 -29
- package/dist/evaluator/LlamaCompletion.js +32 -19
- package/dist/evaluator/LlamaCompletion.js.map +1 -1
- package/dist/evaluator/LlamaContext/LlamaContext.d.ts +1 -2
- package/dist/evaluator/LlamaContext/LlamaContext.js +1 -1
- package/dist/evaluator/LlamaContext/LlamaContext.js.map +1 -1
- package/dist/evaluator/LlamaContext/utils/batchItemsPrioritizationStrategies/firstInFirstOutStrategy.js.map +1 -1
- package/dist/evaluator/LlamaContext/utils/batchItemsPrioritizationStrategies/maximumParallelismStrategy.js.map +1 -1
- package/dist/evaluator/LlamaEmbeddingContext.js.map +1 -1
- package/dist/evaluator/LlamaGrammar.d.ts +3 -3
- package/dist/evaluator/LlamaGrammar.js +1 -1
- package/dist/evaluator/LlamaGrammar.js.map +1 -1
- package/dist/evaluator/{LlamaModel.d.ts → LlamaModel/LlamaModel.d.ts} +20 -14
- package/dist/evaluator/{LlamaModel.js → LlamaModel/LlamaModel.js} +100 -18
- package/dist/evaluator/LlamaModel/LlamaModel.js.map +1 -0
- package/dist/evaluator/LlamaModel/utils/TokenAttributes.d.ts +29 -0
- package/dist/evaluator/LlamaModel/utils/TokenAttributes.js +65 -0
- package/dist/evaluator/LlamaModel/utils/TokenAttributes.js.map +1 -0
- package/dist/evaluator/TokenBias.d.ts +1 -1
- package/dist/evaluator/TokenMeter.js.map +1 -1
- package/dist/gguf/fileReaders/GgufFsFileReader.js +2 -1
- package/dist/gguf/fileReaders/GgufFsFileReader.js.map +1 -1
- package/dist/gguf/fileReaders/GgufNetworkFetchFileReader.js.map +1 -1
- package/dist/gguf/insights/GgufInsights.d.ts +6 -0
- package/dist/gguf/insights/GgufInsights.js +20 -0
- package/dist/gguf/insights/GgufInsights.js.map +1 -1
- package/dist/gguf/insights/GgufInsightsConfigurationResolver.d.ts +1 -1
- package/dist/gguf/insights/GgufInsightsConfigurationResolver.js +1 -1
- package/dist/gguf/insights/GgufInsightsConfigurationResolver.js.map +1 -1
- package/dist/gguf/insights/utils/resolveContextContextSizeOption.js.map +1 -1
- package/dist/gguf/insights/utils/resolveModelGpuLayersOption.d.ts +1 -1
- package/dist/gguf/insights/utils/resolveModelGpuLayersOption.js.map +1 -1
- package/dist/gguf/insights/utils/scoreLevels.js.map +1 -1
- package/dist/gguf/parser/GgufV2Parser.js.map +1 -1
- package/dist/gguf/parser/parseGguf.js.map +1 -1
- package/dist/gguf/readGgufFileInfo.js.map +1 -1
- package/dist/gguf/types/GgufMetadataTypes.d.ts +2 -1
- package/dist/gguf/types/GgufMetadataTypes.js.map +1 -1
- package/dist/gguf/utils/convertMetadataKeyValueRecordToNestedObject.js.map +1 -1
- package/dist/gguf/utils/getGgufFileTypeName.js.map +1 -1
- package/dist/gguf/utils/normalizeGgufDownloadUrl.js.map +1 -1
- package/dist/gguf/utils/resolveBinarySplitGgufPartUrls.js.map +1 -1
- package/dist/gguf/utils/resolveSplitGgufParts.js.map +1 -1
- package/dist/index.d.ts +14 -10
- package/dist/index.js +5 -2
- package/dist/index.js.map +1 -1
- package/dist/types.d.ts +68 -8
- package/dist/types.js.map +1 -1
- package/dist/utils/DisposeGuard.js.map +1 -1
- package/dist/utils/LlamaText.d.ts +22 -3
- package/dist/utils/LlamaText.js +107 -7
- package/dist/utils/LlamaText.js.map +1 -1
- package/dist/utils/LruCache.d.ts +12 -0
- package/dist/utils/LruCache.js +44 -0
- package/dist/utils/LruCache.js.map +1 -0
- package/dist/utils/ReplHistory.js.map +1 -1
- package/dist/utils/StopGenerationDetector.d.ts +25 -9
- package/dist/utils/StopGenerationDetector.js +70 -4
- package/dist/utils/StopGenerationDetector.js.map +1 -1
- package/dist/utils/TokenStreamRegulator.d.ts +1 -0
- package/dist/utils/TokenStreamRegulator.js +3 -0
- package/dist/utils/TokenStreamRegulator.js.map +1 -1
- package/dist/utils/appendUserMessageToChatHistory.js.map +1 -1
- package/dist/utils/clearTempFolder.js.map +1 -1
- package/dist/utils/cmake.js.map +1 -1
- package/dist/utils/createModelDownloader.d.ts +6 -0
- package/dist/utils/createModelDownloader.js +5 -2
- package/dist/utils/createModelDownloader.js.map +1 -1
- package/dist/utils/findBestOption.js.map +1 -1
- package/dist/utils/findCharacterRemovalCountToFitChatHistoryInContext.d.ts +1 -0
- package/dist/utils/findCharacterRemovalCountToFitChatHistoryInContext.js +5 -4
- package/dist/utils/findCharacterRemovalCountToFitChatHistoryInContext.js.map +1 -1
- package/dist/utils/gbnfJson/GbnfGrammarGenerator.js.map +1 -1
- package/dist/utils/gbnfJson/getGbnfGrammarForGbnfJsonSchema.js +1 -1
- package/dist/utils/gbnfJson/getGbnfGrammarForGbnfJsonSchema.js.map +1 -1
- package/dist/utils/gbnfJson/terminals/GbnfRepetition.js.map +1 -1
- package/dist/utils/gbnfJson/terminals/GbnfWhitespace.js.map +1 -1
- package/dist/utils/gbnfJson/terminals/gbnfConsts.d.ts +1 -1
- package/dist/utils/gbnfJson/types.d.ts +3 -0
- package/dist/utils/gbnfJson/types.js.map +1 -1
- package/dist/utils/gbnfJson/utils/getGbnfJsonTerminalForGbnfJsonSchema.js.map +1 -1
- package/dist/utils/gbnfJson/utils/validateObjectAgainstGbnfSchema.js.map +1 -1
- package/dist/utils/getGrammarsFolder.js.map +1 -1
- package/dist/utils/getTypeScriptTypeStringForGbnfJsonSchema.js.map +1 -1
- package/dist/utils/gitReleaseBundles.js.map +1 -1
- package/dist/utils/isUrl.js.map +1 -1
- package/dist/utils/parseModelFileName.js.map +1 -1
- package/dist/utils/parseTextTemplate.js.map +1 -1
- package/dist/utils/prettyPrintObject.js.map +1 -1
- package/dist/utils/removeNullFields.js.map +1 -1
- package/dist/utils/resolveGithubRelease.d.ts +1 -1
- package/dist/utils/resolveGithubRelease.js.map +1 -1
- package/dist/utils/safeEventCallback.d.ts +6 -0
- package/dist/utils/safeEventCallback.js +29 -0
- package/dist/utils/safeEventCallback.js.map +1 -0
- package/dist/utils/spawnCommand.js.map +1 -1
- package/dist/utils/truncateTextAndRoundToWords.d.ts +2 -0
- package/dist/utils/truncateTextAndRoundToWords.js +30 -0
- package/dist/utils/truncateTextAndRoundToWords.js.map +1 -1
- package/dist/utils/waitForLockfileRelease.js.map +1 -1
- package/dist/utils/withLockfile.js.map +1 -1
- package/dist/utils/withOra.js.map +1 -1
- package/dist/utils/withProgressLog.js.map +1 -1
- package/dist/utils/withStatusLogs.js.map +1 -1
- package/dist/utils/wrapAbortSignal.d.ts +2 -0
- package/dist/utils/wrapAbortSignal.js +9 -0
- package/dist/utils/wrapAbortSignal.js.map +1 -0
- package/llama/addon.cpp +9 -9
- package/llama/binariesGithubRelease.json +1 -1
- package/llama/gitRelease.bundle +0 -0
- package/llama/llama.cpp.info.json +1 -1
- package/llamaBins/linux-arm64/_nlcBuildMetadata.json +1 -1
- package/llamaBins/linux-arm64/llama-addon.node +0 -0
- package/llamaBins/linux-armv7l/_nlcBuildMetadata.json +1 -1
- package/llamaBins/linux-armv7l/llama-addon.node +0 -0
- package/llamaBins/linux-x64/_nlcBuildMetadata.json +1 -1
- package/llamaBins/linux-x64/llama-addon.node +0 -0
- package/llamaBins/linux-x64-cuda/_nlcBuildMetadata.json +1 -1
- package/llamaBins/linux-x64-cuda/llama-addon.node +0 -0
- package/llamaBins/linux-x64-vulkan/_nlcBuildMetadata.json +1 -1
- package/llamaBins/linux-x64-vulkan/llama-addon.node +0 -0
- package/llamaBins/mac-arm64-metal/_nlcBuildMetadata.json +1 -1
- package/llamaBins/mac-arm64-metal/default.metallib +0 -0
- package/llamaBins/mac-arm64-metal/llama-addon.node +0 -0
- package/llamaBins/mac-x64/_nlcBuildMetadata.json +1 -1
- package/llamaBins/mac-x64/llama-addon.node +0 -0
- package/llamaBins/win-arm64/_nlcBuildMetadata.json +1 -1
- package/llamaBins/win-arm64/llama-addon.exp +0 -0
- package/llamaBins/win-arm64/llama-addon.lib +0 -0
- package/llamaBins/win-arm64/llama-addon.node +0 -0
- package/llamaBins/win-x64/_nlcBuildMetadata.json +1 -1
- package/llamaBins/win-x64/llama-addon.exp +0 -0
- package/llamaBins/win-x64/llama-addon.lib +0 -0
- package/llamaBins/win-x64/llama-addon.node +0 -0
- package/llamaBins/win-x64-cuda/_nlcBuildMetadata.json +1 -1
- package/llamaBins/win-x64-cuda/llama-addon.exp +0 -0
- package/llamaBins/win-x64-cuda/llama-addon.lib +0 -0
- package/llamaBins/win-x64-cuda/llama-addon.node +0 -0
- package/llamaBins/win-x64-vulkan/_nlcBuildMetadata.json +1 -1
- package/llamaBins/win-x64-vulkan/llama-addon.exp +0 -0
- package/llamaBins/win-x64-vulkan/llama-addon.lib +0 -0
- package/llamaBins/win-x64-vulkan/llama-addon.node +0 -0
- package/package.json +32 -34
- package/templates/packed/electron-typescript-react.json +1 -1
- package/templates/packed/node-typescript.json +1 -1
- package/dist/apiDocsOverrides.js.map +0 -1
- package/dist/evaluator/LlamaChat/utils/FunctionCallGrammar.d.ts +0 -22
- package/dist/evaluator/LlamaChat/utils/FunctionCallGrammar.js +0 -122
- package/dist/evaluator/LlamaChat/utils/FunctionCallGrammar.js.map +0 -1
- package/dist/evaluator/LlamaModel.js.map +0 -1
- /package/dist/{apiDocsOverrides.d.ts → apiDocsIndex.d.ts} +0 -0
|
@@ -5,23 +5,183 @@ import { ChatModelFunctionsDocumentationGenerator } from "./utils/ChatModelFunct
|
|
|
5
5
|
// source: https://github.com/MeetKai/functionary/blob/main/tests/prompt_test_v2.txt
|
|
6
6
|
export class FunctionaryChatWrapper extends ChatWrapper {
|
|
7
7
|
wrapperName = "Functionary";
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
8
|
+
variation;
|
|
9
|
+
settings;
|
|
10
|
+
constructor({ variation = "v2.llama3" } = {}) {
|
|
11
|
+
super();
|
|
12
|
+
this.variation = variation;
|
|
13
|
+
if (variation === "v2.llama3")
|
|
14
|
+
this.settings = {
|
|
15
|
+
supportsSystemMessages: true,
|
|
16
|
+
functions: {
|
|
17
|
+
call: {
|
|
18
|
+
optionalPrefixSpace: true,
|
|
19
|
+
prefix: LlamaText(new SpecialTokensText("<|reserved_special_token_249|>")),
|
|
20
|
+
paramsPrefix: LlamaText(new SpecialTokensText("\n")),
|
|
21
|
+
suffix: ""
|
|
22
|
+
},
|
|
23
|
+
result: {
|
|
24
|
+
prefix: LlamaText([
|
|
25
|
+
new SpecialTokensText("<|start_header_id|>tool<|end_header_id|>\n\nname="),
|
|
26
|
+
"{{functionName}}",
|
|
27
|
+
new SpecialTokensText("\n")
|
|
28
|
+
]),
|
|
29
|
+
suffix: LlamaText(new SpecialToken("EOT"))
|
|
30
|
+
},
|
|
31
|
+
parallelism: {
|
|
32
|
+
call: {
|
|
33
|
+
sectionPrefix: "",
|
|
34
|
+
betweenCalls: "",
|
|
35
|
+
sectionSuffix: LlamaText(new SpecialToken("EOT"))
|
|
36
|
+
},
|
|
37
|
+
result: {
|
|
38
|
+
sectionPrefix: "",
|
|
39
|
+
betweenResults: "",
|
|
40
|
+
sectionSuffix: ""
|
|
41
|
+
}
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
};
|
|
45
|
+
else
|
|
46
|
+
this.settings = {
|
|
47
|
+
supportsSystemMessages: true,
|
|
48
|
+
functions: {
|
|
49
|
+
call: {
|
|
50
|
+
optionalPrefixSpace: true,
|
|
51
|
+
prefix: LlamaText(new SpecialTokensText("\n<|from|>assistant\n<|recipient|>")),
|
|
52
|
+
paramsPrefix: LlamaText(new SpecialTokensText("\n<|content|>")),
|
|
53
|
+
suffix: ""
|
|
54
|
+
},
|
|
55
|
+
result: {
|
|
56
|
+
prefix: LlamaText([
|
|
57
|
+
new SpecialTokensText("\n<|from|>"),
|
|
58
|
+
"{{functionName}}",
|
|
59
|
+
new SpecialTokensText("\n<|recipient|>all\n<|content|>")
|
|
60
|
+
]),
|
|
61
|
+
suffix: ""
|
|
62
|
+
},
|
|
63
|
+
parallelism: {
|
|
64
|
+
call: {
|
|
65
|
+
sectionPrefix: "",
|
|
66
|
+
betweenCalls: "\n",
|
|
67
|
+
sectionSuffix: LlamaText(new SpecialTokensText("<|stop|>"))
|
|
68
|
+
},
|
|
69
|
+
result: {
|
|
70
|
+
sectionPrefix: "",
|
|
71
|
+
betweenResults: "",
|
|
72
|
+
sectionSuffix: ""
|
|
73
|
+
}
|
|
74
|
+
}
|
|
75
|
+
}
|
|
76
|
+
};
|
|
77
|
+
}
|
|
78
|
+
generateContextState({ chatHistory, availableFunctions, documentFunctionParams }) {
|
|
79
|
+
if (this.variation === "v2.llama3")
|
|
80
|
+
return this._generateContextStateV2Llama3({ chatHistory, availableFunctions, documentFunctionParams });
|
|
81
|
+
return this._generateContextStateV2({ chatHistory, availableFunctions, documentFunctionParams });
|
|
82
|
+
}
|
|
83
|
+
/** @internal */
|
|
84
|
+
_generateContextStateV2Llama3({ chatHistory, availableFunctions, documentFunctionParams }) {
|
|
85
|
+
const historyWithFunctions = this.addAvailableFunctionsSystemMessageToHistory(chatHistory, availableFunctions, {
|
|
86
|
+
documentParams: documentFunctionParams
|
|
87
|
+
});
|
|
88
|
+
const contextText = LlamaText(new SpecialToken("BOS"), historyWithFunctions.map((item, index) => {
|
|
89
|
+
const isLastItem = index === historyWithFunctions.length - 1;
|
|
90
|
+
if (item.type === "system") {
|
|
91
|
+
if (item.text.length === 0)
|
|
92
|
+
return "";
|
|
93
|
+
return LlamaText([
|
|
94
|
+
new SpecialTokensText("<|start_header_id|>system<|end_header_id|>\n\n"),
|
|
95
|
+
LlamaText.fromJSON(item.text),
|
|
96
|
+
new SpecialToken("EOT")
|
|
97
|
+
]);
|
|
19
98
|
}
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
99
|
+
else if (item.type === "user") {
|
|
100
|
+
return LlamaText([
|
|
101
|
+
new SpecialTokensText("<|start_header_id|>user<|end_header_id|>\n\n"),
|
|
102
|
+
item.text,
|
|
103
|
+
new SpecialToken("EOT")
|
|
104
|
+
]);
|
|
105
|
+
}
|
|
106
|
+
else if (item.type === "model") {
|
|
107
|
+
if (isLastItem && item.response.length === 0)
|
|
108
|
+
return LlamaText([
|
|
109
|
+
new SpecialTokensText("<|start_header_id|>assistant<|end_header_id|>\n\n")
|
|
110
|
+
]);
|
|
111
|
+
const res = [];
|
|
112
|
+
const pendingFunctionCalls = [];
|
|
113
|
+
const pendingFunctionResults = [];
|
|
114
|
+
const addPendingFunctions = () => {
|
|
115
|
+
if (pendingFunctionResults.length === 0)
|
|
116
|
+
return;
|
|
117
|
+
res.push(LlamaText(pendingFunctionCalls));
|
|
118
|
+
res.push(LlamaText(new SpecialToken("EOT")));
|
|
119
|
+
res.push(LlamaText(pendingFunctionResults));
|
|
120
|
+
pendingFunctionResults.length = 0;
|
|
121
|
+
};
|
|
122
|
+
for (let index = 0; index < item.response.length; index++) {
|
|
123
|
+
const response = item.response[index];
|
|
124
|
+
const isLastResponse = index === item.response.length - 1;
|
|
125
|
+
if (typeof response === "string") {
|
|
126
|
+
addPendingFunctions();
|
|
127
|
+
res.push(LlamaText([
|
|
128
|
+
new SpecialTokensText("<|start_header_id|>assistant<|end_header_id|>\n\n"),
|
|
129
|
+
response,
|
|
130
|
+
(isLastItem && isLastResponse)
|
|
131
|
+
? LlamaText([])
|
|
132
|
+
: new SpecialToken("EOT")
|
|
133
|
+
]));
|
|
134
|
+
}
|
|
135
|
+
else if (isChatModelResponseFunctionCall(response)) {
|
|
136
|
+
pendingFunctionCalls.push(response.rawCall != null
|
|
137
|
+
? LlamaText.fromJSON(response.rawCall)
|
|
138
|
+
: LlamaText([
|
|
139
|
+
new SpecialTokensText("<|reserved_special_token_249|>"),
|
|
140
|
+
response.name,
|
|
141
|
+
new SpecialTokensText("\n"),
|
|
142
|
+
response.params === undefined
|
|
143
|
+
? ""
|
|
144
|
+
: JSON.stringify(response.params)
|
|
145
|
+
]));
|
|
146
|
+
pendingFunctionResults.push(LlamaText([
|
|
147
|
+
new SpecialTokensText("<|start_header_id|>tool<|end_header_id|>\n\nname="),
|
|
148
|
+
response.name,
|
|
149
|
+
new SpecialTokensText("\n"),
|
|
150
|
+
response.result === undefined
|
|
151
|
+
? "" // "void"
|
|
152
|
+
: JSON.stringify(response.result),
|
|
153
|
+
new SpecialToken("EOT")
|
|
154
|
+
]));
|
|
155
|
+
}
|
|
156
|
+
else
|
|
157
|
+
void (response);
|
|
158
|
+
}
|
|
159
|
+
addPendingFunctions();
|
|
160
|
+
if (isLastItem && (res.length === 0 || typeof item.response[item.response.length - 1] !== "string"))
|
|
161
|
+
res.push(LlamaText([
|
|
162
|
+
new SpecialTokensText("<|start_header_id|>assistant<|end_header_id|>\n\n")
|
|
163
|
+
]));
|
|
164
|
+
return LlamaText(res);
|
|
165
|
+
}
|
|
166
|
+
void (item);
|
|
167
|
+
return "";
|
|
168
|
+
}));
|
|
169
|
+
return {
|
|
170
|
+
contextText,
|
|
171
|
+
stopGenerationTriggers: [
|
|
172
|
+
LlamaText(new SpecialToken("EOS")),
|
|
173
|
+
LlamaText(new SpecialToken("EOT")),
|
|
174
|
+
LlamaText(new SpecialTokensText("<|eot_id|>")),
|
|
175
|
+
LlamaText(new SpecialTokensText("<|end_of_text|>")),
|
|
176
|
+
LlamaText("<|eot_id|>"),
|
|
177
|
+
LlamaText("<|end_of_text|>")
|
|
178
|
+
]
|
|
179
|
+
};
|
|
180
|
+
}
|
|
181
|
+
/** @internal */
|
|
182
|
+
_generateContextStateV2({ chatHistory, availableFunctions, documentFunctionParams }) {
|
|
23
183
|
const hasFunctions = Object.keys(availableFunctions ?? {}).length > 0;
|
|
24
|
-
const historyWithFunctions = this.addAvailableFunctionsSystemMessageToHistory(
|
|
184
|
+
const historyWithFunctions = this.addAvailableFunctionsSystemMessageToHistory(chatHistory, availableFunctions, {
|
|
25
185
|
documentParams: documentFunctionParams
|
|
26
186
|
});
|
|
27
187
|
const contextText = LlamaText(new SpecialToken("BOS"), historyWithFunctions.map((item, index) => {
|
|
@@ -37,7 +197,7 @@ export class FunctionaryChatWrapper extends ChatWrapper {
|
|
|
37
197
|
new SpecialTokensText("<|from|>system\n"),
|
|
38
198
|
new SpecialTokensText("<|recipient|>all\n"),
|
|
39
199
|
new SpecialTokensText("<|content|>"),
|
|
40
|
-
item.text
|
|
200
|
+
LlamaText.fromJSON(item.text)
|
|
41
201
|
]);
|
|
42
202
|
}
|
|
43
203
|
else if (item.type === "user") {
|
|
@@ -61,65 +221,96 @@ export class FunctionaryChatWrapper extends ChatWrapper {
|
|
|
61
221
|
new SpecialTokensText("<|recipient|>all\n"),
|
|
62
222
|
new SpecialTokensText("<|content|>")
|
|
63
223
|
]);
|
|
64
|
-
|
|
224
|
+
const res = [];
|
|
225
|
+
const pendingFunctionCalls = [];
|
|
226
|
+
const pendingFunctionResults = [];
|
|
227
|
+
const addPendingFunctions = () => {
|
|
228
|
+
if (pendingFunctionResults.length === 0)
|
|
229
|
+
return;
|
|
230
|
+
res.push(LlamaText(pendingFunctionCalls));
|
|
231
|
+
res.push(LlamaText(new SpecialTokensText("<|stop|>")));
|
|
232
|
+
res.push(LlamaText(pendingFunctionResults));
|
|
233
|
+
pendingFunctionResults.length = 0;
|
|
234
|
+
};
|
|
235
|
+
for (let index = 0; index < item.response.length; index++) {
|
|
236
|
+
const response = item.response[index];
|
|
65
237
|
const isFirstResponse = index === 0;
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
238
|
+
if (typeof response === "string") {
|
|
239
|
+
addPendingFunctions();
|
|
240
|
+
res.push(LlamaText([
|
|
69
241
|
(isFirstItem && isFirstResponse)
|
|
70
242
|
? LlamaText([])
|
|
71
243
|
: new SpecialTokensText("\n"),
|
|
72
244
|
new SpecialTokensText("<|from|>assistant\n"),
|
|
73
245
|
new SpecialTokensText("<|recipient|>all\n"),
|
|
74
246
|
new SpecialTokensText("<|content|>"),
|
|
75
|
-
response
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
: new SpecialTokensText("<|stop|>")
|
|
79
|
-
]);
|
|
247
|
+
response
|
|
248
|
+
]));
|
|
249
|
+
}
|
|
80
250
|
else if (isChatModelResponseFunctionCall(response)) {
|
|
81
|
-
|
|
82
|
-
response.
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
: JSON.stringify(response.result)
|
|
104
|
-
]),
|
|
105
|
-
(isLastResponse && isLastItem)
|
|
106
|
-
? hasFunctions
|
|
107
|
-
? LlamaText([
|
|
108
|
-
new SpecialTokensText("\n"),
|
|
109
|
-
new SpecialTokensText("<|from|>assistant\n")
|
|
110
|
-
])
|
|
111
|
-
: LlamaText([
|
|
112
|
-
new SpecialTokensText("\n"),
|
|
113
|
-
new SpecialTokensText("<|from|>assistant\n"),
|
|
114
|
-
new SpecialTokensText("<|recipient|>all\n"),
|
|
115
|
-
new SpecialTokensText("<|content|>")
|
|
116
|
-
])
|
|
117
|
-
: LlamaText([])
|
|
118
|
-
]);
|
|
251
|
+
pendingFunctionCalls.push(response.rawCall != null
|
|
252
|
+
? LlamaText.fromJSON(response.rawCall)
|
|
253
|
+
: LlamaText([
|
|
254
|
+
(isFirstItem && isFirstResponse)
|
|
255
|
+
? LlamaText([])
|
|
256
|
+
: new SpecialTokensText("\n"),
|
|
257
|
+
new SpecialTokensText("<|from|>assistant\n"),
|
|
258
|
+
new SpecialTokensText("<|recipient|>"), response.name, new SpecialTokensText("\n"),
|
|
259
|
+
new SpecialTokensText("<|content|>"),
|
|
260
|
+
response.params === undefined
|
|
261
|
+
? ""
|
|
262
|
+
: JSON.stringify(response.params)
|
|
263
|
+
]));
|
|
264
|
+
pendingFunctionResults.push(LlamaText([
|
|
265
|
+
new SpecialTokensText("\n"),
|
|
266
|
+
new SpecialTokensText("<|from|>"), response.name, new SpecialTokensText("\n"),
|
|
267
|
+
new SpecialTokensText("<|recipient|>all\n"),
|
|
268
|
+
new SpecialTokensText("<|content|>"),
|
|
269
|
+
response.result === undefined
|
|
270
|
+
? "" // "void"
|
|
271
|
+
: JSON.stringify(response.result)
|
|
272
|
+
]));
|
|
119
273
|
}
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
}
|
|
274
|
+
else
|
|
275
|
+
void (response);
|
|
276
|
+
}
|
|
277
|
+
addPendingFunctions();
|
|
278
|
+
if (res.length === 0) {
|
|
279
|
+
if (isLastItem) {
|
|
280
|
+
if (!hasFunctions)
|
|
281
|
+
res.push(LlamaText([
|
|
282
|
+
isFirstItem
|
|
283
|
+
? LlamaText([])
|
|
284
|
+
: new SpecialTokensText("\n"),
|
|
285
|
+
new SpecialTokensText("<|from|>assistant\n"),
|
|
286
|
+
new SpecialTokensText("<|recipient|>all\n"),
|
|
287
|
+
new SpecialTokensText("<|content|>")
|
|
288
|
+
]));
|
|
289
|
+
}
|
|
290
|
+
else
|
|
291
|
+
res.push(LlamaText([
|
|
292
|
+
isFirstItem
|
|
293
|
+
? LlamaText([])
|
|
294
|
+
: new SpecialTokensText("\n"),
|
|
295
|
+
new SpecialTokensText("<|from|>assistant\n"),
|
|
296
|
+
new SpecialTokensText("<|recipient|>all\n"),
|
|
297
|
+
new SpecialTokensText("<|content|>")
|
|
298
|
+
]));
|
|
299
|
+
}
|
|
300
|
+
else if (isLastItem && typeof item.response[item.response.length - 1] !== "string") {
|
|
301
|
+
if (!hasFunctions)
|
|
302
|
+
res.push(LlamaText([
|
|
303
|
+
isFirstItem
|
|
304
|
+
? LlamaText([])
|
|
305
|
+
: new SpecialTokensText("\n"),
|
|
306
|
+
new SpecialTokensText("<|from|>assistant\n"),
|
|
307
|
+
new SpecialTokensText("<|recipient|>all\n"),
|
|
308
|
+
new SpecialTokensText("<|content|>")
|
|
309
|
+
]));
|
|
310
|
+
}
|
|
311
|
+
if (!isLastItem)
|
|
312
|
+
res.push(LlamaText(new SpecialTokensText("<|stop|>")));
|
|
313
|
+
return LlamaText(res);
|
|
123
314
|
}
|
|
124
315
|
void (item);
|
|
125
316
|
return "";
|
|
@@ -144,13 +335,13 @@ export class FunctionaryChatWrapper extends ChatWrapper {
|
|
|
144
335
|
};
|
|
145
336
|
}
|
|
146
337
|
const textResponseStart = [
|
|
147
|
-
" \n",
|
|
148
|
-
" \n\n",
|
|
149
338
|
"\n",
|
|
150
|
-
"n\n"
|
|
339
|
+
"\n\n",
|
|
340
|
+
" \n",
|
|
341
|
+
" \n\n"
|
|
151
342
|
].flatMap((prefix) => [
|
|
152
|
-
LlamaText(prefix + "<|from|>assistant\n<|recipient|>all\n<|content|>"),
|
|
153
|
-
LlamaText(
|
|
343
|
+
LlamaText(new SpecialTokensText(prefix + "<|from|>assistant\n<|recipient|>all\n<|content|>")),
|
|
344
|
+
LlamaText(prefix + "<|from|>assistant\n<|recipient|>all\n<|content|>")
|
|
154
345
|
]);
|
|
155
346
|
return {
|
|
156
347
|
contextText,
|
|
@@ -174,18 +365,18 @@ export class FunctionaryChatWrapper extends ChatWrapper {
|
|
|
174
365
|
generateAvailableFunctionsSystemText(availableFunctions, { documentParams = true }) {
|
|
175
366
|
const functionsDocumentationGenerator = new ChatModelFunctionsDocumentationGenerator(availableFunctions);
|
|
176
367
|
if (!functionsDocumentationGenerator.hasAnyFunctions)
|
|
177
|
-
return
|
|
368
|
+
return LlamaText([]);
|
|
178
369
|
const availableFunctionNames = Object.keys(availableFunctions ?? {});
|
|
179
370
|
if (availableFunctionNames.length === 0)
|
|
180
|
-
return
|
|
181
|
-
return [
|
|
371
|
+
return LlamaText([]);
|
|
372
|
+
return LlamaText.joinValues("\n", [
|
|
182
373
|
"// Supported function definitions that should be called when necessary.",
|
|
183
374
|
"namespace functions {",
|
|
184
375
|
"",
|
|
185
376
|
functionsDocumentationGenerator.getTypeScriptFunctionTypes({ documentParams, reservedFunctionNames: ["all"] }),
|
|
186
377
|
"",
|
|
187
378
|
"} // namespace functions"
|
|
188
|
-
]
|
|
379
|
+
]);
|
|
189
380
|
}
|
|
190
381
|
addAvailableFunctionsSystemMessageToHistory(history, availableFunctions, { documentParams = true } = {}) {
|
|
191
382
|
const availableFunctionNames = Object.keys(availableFunctions ?? {});
|
|
@@ -195,19 +386,20 @@ export class FunctionaryChatWrapper extends ChatWrapper {
|
|
|
195
386
|
const firstSystemMessageIndex = res.findIndex((item) => item.type === "system");
|
|
196
387
|
res.splice(Math.max(0, firstSystemMessageIndex), 0, {
|
|
197
388
|
type: "system",
|
|
198
|
-
text: this.generateAvailableFunctionsSystemText(availableFunctions, { documentParams })
|
|
389
|
+
text: this.generateAvailableFunctionsSystemText(availableFunctions, { documentParams }).toJSON()
|
|
199
390
|
}, {
|
|
200
391
|
type: "system",
|
|
201
392
|
text: "The assistant calls functions with appropriate input when necessary. The assistant writes <|stop|> when finished answering."
|
|
202
393
|
});
|
|
203
394
|
return res;
|
|
204
395
|
}
|
|
205
|
-
|
|
206
|
-
|
|
207
|
-
|
|
208
|
-
|
|
209
|
-
}
|
|
210
|
-
|
|
396
|
+
/** @internal */
|
|
397
|
+
static _getOptionConfigurationsToTestIfCanSupersedeJinjaTemplate() {
|
|
398
|
+
return [{
|
|
399
|
+
variation: "v2.llama3"
|
|
400
|
+
}, {
|
|
401
|
+
variation: "v2"
|
|
402
|
+
}];
|
|
211
403
|
}
|
|
212
404
|
}
|
|
213
405
|
//# sourceMappingURL=FunctionaryChatWrapper.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"FunctionaryChatWrapper.js","sourceRoot":"","sources":["../../src/chatWrappers/FunctionaryChatWrapper.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,WAAW,EAAC,MAAM,mBAAmB,CAAC;AAC9C,OAAO,EAAsC,+BAA+B,EAAC,MAAM,aAAa,CAAC;AACjG,OAAO,EAAC,YAAY,EAAE,SAAS,EAAE,iBAAiB,EAAC,MAAM,uBAAuB,CAAC;AACjF,OAAO,EAAC,wCAAwC,EAAC,MAAM,qDAAqD,CAAC;AAE7G,oFAAoF;AACpF,MAAM,OAAO,sBAAuB,SAAQ,WAAW;IACnC,WAAW,GAAW,aAAa,CAAC;IAE3B,QAAQ,GAAG;QAChC,SAAS,EAAE;YACP,IAAI,EAAE;gBACF,mBAAmB,EAAE,IAAI;gBACzB,MAAM,EAAE,oCAAoC;gBAC5C,YAAY,EAAE,eAAe;gBAC7B,MAAM,EAAE,IAAI;aACf;YACD,MAAM,EAAE;gBACJ,MAAM,EAAE,yDAAyD;gBACjE,MAAM,EAAE,IAAI;aACf;SACJ;KACJ,CAAC;IAEc,mBAAmB,CAAC,OAAmC,EAAE,EAAC,kBAAkB,EAAE,sBAAsB,KAGhH,EAAE;QASF,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,kBAAkB,IAAI,EAAE,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;QAEtE,MAAM,oBAAoB,GAAG,IAAI,CAAC,2CAA2C,CAAC,OAAO,EAAE,kBAAkB,EAAE;YACvG,cAAc,EAAE,sBAAsB;SACzC,CAAC,CAAC;QAEH,MAAM,WAAW,GAAG,SAAS,CACzB,IAAI,YAAY,CAAC,KAAK,CAAC,EACvB,oBAAoB,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;YACrC,MAAM,WAAW,GAAG,KAAK,KAAK,CAAC,CAAC;YAChC,MAAM,UAAU,GAAG,KAAK,KAAK,oBAAoB,CAAC,MAAM,GAAG,CAAC,CAAC;YAE7D,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ,EAAE;gBACxB,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC;oBACtB,OAAO,EAAE,CAAC;gBAEd,OAAO,SAAS,CAAC;oBACb,WAAW;wBACP,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;wBACf,CAAC,CAAC,IAAI,iBAAiB,CAAC,IAAI,CAAC;oBACjC,IAAI,iBAAiB,CAAC,kBAAkB,CAAC;oBACzC,IAAI,iBAAiB,CAAC,oBAAoB,CAAC;oBAC3C,IAAI,iBAAiB,CAAC,aAAa,CAAC;oBACpC,IAAI,CAAC,IAAI;iBACZ,CAAC,CAAC;aACN;iBAAM,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE;gBAC7B,OAAO,SAAS,CAAC;oBACb,WAAW;wBACP,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;wBACf,CAAC,CAAC,IAAI,iBAAiB,CAAC,IAAI,CAAC;oBACjC,IAAI,iBAAiB,CAAC,gBAAgB,CAAC;oBACvC,IAAI,iBAAiB,CAAC,oBAAoB,CAAC;oBAC3C,IAAI,iBAAiB,CAAC,aAAa,CAAC;oBACpC,IAAI,CAAC,IAAI;iBACZ,CAAC,CAAC;aACN;iBAAM,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE;gBAC9B,IAAI,UAAU,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,YAAY;oBACzD,OAAO,SAAS,CAAC;wBACb,WAAW;4BACP,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;4BACf,CAAC,CAAC,IAAI,iBAAiB,CAAC,IAAI,CAAC;wBACjC,IAAI,iBAAiB,CAAC,qBAAqB,CAAC;wBAC5C,IAAI,iBAAiB,CAAC,oBAAoB,CAAC;wBAC3C,IAAI,iBAAiB,CAAC,aAAa,CAAC;qBACvC,CAAC,CAAC;gBAEP,OAAO,SAAS,CACZ,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE;oBAClC,MAAM,eAAe,GAAG,KAAK,KAAK,CAAC,CAAC;oBACpC,MAAM,cAAc,GAAG,KAAK,KAAK,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC;oBAE1D,IAAI,OAAO,QAAQ,KAAK,QAAQ;wBAC5B,OAAO,SAAS,CAAC;4BACb,CAAC,WAAW,IAAI,eAAe,CAAC;gCAC5B,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;gCACf,CAAC,CAAC,IAAI,iBAAiB,CAAC,IAAI,CAAC;4BACjC,IAAI,iBAAiB,CAAC,qBAAqB,CAAC;4BAC5C,IAAI,iBAAiB,CAAC,oBAAoB,CAAC;4BAC3C,IAAI,iBAAiB,CAAC,aAAa,CAAC;4BACpC,QAAQ;4BACR,CAAC,cAAc,IAAI,UAAU,CAAC;gCAC1B,CAAC,CAAC,EAAE;gCACJ,CAAC,CAAC,IAAI,iBAAiB,CAAC,UAAU,CAAC;yBAC1C,CAAC,CAAC;yBACF,IAAI,+BAA+B,CAAC,QAAQ,CAAC,EAAE;wBAChD,OAAO,SAAS,CAAC;4BACb,QAAQ,CAAC,GAAG,IAAI,IAAI;gCAChB,CAAC,CAAC,SAAS,CACP,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC;oCACvB,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC;oCACrC,CAAC,CAAC,QAAQ,CAAC,GAAG,CACrB;gCACD,CAAC,CAAC,SAAS,CAAC;oCACR,CAAC,WAAW,IAAI,eAAe,CAAC;wCAC5B,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;wCACf,CAAC,CAAC,IAAI,iBAAiB,CAAC,IAAI,CAAC;oCAEjC,IAAI,iBAAiB,CAAC,qBAAqB,CAAC;oCAC5C,IAAI,iBAAiB,CAAC,eAAe,CAAC,EAAE,QAAQ,CAAC,IAAI,EAAE,IAAI,iBAAiB,CAAC,IAAI,CAAC;oCAClF,IAAI,iBAAiB,CAAC,aAAa,CAAC;oCACpC,QAAQ,CAAC,MAAM,KAAK,SAAS;wCACzB,CAAC,CAAC,EAAE;wCACJ,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC;oCACrC,IAAI,iBAAiB,CAAC,UAAU,CAAC;oCAEjC,IAAI,iBAAiB,CAAC,IAAI,CAAC;oCAC3B,IAAI,iBAAiB,CAAC,UAAU,CAAC,EAAE,QAAQ,CAAC,IAAI,EAAE,IAAI,iBAAiB,CAAC,IAAI,CAAC;oCAC7E,IAAI,iBAAiB,CAAC,oBAAoB,CAAC;oCAC3C,IAAI,iBAAiB,CAAC,aAAa,CAAC;oCACpC,QAAQ,CAAC,MAAM,KAAK,SAAS;wCACzB,CAAC,CAAC,EAAE,CAAC,SAAS;wCACd,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC;iCACxC,CAAC;4BAEN,CAAC,cAAc,IAAI,UAAU,CAAC;gCAC1B,CAAC,CAAC,YAAY;oCACV,CAAC,CAAC,SAAS,CAAC;wCACR,IAAI,iBAAiB,CAAC,IAAI,CAAC;wCAC3B,IAAI,iBAAiB,CAAC,qBAAqB,CAAC;qCAC/C,CAAC;oCACF,CAAC,CAAC,SAAS,CAAC;wCACR,IAAI,iBAAiB,CAAC,IAAI,CAAC;wCAC3B,IAAI,iBAAiB,CAAC,qBAAqB,CAAC;wCAC5C,IAAI,iBAAiB,CAAC,oBAAoB,CAAC;wCAC3C,IAAI,iBAAiB,CAAC,aAAa,CAAC;qCACvC,CAAC;gCACN,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;yBACtB,CAAC,CAAC;qBACN;oBAED,KAAK,CAAC,QAAwB,CAAC,CAAC;oBAChC,OAAO,EAAE,CAAC;gBACd,CAAC,CAAC,CACL,CAAC;aACL;YAED,KAAK,CAAC,IAAoB,CAAC,CAAC;YAC5B,OAAO,EAAE,CAAC;QACd,CAAC,CAAC,CACL,CAAC;QAEF,IAAI,CAAC,YAAY,EAAE;YACf,OAAO;gBACH,WAAW;gBACX,sBAAsB,EAAE;oBACpB,SAAS,CAAC,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC;oBAClC,SAAS,CAAC,IAAI,iBAAiB,CAAC,UAAU,CAAC,CAAC;oBAC5C,SAAS,CAAC,WAAW,CAAC;oBACtB,SAAS,CAAC,UAAU,CAAC;oBACrB,SAAS,CAAC,gBAAgB,CAAC;oBAC3B,SAAS,CAAC,qBAAqB,CAAC;oBAChC,SAAS,CAAC,kBAAkB,CAAC;oBAE7B,SAAS,CAAC,IAAI,iBAAiB,CAAC,WAAW,CAAC,CAAC;oBAC7C,SAAS,CAAC,IAAI,iBAAiB,CAAC,UAAU,CAAC,CAAC;oBAC5C,SAAS,CAAC,IAAI,iBAAiB,CAAC,gBAAgB,CAAC,CAAC;oBAClD,SAAS,CAAC,IAAI,iBAAiB,CAAC,qBAAqB,CAAC,CAAC;oBACvD,SAAS,CAAC,IAAI,iBAAiB,CAAC,kBAAkB,CAAC,CAAC;iBACvD;aACJ,CAAC;SACL;QAED,MAAM,iBAAiB,GAAG;YACtB,KAAK;YACL,OAAO;YACP,IAAI;YACJ,KAAK;SACR,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC;YAClB,SAAS,CAAC,MAAM,GAAG,kDAAkD,CAAC;YACtE,SAAS,CAAC,IAAI,iBAAiB,CAAC,MAAM,GAAG,kDAAkD,CAAC,CAAC;SAChG,CAAC,CAAC;QAEH,OAAO;YACH,WAAW;YACX,sBAAsB,EAAE;gBACpB,SAAS,CAAC,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC;gBAClC,SAAS,CAAC,IAAI,iBAAiB,CAAC,UAAU,CAAC,CAAC;gBAE5C,SAAS,CAAC,WAAW,CAAC;gBACtB,SAAS,CAAC,UAAU,CAAC;gBACrB,SAAS,CAAC,gBAAgB,CAAC;gBAE3B,SAAS,CAAC,IAAI,iBAAiB,CAAC,WAAW,CAAC,CAAC;gBAC7C,SAAS,CAAC,IAAI,iBAAiB,CAAC,UAAU,CAAC,CAAC;gBAC5C,SAAS,CAAC,IAAI,iBAAiB,CAAC,gBAAgB,CAAC,CAAC;aACrD;YACD,eAAe,EAAE,iBAAiB;YAClC,YAAY,EAAE;gBACV,gBAAgB,EAAE,IAAI;gBACtB,yBAAyB,EAAE,iBAAiB;aAC/C;SACJ,CAAC;IACN,CAAC;IAEe,oCAAoC,CAAC,kBAAsC,EAAE,EAAC,cAAc,GAAG,IAAI,EAElH;QACG,MAAM,+BAA+B,GAAG,IAAI,wCAAwC,CAAC,kBAAkB,CAAC,CAAC;QAEzG,IAAI,CAAC,+BAA+B,CAAC,eAAe;YAChD,OAAO,EAAE,CAAC;QAEd,MAAM,sBAAsB,GAAG,MAAM,CAAC,IAAI,CAAC,kBAAkB,IAAI,EAAE,CAAC,CAAC;QAErE,IAAI,sBAAsB,CAAC,MAAM,KAAK,CAAC;YACnC,OAAO,EAAE,CAAC;QAEd,OAAO;YACH,yEAAyE;YACzE,uBAAuB;YACvB,EAAE;YACF,+BAA+B,CAAC,0BAA0B,CAAC,EAAC,cAAc,EAAE,qBAAqB,EAAE,CAAC,KAAK,CAAC,EAAC,CAAC;YAC5G,EAAE;YACF,0BAA0B;SAC7B,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACjB,CAAC;IAEe,2CAA2C,CACvD,OAAmC,EACnC,kBAAuC,EACvC,EACI,cAAc,GAAG,IAAI,KAGrB,EAAE;QAEN,MAAM,sBAAsB,GAAG,MAAM,CAAC,IAAI,CAAC,kBAAkB,IAAI,EAAE,CAAC,CAAC;QAErE,IAAI,kBAAkB,IAAI,IAAI,IAAI,sBAAsB,CAAC,MAAM,KAAK,CAAC;YACjE,OAAO,OAAO,CAAC;QAEnB,MAAM,GAAG,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;QAE5B,MAAM,uBAAuB,GAAG,GAAG,CAAC,SAAS,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;QAChF,GAAG,CAAC,MAAM,CACN,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,uBAAuB,CAAC,EACpC,CAAC,EACD;YACI,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,IAAI,CAAC,oCAAoC,CAAC,kBAAkB,EAAE,EAAC,cAAc,EAAC,CAAC;SACxF,EAAE;YACC,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,6HAA6H;SACtI,CAAC,CAAC;QAEP,OAAO,GAAG,CAAC;IACf,CAAC;IAEe,2BAA2B,CAAC,EAAC,0BAA0B,EAAwC;QAC3G,IAAI,0BAA0B;YAC1B,OAAO;gBACH,GAAG,EAAE,EAAE;aACV,CAAC;QAEN,OAAO,EAAE,CAAC;IACd,CAAC;CACJ"}
|
|
1
|
+
{"version":3,"file":"FunctionaryChatWrapper.js","sourceRoot":"","sources":["../../src/chatWrappers/FunctionaryChatWrapper.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,WAAW,EAAC,MAAM,mBAAmB,CAAC;AAC9C,OAAO,EAEH,+BAA+B,EAClC,MAAM,aAAa,CAAC;AACrB,OAAO,EAAC,YAAY,EAAE,SAAS,EAAE,iBAAiB,EAAC,MAAM,uBAAuB,CAAC;AACjF,OAAO,EAAC,wCAAwC,EAAC,MAAM,qDAAqD,CAAC;AAE7G,oFAAoF;AACpF,MAAM,OAAO,sBAAuB,SAAQ,WAAW;IACnC,WAAW,GAAW,aAAa,CAAC;IACpC,SAAS,CAAqB;IAErB,QAAQ,CAAsB;IAEvD,YAAmB,EACf,SAAS,GAAG,WAAW,KAGvB,EAAE;QACF,KAAK,EAAE,CAAC;QAER,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAE3B,IAAI,SAAS,KAAK,WAAW;YACzB,IAAI,CAAC,QAAQ,GAAG;gBACZ,sBAAsB,EAAE,IAAI;gBAC5B,SAAS,EAAE;oBACP,IAAI,EAAE;wBACF,mBAAmB,EAAE,IAAI;wBACzB,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,gCAAgC,CAAC,CAAC;wBAC1E,YAAY,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,IAAI,CAAC,CAAC;wBACpD,MAAM,EAAE,EAAE;qBACb;oBACD,MAAM,EAAE;wBACJ,MAAM,EAAE,SAAS,CAAC;4BACd,IAAI,iBAAiB,CAAC,mDAAmD,CAAC;4BAC1E,kBAAkB;4BAClB,IAAI,iBAAiB,CAAC,IAAI,CAAC;yBAC9B,CAAC;wBACF,MAAM,EAAE,SAAS,CAAC,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC;qBAC7C;oBACD,WAAW,EAAE;wBACT,IAAI,EAAE;4BACF,aAAa,EAAE,EAAE;4BACjB,YAAY,EAAE,EAAE;4BAChB,aAAa,EAAE,SAAS,CAAC,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC;yBACpD;wBACD,MAAM,EAAE;4BACJ,aAAa,EAAE,EAAE;4BACjB,cAAc,EAAE,EAAE;4BAClB,aAAa,EAAE,EAAE;yBACpB;qBACJ;iBACJ;aACJ,CAAC;;YAEF,IAAI,CAAC,QAAQ,GAAG;gBACZ,sBAAsB,EAAE,IAAI;gBAC5B,SAAS,EAAE;oBACP,IAAI,EAAE;wBACF,mBAAmB,EAAE,IAAI;wBACzB,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,oCAAoC,CAAC,CAAC;wBAC9E,YAAY,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,eAAe,CAAC,CAAC;wBAC/D,MAAM,EAAE,EAAE;qBACb;oBACD,MAAM,EAAE;wBACJ,MAAM,EAAE,SAAS,CAAC;4BACd,IAAI,iBAAiB,CAAC,YAAY,CAAC;4BACnC,kBAAkB;4BAClB,IAAI,iBAAiB,CAAC,iCAAiC,CAAC;yBAC3D,CAAC;wBACF,MAAM,EAAE,EAAE;qBACb;oBACD,WAAW,EAAE;wBACT,IAAI,EAAE;4BACF,aAAa,EAAE,EAAE;4BACjB,YAAY,EAAE,IAAI;4BAClB,aAAa,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,UAAU,CAAC,CAAC;yBAC9D;wBACD,MAAM,EAAE;4BACJ,aAAa,EAAE,EAAE;4BACjB,cAAc,EAAE,EAAE;4BAClB,aAAa,EAAE,EAAE;yBACpB;qBACJ;iBACJ;aACJ,CAAC;IACV,CAAC;IACe,oBAAoB,CAAC,EACjC,WAAW,EAAE,kBAAkB,EAAE,sBAAsB,EAClB;QACrC,IAAI,IAAI,CAAC,SAAS,KAAK,WAAW;YAC9B,OAAO,IAAI,CAAC,6BAA6B,CAAC,EAAC,WAAW,EAAE,kBAAkB,EAAE,sBAAsB,EAAC,CAAC,CAAC;QAEzG,OAAO,IAAI,CAAC,uBAAuB,CAAC,EAAC,WAAW,EAAE,kBAAkB,EAAE,sBAAsB,EAAC,CAAC,CAAC;IACnG,CAAC;IAED,gBAAgB;IACR,6BAA6B,CAAC,EAClC,WAAW,EAAE,kBAAkB,EAAE,sBAAsB,EAClB;QACrC,MAAM,oBAAoB,GAAG,IAAI,CAAC,2CAA2C,CAAC,WAAW,EAAE,kBAAkB,EAAE;YAC3G,cAAc,EAAE,sBAAsB;SACzC,CAAC,CAAC;QAEH,MAAM,WAAW,GAAG,SAAS,CACzB,IAAI,YAAY,CAAC,KAAK,CAAC,EACvB,oBAAoB,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;YACrC,MAAM,UAAU,GAAG,KAAK,KAAK,oBAAoB,CAAC,MAAM,GAAG,CAAC,CAAC;YAE7D,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACzB,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC;oBACtB,OAAO,EAAE,CAAC;gBAEd,OAAO,SAAS,CAAC;oBACb,IAAI,iBAAiB,CAAC,gDAAgD,CAAC;oBACvE,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC;oBAC7B,IAAI,YAAY,CAAC,KAAK,CAAC;iBAC1B,CAAC,CAAC;YACP,CAAC;iBAAM,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAC9B,OAAO,SAAS,CAAC;oBACb,IAAI,iBAAiB,CAAC,8CAA8C,CAAC;oBACrE,IAAI,CAAC,IAAI;oBACT,IAAI,YAAY,CAAC,KAAK,CAAC;iBAC1B,CAAC,CAAC;YACP,CAAC;iBAAM,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;gBAC/B,IAAI,UAAU,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC;oBACxC,OAAO,SAAS,CAAC;wBACb,IAAI,iBAAiB,CAAC,mDAAmD,CAAC;qBAC7E,CAAC,CAAC;gBAEP,MAAM,GAAG,GAAgB,EAAE,CAAC;gBAC5B,MAAM,oBAAoB,GAAgB,EAAE,CAAC;gBAC7C,MAAM,sBAAsB,GAAgB,EAAE,CAAC;gBAE/C,MAAM,mBAAmB,GAAG,GAAG,EAAE;oBAC7B,IAAI,sBAAsB,CAAC,MAAM,KAAK,CAAC;wBACnC,OAAO;oBAEX,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,oBAAoB,CAAC,CAAC,CAAC;oBAC1C,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;oBAC7C,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,sBAAsB,CAAC,CAAC,CAAC;oBAE5C,sBAAsB,CAAC,MAAM,GAAG,CAAC,CAAC;gBACtC,CAAC,CAAC;gBAEF,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;oBACxD,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;oBACtC,MAAM,cAAc,GAAG,KAAK,KAAK,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC;oBAE1D,IAAI,OAAO,QAAQ,KAAK,QAAQ,EAAE,CAAC;wBAC/B,mBAAmB,EAAE,CAAC;wBACtB,GAAG,CAAC,IAAI,CACJ,SAAS,CAAC;4BACN,IAAI,iBAAiB,CAAC,mDAAmD,CAAC;4BAC1E,QAAQ;4BACR,CAAC,UAAU,IAAI,cAAc,CAAC;gCAC1B,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;gCACf,CAAC,CAAC,IAAI,YAAY,CAAC,KAAK,CAAC;yBAChC,CAAC,CACL,CAAC;oBACN,CAAC;yBAAM,IAAI,+BAA+B,CAAC,QAAQ,CAAC,EAAE,CAAC;wBACnD,oBAAoB,CAAC,IAAI,CACrB,QAAQ,CAAC,OAAO,IAAI,IAAI;4BACpB,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC;4BACtC,CAAC,CAAC,SAAS,CAAC;gCACR,IAAI,iBAAiB,CAAC,gCAAgC,CAAC;gCACvD,QAAQ,CAAC,IAAI;gCACb,IAAI,iBAAiB,CAAC,IAAI,CAAC;gCAC3B,QAAQ,CAAC,MAAM,KAAK,SAAS;oCACzB,CAAC,CAAC,EAAE;oCACJ,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC;6BACxC,CAAC,CACT,CAAC;wBACF,sBAAsB,CAAC,IAAI,CACvB,SAAS,CAAC;4BACN,IAAI,iBAAiB,CAAC,mDAAmD,CAAC;4BAC1E,QAAQ,CAAC,IAAI;4BACb,IAAI,iBAAiB,CAAC,IAAI,CAAC;4BAC3B,QAAQ,CAAC,MAAM,KAAK,SAAS;gCACzB,CAAC,CAAC,EAAE,CAAC,SAAS;gCACd,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC;4BACrC,IAAI,YAAY,CAAC,KAAK,CAAC;yBAC1B,CAAC,CACL,CAAC;oBACN,CAAC;;wBACG,KAAK,CAAC,QAAwB,CAAC,CAAC;gBACxC,CAAC;gBAED,mBAAmB,EAAE,CAAC;gBAEtB,IAAI,UAAU,IAAI,CAAC,GAAG,CAAC,MAAM,KAAK,CAAC,IAAI,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,QAAQ,CAAC;oBAC/F,GAAG,CAAC,IAAI,CACJ,SAAS,CAAC;wBACN,IAAI,iBAAiB,CAAC,mDAAmD,CAAC;qBAC7E,CAAC,CACL,CAAC;gBAEN,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC;YAC1B,CAAC;YAED,KAAK,CAAC,IAAoB,CAAC,CAAC;YAC5B,OAAO,EAAE,CAAC;QACd,CAAC,CAAC,CACL,CAAC;QAEF,OAAO;YACH,WAAW;YACX,sBAAsB,EAAE;gBACpB,SAAS,CAAC,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC;gBAClC,SAAS,CAAC,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC;gBAClC,SAAS,CAAC,IAAI,iBAAiB,CAAC,YAAY,CAAC,CAAC;gBAC9C,SAAS,CAAC,IAAI,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;gBACnD,SAAS,CAAC,YAAY,CAAC;gBACvB,SAAS,CAAC,iBAAiB,CAAC;aAC/B;SACJ,CAAC;IACN,CAAC;IAED,gBAAgB;IACR,uBAAuB,CAAC,EAC5B,WAAW,EAAE,kBAAkB,EAAE,sBAAsB,EAClB;QACrC,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,kBAAkB,IAAI,EAAE,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;QAEtE,MAAM,oBAAoB,GAAG,IAAI,CAAC,2CAA2C,CAAC,WAAW,EAAE,kBAAkB,EAAE;YAC3G,cAAc,EAAE,sBAAsB;SACzC,CAAC,CAAC;QAEH,MAAM,WAAW,GAAG,SAAS,CACzB,IAAI,YAAY,CAAC,KAAK,CAAC,EACvB,oBAAoB,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;YACrC,MAAM,WAAW,GAAG,KAAK,KAAK,CAAC,CAAC;YAChC,MAAM,UAAU,GAAG,KAAK,KAAK,oBAAoB,CAAC,MAAM,GAAG,CAAC,CAAC;YAE7D,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACzB,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC;oBACtB,OAAO,EAAE,CAAC;gBAEd,OAAO,SAAS,CAAC;oBACb,WAAW;wBACP,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;wBACf,CAAC,CAAC,IAAI,iBAAiB,CAAC,IAAI,CAAC;oBACjC,IAAI,iBAAiB,CAAC,kBAAkB,CAAC;oBACzC,IAAI,iBAAiB,CAAC,oBAAoB,CAAC;oBAC3C,IAAI,iBAAiB,CAAC,aAAa,CAAC;oBACpC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC;iBAChC,CAAC,CAAC;YACP,CAAC;iBAAM,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAC9B,OAAO,SAAS,CAAC;oBACb,WAAW;wBACP,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;wBACf,CAAC,CAAC,IAAI,iBAAiB,CAAC,IAAI,CAAC;oBACjC,IAAI,iBAAiB,CAAC,gBAAgB,CAAC;oBACvC,IAAI,iBAAiB,CAAC,oBAAoB,CAAC;oBAC3C,IAAI,iBAAiB,CAAC,aAAa,CAAC;oBACpC,IAAI,CAAC,IAAI;iBACZ,CAAC,CAAC;YACP,CAAC;iBAAM,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;gBAC/B,IAAI,UAAU,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,YAAY;oBACzD,OAAO,SAAS,CAAC;wBACb,WAAW;4BACP,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;4BACf,CAAC,CAAC,IAAI,iBAAiB,CAAC,IAAI,CAAC;wBACjC,IAAI,iBAAiB,CAAC,qBAAqB,CAAC;wBAC5C,IAAI,iBAAiB,CAAC,oBAAoB,CAAC;wBAC3C,IAAI,iBAAiB,CAAC,aAAa,CAAC;qBACvC,CAAC,CAAC;gBAEP,MAAM,GAAG,GAAgB,EAAE,CAAC;gBAC5B,MAAM,oBAAoB,GAAgB,EAAE,CAAC;gBAC7C,MAAM,sBAAsB,GAAgB,EAAE,CAAC;gBAE/C,MAAM,mBAAmB,GAAG,GAAG,EAAE;oBAC7B,IAAI,sBAAsB,CAAC,MAAM,KAAK,CAAC;wBACnC,OAAO;oBAEX,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,oBAAoB,CAAC,CAAC,CAAC;oBAC1C,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,iBAAiB,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;oBACvD,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,sBAAsB,CAAC,CAAC,CAAC;oBAE5C,sBAAsB,CAAC,MAAM,GAAG,CAAC,CAAC;gBACtC,CAAC,CAAC;gBAEF,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;oBACxD,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;oBACtC,MAAM,eAAe,GAAG,KAAK,KAAK,CAAC,CAAC;oBAEpC,IAAI,OAAO,QAAQ,KAAK,QAAQ,EAAE,CAAC;wBAC/B,mBAAmB,EAAE,CAAC;wBACtB,GAAG,CAAC,IAAI,CACJ,SAAS,CAAC;4BACN,CAAC,WAAW,IAAI,eAAe,CAAC;gCAC5B,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;gCACf,CAAC,CAAC,IAAI,iBAAiB,CAAC,IAAI,CAAC;4BACjC,IAAI,iBAAiB,CAAC,qBAAqB,CAAC;4BAC5C,IAAI,iBAAiB,CAAC,oBAAoB,CAAC;4BAC3C,IAAI,iBAAiB,CAAC,aAAa,CAAC;4BACpC,QAAQ;yBACX,CAAC,CACL,CAAC;oBACN,CAAC;yBAAM,IAAI,+BAA+B,CAAC,QAAQ,CAAC,EAAE,CAAC;wBACnD,oBAAoB,CAAC,IAAI,CACrB,QAAQ,CAAC,OAAO,IAAI,IAAI;4BACpB,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC;4BACtC,CAAC,CAAC,SAAS,CAAC;gCACR,CAAC,WAAW,IAAI,eAAe,CAAC;oCAC5B,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;oCACf,CAAC,CAAC,IAAI,iBAAiB,CAAC,IAAI,CAAC;gCAEjC,IAAI,iBAAiB,CAAC,qBAAqB,CAAC;gCAC5C,IAAI,iBAAiB,CAAC,eAAe,CAAC,EAAE,QAAQ,CAAC,IAAI,EAAE,IAAI,iBAAiB,CAAC,IAAI,CAAC;gCAClF,IAAI,iBAAiB,CAAC,aAAa,CAAC;gCACpC,QAAQ,CAAC,MAAM,KAAK,SAAS;oCACzB,CAAC,CAAC,EAAE;oCACJ,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC;6BACxC,CAAC,CACT,CAAC;wBACF,sBAAsB,CAAC,IAAI,CACvB,SAAS,CAAC;4BACN,IAAI,iBAAiB,CAAC,IAAI,CAAC;4BAC3B,IAAI,iBAAiB,CAAC,UAAU,CAAC,EAAE,QAAQ,CAAC,IAAI,EAAE,IAAI,iBAAiB,CAAC,IAAI,CAAC;4BAC7E,IAAI,iBAAiB,CAAC,oBAAoB,CAAC;4BAC3C,IAAI,iBAAiB,CAAC,aAAa,CAAC;4BACpC,QAAQ,CAAC,MAAM,KAAK,SAAS;gCACzB,CAAC,CAAC,EAAE,CAAC,SAAS;gCACd,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC;yBACxC,CAAC,CACL,CAAC;oBACN,CAAC;;wBACG,KAAK,CAAC,QAAwB,CAAC,CAAC;gBACxC,CAAC;gBAED,mBAAmB,EAAE,CAAC;gBAEtB,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACnB,IAAI,UAAU,EAAE,CAAC;wBACb,IAAI,CAAC,YAAY;4BACb,GAAG,CAAC,IAAI,CACJ,SAAS,CAAC;gCACN,WAAW;oCACP,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;oCACf,CAAC,CAAC,IAAI,iBAAiB,CAAC,IAAI,CAAC;gCACjC,IAAI,iBAAiB,CAAC,qBAAqB,CAAC;gCAC5C,IAAI,iBAAiB,CAAC,oBAAoB,CAAC;gCAC3C,IAAI,iBAAiB,CAAC,aAAa,CAAC;6BACvC,CAAC,CACL,CAAC;oBACV,CAAC;;wBACG,GAAG,CAAC,IAAI,CACJ,SAAS,CAAC;4BACN,WAAW;gCACP,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;gCACf,CAAC,CAAC,IAAI,iBAAiB,CAAC,IAAI,CAAC;4BACjC,IAAI,iBAAiB,CAAC,qBAAqB,CAAC;4BAC5C,IAAI,iBAAiB,CAAC,oBAAoB,CAAC;4BAC3C,IAAI,iBAAiB,CAAC,aAAa,CAAC;yBACvC,CAAC,CACL,CAAC;gBACV,CAAC;qBAAM,IAAI,UAAU,IAAI,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,QAAQ,EAAE,CAAC;oBACnF,IAAI,CAAC,YAAY;wBACb,GAAG,CAAC,IAAI,CACJ,SAAS,CAAC;4BACN,WAAW;gCACP,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;gCACf,CAAC,CAAC,IAAI,iBAAiB,CAAC,IAAI,CAAC;4BACjC,IAAI,iBAAiB,CAAC,qBAAqB,CAAC;4BAC5C,IAAI,iBAAiB,CAAC,oBAAoB,CAAC;4BAC3C,IAAI,iBAAiB,CAAC,aAAa,CAAC;yBACvC,CAAC,CACL,CAAC;gBACV,CAAC;gBAED,IAAI,CAAC,UAAU;oBACX,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,iBAAiB,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;gBAE3D,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC;YAC1B,CAAC;YAED,KAAK,CAAC,IAAoB,CAAC,CAAC;YAC5B,OAAO,EAAE,CAAC;QACd,CAAC,CAAC,CACL,CAAC;QAEF,IAAI,CAAC,YAAY,EAAE,CAAC;YAChB,OAAO;gBACH,WAAW;gBACX,sBAAsB,EAAE;oBACpB,SAAS,CAAC,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC;oBAClC,SAAS,CAAC,IAAI,iBAAiB,CAAC,UAAU,CAAC,CAAC;oBAE5C,SAAS,CAAC,WAAW,CAAC;oBACtB,SAAS,CAAC,UAAU,CAAC;oBACrB,SAAS,CAAC,gBAAgB,CAAC;oBAC3B,SAAS,CAAC,qBAAqB,CAAC;oBAChC,SAAS,CAAC,kBAAkB,CAAC;oBAE7B,SAAS,CAAC,IAAI,iBAAiB,CAAC,WAAW,CAAC,CAAC;oBAC7C,SAAS,CAAC,IAAI,iBAAiB,CAAC,UAAU,CAAC,CAAC;oBAC5C,SAAS,CAAC,IAAI,iBAAiB,CAAC,gBAAgB,CAAC,CAAC;oBAClD,SAAS,CAAC,IAAI,iBAAiB,CAAC,qBAAqB,CAAC,CAAC;oBACvD,SAAS,CAAC,IAAI,iBAAiB,CAAC,kBAAkB,CAAC,CAAC;iBACvD;aACJ,CAAC;QACN,CAAC;QAED,MAAM,iBAAiB,GAAG;YACtB,IAAI;YACJ,MAAM;YACN,KAAK;YACL,OAAO;SACV,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC;YAClB,SAAS,CAAC,IAAI,iBAAiB,CAAC,MAAM,GAAG,kDAAkD,CAAC,CAAC;YAC7F,SAAS,CAAC,MAAM,GAAG,kDAAkD,CAAC;SACzE,CAAC,CAAC;QAEH,OAAO;YACH,WAAW;YACX,sBAAsB,EAAE;gBACpB,SAAS,CAAC,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC;gBAClC,SAAS,CAAC,IAAI,iBAAiB,CAAC,UAAU,CAAC,CAAC;gBAE5C,SAAS,CAAC,WAAW,CAAC;gBACtB,SAAS,CAAC,UAAU,CAAC;gBACrB,SAAS,CAAC,gBAAgB,CAAC;gBAE3B,SAAS,CAAC,IAAI,iBAAiB,CAAC,WAAW,CAAC,CAAC;gBAC7C,SAAS,CAAC,IAAI,iBAAiB,CAAC,UAAU,CAAC,CAAC;gBAC5C,SAAS,CAAC,IAAI,iBAAiB,CAAC,gBAAgB,CAAC,CAAC;aACrD;YACD,eAAe,EAAE,iBAAiB;YAClC,YAAY,EAAE;gBACV,gBAAgB,EAAE,IAAI;gBACtB,yBAAyB,EAAE,iBAAiB;aAC/C;SACJ,CAAC;IACN,CAAC;IAEe,oCAAoC,CAAC,kBAAsC,EAAE,EAAC,cAAc,GAAG,IAAI,EAElH;QACG,MAAM,+BAA+B,GAAG,IAAI,wCAAwC,CAAC,kBAAkB,CAAC,CAAC;QAEzG,IAAI,CAAC,+BAA+B,CAAC,eAAe;YAChD,OAAO,SAAS,CAAC,EAAE,CAAC,CAAC;QAEzB,MAAM,sBAAsB,GAAG,MAAM,CAAC,IAAI,CAAC,kBAAkB,IAAI,EAAE,CAAC,CAAC;QAErE,IAAI,sBAAsB,CAAC,MAAM,KAAK,CAAC;YACnC,OAAO,SAAS,CAAC,EAAE,CAAC,CAAC;QAEzB,OAAO,SAAS,CAAC,UAAU,CAAC,IAAI,EAAE;YAC9B,yEAAyE;YACzE,uBAAuB;YACvB,EAAE;YACF,+BAA+B,CAAC,0BAA0B,CAAC,EAAC,cAAc,EAAE,qBAAqB,EAAE,CAAC,KAAK,CAAC,EAAC,CAAC;YAC5G,EAAE;YACF,0BAA0B;SAC7B,CAAC,CAAC;IACP,CAAC;IAEe,2CAA2C,CACvD,OAAmC,EACnC,kBAAuC,EACvC,EACI,cAAc,GAAG,IAAI,KAGrB,EAAE;QAEN,MAAM,sBAAsB,GAAG,MAAM,CAAC,IAAI,CAAC,kBAAkB,IAAI,EAAE,CAAC,CAAC;QAErE,IAAI,kBAAkB,IAAI,IAAI,IAAI,sBAAsB,CAAC,MAAM,KAAK,CAAC;YACjE,OAAO,OAAO,CAAC;QAEnB,MAAM,GAAG,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;QAE5B,MAAM,uBAAuB,GAAG,GAAG,CAAC,SAAS,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;QAChF,GAAG,CAAC,MAAM,CACN,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,uBAAuB,CAAC,EACpC,CAAC,EACD;YACI,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,IAAI,CAAC,oCAAoC,CAAC,kBAAkB,EAAE,EAAC,cAAc,EAAC,CAAC,CAAC,MAAM,EAAE;SACjG,EAAE;YACC,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,6HAA6H;SACtI,CAAC,CAAC;QAEP,OAAO,GAAG,CAAC;IACf,CAAC;IAED,gBAAgB;IACT,MAAM,CAAU,yDAAyD;QAC5E,OAAO,CAAC;gBACJ,SAAS,EAAE,WAAW;aACzB,EAAE;gBACC,SAAS,EAAE,IAAI;aAClB,CAA4D,CAAC;IAClE,CAAC;CACJ"}
|
|
@@ -1,18 +1,7 @@
|
|
|
1
1
|
import { ChatWrapper } from "../ChatWrapper.js";
|
|
2
|
-
import {
|
|
3
|
-
import { LlamaText } from "../utils/LlamaText.js";
|
|
2
|
+
import { ChatWrapperGenerateContextStateOptions, ChatWrapperGeneratedContextState, ChatWrapperSettings } from "../types.js";
|
|
4
3
|
export declare class GemmaChatWrapper extends ChatWrapper {
|
|
5
4
|
readonly wrapperName: string;
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
documentFunctionParams?: boolean;
|
|
9
|
-
}): {
|
|
10
|
-
contextText: LlamaText;
|
|
11
|
-
stopGenerationTriggers: LlamaText[];
|
|
12
|
-
ignoreStartText?: LlamaText[];
|
|
13
|
-
functionCall?: {
|
|
14
|
-
initiallyEngaged: boolean;
|
|
15
|
-
disengageInitiallyEngaged: LlamaText[];
|
|
16
|
-
};
|
|
17
|
-
};
|
|
5
|
+
readonly settings: ChatWrapperSettings;
|
|
6
|
+
generateContextState({ chatHistory, availableFunctions, documentFunctionParams }: ChatWrapperGenerateContextStateOptions): ChatWrapperGeneratedContextState;
|
|
18
7
|
}
|
|
@@ -4,8 +4,12 @@ import { SpecialToken, LlamaText, SpecialTokensText } from "../utils/LlamaText.j
|
|
|
4
4
|
// source: https://www.promptingguide.ai/models/gemma
|
|
5
5
|
export class GemmaChatWrapper extends ChatWrapper {
|
|
6
6
|
wrapperName = "Gemma";
|
|
7
|
-
|
|
8
|
-
|
|
7
|
+
settings = {
|
|
8
|
+
...ChatWrapper.defaultSettings,
|
|
9
|
+
supportsSystemMessages: false
|
|
10
|
+
};
|
|
11
|
+
generateContextState({ chatHistory, availableFunctions, documentFunctionParams }) {
|
|
12
|
+
const historyWithFunctions = this.addAvailableFunctionsSystemMessageToHistory(chatHistory, availableFunctions, {
|
|
9
13
|
documentParams: documentFunctionParams
|
|
10
14
|
});
|
|
11
15
|
const resultItems = [];
|
|
@@ -15,18 +19,22 @@ export class GemmaChatWrapper extends ChatWrapper {
|
|
|
15
19
|
let currentAggregateFocus = null;
|
|
16
20
|
function flush() {
|
|
17
21
|
if (systemTexts.length > 0 || userTexts.length > 0 || modelTexts.length > 0) {
|
|
18
|
-
const systemText =
|
|
19
|
-
let userText =
|
|
22
|
+
const systemText = LlamaText.joinValues("\n\n", systemTexts);
|
|
23
|
+
let userText = LlamaText.joinValues("\n\n", userTexts);
|
|
20
24
|
// there's no system prompt support in Gemma, so we'll prepend the system text to the user message
|
|
21
|
-
if (systemText.length > 0) {
|
|
22
|
-
if (userText.length === 0)
|
|
25
|
+
if (systemText.values.length > 0) {
|
|
26
|
+
if (userText.values.length === 0)
|
|
23
27
|
userText = systemText;
|
|
24
28
|
else
|
|
25
|
-
userText =
|
|
29
|
+
userText = LlamaText([
|
|
30
|
+
systemText,
|
|
31
|
+
"\n\n---\n\n",
|
|
32
|
+
userText
|
|
33
|
+
]);
|
|
26
34
|
}
|
|
27
35
|
resultItems.push({
|
|
28
36
|
user: userText,
|
|
29
|
-
model:
|
|
37
|
+
model: LlamaText.joinValues("\n\n", modelTexts)
|
|
30
38
|
});
|
|
31
39
|
}
|
|
32
40
|
systemTexts = [];
|
|
@@ -38,13 +46,13 @@ export class GemmaChatWrapper extends ChatWrapper {
|
|
|
38
46
|
if (currentAggregateFocus !== "system")
|
|
39
47
|
flush();
|
|
40
48
|
currentAggregateFocus = "system";
|
|
41
|
-
systemTexts.push(item.text);
|
|
49
|
+
systemTexts.push(LlamaText.fromJSON(item.text));
|
|
42
50
|
}
|
|
43
51
|
else if (item.type === "user") {
|
|
44
52
|
if (currentAggregateFocus !== "system" && currentAggregateFocus !== "user")
|
|
45
53
|
flush();
|
|
46
54
|
currentAggregateFocus = "user";
|
|
47
|
-
userTexts.push(item.text);
|
|
55
|
+
userTexts.push(LlamaText(item.text));
|
|
48
56
|
}
|
|
49
57
|
else if (item.type === "model") {
|
|
50
58
|
currentAggregateFocus = "model";
|
|
@@ -57,14 +65,14 @@ export class GemmaChatWrapper extends ChatWrapper {
|
|
|
57
65
|
const contextText = LlamaText(resultItems.map(({ user, model }, index) => {
|
|
58
66
|
const isLastItem = index === resultItems.length - 1;
|
|
59
67
|
return LlamaText([
|
|
60
|
-
(user.length === 0)
|
|
68
|
+
(user.values.length === 0)
|
|
61
69
|
? LlamaText([])
|
|
62
70
|
: LlamaText([
|
|
63
71
|
new SpecialTokensText("<start_of_turn>user\n"),
|
|
64
72
|
user,
|
|
65
73
|
new SpecialTokensText("<end_of_turn>\n")
|
|
66
74
|
]),
|
|
67
|
-
(model.length === 0 && !isLastItem)
|
|
75
|
+
(model.values.length === 0 && !isLastItem)
|
|
68
76
|
? LlamaText([])
|
|
69
77
|
: LlamaText([
|
|
70
78
|
new SpecialTokensText("<start_of_turn>model\n"),
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"GemmaChatWrapper.js","sourceRoot":"","sources":["../../src/chatWrappers/GemmaChatWrapper.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,WAAW,EAAC,MAAM,mBAAmB,CAAC;AAE9C,OAAO,EAAC,YAAY,EAAE,SAAS,EAAE,iBAAiB,EAAC,MAAM,uBAAuB,CAAC;AAEjF,sDAAsD;AACtD,qDAAqD;AACrD,MAAM,OAAO,gBAAiB,SAAQ,WAAW;IAC7B,WAAW,GAAW,OAAO,CAAC;
|
|
1
|
+
{"version":3,"file":"GemmaChatWrapper.js","sourceRoot":"","sources":["../../src/chatWrappers/GemmaChatWrapper.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,WAAW,EAAC,MAAM,mBAAmB,CAAC;AAE9C,OAAO,EAAC,YAAY,EAAE,SAAS,EAAE,iBAAiB,EAAC,MAAM,uBAAuB,CAAC;AAEjF,sDAAsD;AACtD,qDAAqD;AACrD,MAAM,OAAO,gBAAiB,SAAQ,WAAW;IAC7B,WAAW,GAAW,OAAO,CAAC;IAErB,QAAQ,GAAwB;QACrD,GAAG,WAAW,CAAC,eAAe;QAC9B,sBAAsB,EAAE,KAAK;KAChC,CAAC;IAEc,oBAAoB,CAAC,EACjC,WAAW,EAAE,kBAAkB,EAAE,sBAAsB,EAClB;QACrC,MAAM,oBAAoB,GAAG,IAAI,CAAC,2CAA2C,CAAC,WAAW,EAAE,kBAAkB,EAAE;YAC3G,cAAc,EAAE,sBAAsB;SACzC,CAAC,CAAC;QAEH,MAAM,WAAW,GAGZ,EAAE,CAAC;QAER,IAAI,WAAW,GAAgB,EAAE,CAAC;QAClC,IAAI,SAAS,GAAgB,EAAE,CAAC;QAChC,IAAI,UAAU,GAAgB,EAAE,CAAC;QACjC,IAAI,qBAAqB,GAAuC,IAAI,CAAC;QAErE,SAAS,KAAK;YACV,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1E,MAAM,UAAU,GAAG,SAAS,CAAC,UAAU,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;gBAC7D,IAAI,QAAQ,GAAG,SAAS,CAAC,UAAU,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;gBAEvD,kGAAkG;gBAClG,IAAI,UAAU,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC/B,IAAI,QAAQ,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC;wBAC5B,QAAQ,GAAG,UAAU,CAAC;;wBAEtB,QAAQ,GAAG,SAAS,CAAC;4BACjB,UAAU;4BACV,aAAa;4BACb,QAAQ;yBACX,CAAC,CAAC;gBAEX,CAAC;gBACD,WAAW,CAAC,IAAI,CAAC;oBACb,IAAI,EAAE,QAAQ;oBACd,KAAK,EAAE,SAAS,CAAC,UAAU,CAAC,MAAM,EAAE,UAAU,CAAC;iBAClD,CAAC,CAAC;YACP,CAAC;YAED,WAAW,GAAG,EAAE,CAAC;YACjB,SAAS,GAAG,EAAE,CAAC;YACf,UAAU,GAAG,EAAE,CAAC;QACpB,CAAC;QAED,KAAK,MAAM,IAAI,IAAI,oBAAoB,EAAE,CAAC;YACtC,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACzB,IAAI,qBAAqB,KAAK,QAAQ;oBAClC,KAAK,EAAE,CAAC;gBAEZ,qBAAqB,GAAG,QAAQ,CAAC;gBACjC,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YACpD,CAAC;iBAAM,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAC9B,IAAI,qBAAqB,KAAK,QAAQ,IAAI,qBAAqB,KAAK,MAAM;oBACtE,KAAK,EAAE,CAAC;gBAEZ,qBAAqB,GAAG,MAAM,CAAC;gBAC/B,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YACzC,CAAC;iBAAM,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;gBAC/B,qBAAqB,GAAG,OAAO,CAAC;gBAChC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,yBAAyB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;YACnE,CAAC;;gBACG,KAAK,CAAC,IAAoB,CAAC,CAAC;QACpC,CAAC;QAED,KAAK,EAAE,CAAC;QAER,MAAM,WAAW,GAAG,SAAS,CACzB,WAAW,CAAC,GAAG,CAAC,CAAC,EAAC,IAAI,EAAE,KAAK,EAAC,EAAE,KAAK,EAAE,EAAE;YACrC,MAAM,UAAU,GAAG,KAAK,KAAK,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC;YAEpD,OAAO,SAAS,CAAC;gBACb,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC;oBACtB,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;oBACf,CAAC,CAAC,SAAS,CAAC;wBACR,IAAI,iBAAiB,CAAC,uBAAuB,CAAC;wBAC9C,IAAI;wBACJ,IAAI,iBAAiB,CAAC,iBAAiB,CAAC;qBAC3C,CAAC;gBAEN,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC;oBACtC,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;oBACf,CAAC,CAAC,SAAS,CAAC;wBACR,IAAI,iBAAiB,CAAC,wBAAwB,CAAC;wBAC/C,KAAK;wBAEL,UAAU;4BACN,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;4BACf,CAAC,CAAC,IAAI,iBAAiB,CAAC,iBAAiB,CAAC;qBACjD,CAAC;aACT,CAAC,CAAC;QACP,CAAC,CAAC,CACL,CAAC;QAEF,OAAO;YACH,WAAW;YACX,sBAAsB,EAAE;gBACpB,SAAS,CAAC,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC;gBAClC,SAAS,CAAC,IAAI,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;gBACnD,SAAS,CAAC,eAAe,CAAC;aAC7B;SACJ,CAAC;IACN,CAAC;CACJ"}
|
|
@@ -1,6 +1,5 @@
|
|
|
1
1
|
import { ChatWrapper } from "../ChatWrapper.js";
|
|
2
|
-
import {
|
|
3
|
-
import { LlamaText } from "../utils/LlamaText.js";
|
|
2
|
+
import { ChatWrapperGenerateContextStateOptions, ChatWrapperGeneratedContextState } from "../types.js";
|
|
4
3
|
export declare class GeneralChatWrapper extends ChatWrapper {
|
|
5
4
|
readonly wrapperName: string;
|
|
6
5
|
constructor({ userMessageTitle, modelResponseTitle, middleSystemMessageTitle, allowSpecialTokensInTitles }?: {
|
|
@@ -12,11 +11,5 @@ export declare class GeneralChatWrapper extends ChatWrapper {
|
|
|
12
11
|
get userMessageTitle(): string;
|
|
13
12
|
get modelResponseTitle(): string;
|
|
14
13
|
get middleSystemMessageTitle(): string;
|
|
15
|
-
|
|
16
|
-
availableFunctions?: ChatModelFunctions;
|
|
17
|
-
documentFunctionParams?: boolean;
|
|
18
|
-
}): {
|
|
19
|
-
contextText: LlamaText;
|
|
20
|
-
stopGenerationTriggers: LlamaText[];
|
|
21
|
-
};
|
|
14
|
+
generateContextState({ chatHistory, availableFunctions, documentFunctionParams }: ChatWrapperGenerateContextStateOptions): ChatWrapperGeneratedContextState;
|
|
22
15
|
}
|