node-llama-cpp 3.0.0-beta.16 → 3.0.0-beta.18

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (173) hide show
  1. package/README.md +8 -5
  2. package/dist/ChatWrapper.d.ts +1 -15
  3. package/dist/ChatWrapper.js +22 -32
  4. package/dist/ChatWrapper.js.map +1 -1
  5. package/dist/apiDocsOverrides.d.ts +1 -0
  6. package/dist/apiDocsOverrides.js +5 -0
  7. package/dist/apiDocsOverrides.js.map +1 -0
  8. package/dist/bindings/AddonTypes.d.ts +4 -1
  9. package/dist/bindings/getLlama.d.ts +5 -1
  10. package/dist/bindings/getLlama.js +11 -4
  11. package/dist/bindings/getLlama.js.map +1 -1
  12. package/dist/bindings/utils/hasBuildingFromSourceDependenciesInstalled.d.ts +3 -0
  13. package/dist/bindings/utils/hasBuildingFromSourceDependenciesInstalled.js +27 -0
  14. package/dist/bindings/utils/hasBuildingFromSourceDependenciesInstalled.js.map +1 -0
  15. package/dist/chatWrappers/FunctionaryChatWrapper.js +39 -40
  16. package/dist/chatWrappers/FunctionaryChatWrapper.js.map +1 -1
  17. package/dist/chatWrappers/{LlamaChatWrapper.d.ts → Llama2ChatWrapper.d.ts} +1 -1
  18. package/dist/chatWrappers/{LlamaChatWrapper.js → Llama2ChatWrapper.js} +3 -3
  19. package/dist/chatWrappers/Llama2ChatWrapper.js.map +1 -0
  20. package/dist/chatWrappers/Llama3ChatWrapper.d.ts +31 -0
  21. package/dist/chatWrappers/Llama3ChatWrapper.js +129 -0
  22. package/dist/chatWrappers/Llama3ChatWrapper.js.map +1 -0
  23. package/dist/chatWrappers/generic/JinjaTemplateChatWrapper.d.ts +2 -2
  24. package/dist/chatWrappers/generic/JinjaTemplateChatWrapper.js +6 -2
  25. package/dist/chatWrappers/generic/JinjaTemplateChatWrapper.js.map +1 -1
  26. package/dist/chatWrappers/generic/TemplateChatWrapper.d.ts +3 -4
  27. package/dist/chatWrappers/generic/TemplateChatWrapper.js +1 -2
  28. package/dist/chatWrappers/generic/TemplateChatWrapper.js.map +1 -1
  29. package/dist/chatWrappers/utils/ChatModelFunctionsDocumentationGenerator.d.ts +42 -0
  30. package/dist/chatWrappers/utils/ChatModelFunctionsDocumentationGenerator.js +82 -0
  31. package/dist/chatWrappers/utils/ChatModelFunctionsDocumentationGenerator.js.map +1 -0
  32. package/dist/chatWrappers/utils/isJinjaTemplateEquivalentToSpecializedChatWrapper.js +3 -3
  33. package/dist/chatWrappers/utils/isJinjaTemplateEquivalentToSpecializedChatWrapper.js.map +1 -1
  34. package/dist/chatWrappers/utils/resolveChatWrapper.d.ts +6 -4
  35. package/dist/chatWrappers/utils/resolveChatWrapper.js +23 -17
  36. package/dist/chatWrappers/utils/resolveChatWrapper.js.map +1 -1
  37. package/dist/cli/cli.js +5 -3
  38. package/dist/cli/cli.js.map +1 -1
  39. package/dist/cli/commands/ChatCommand.d.ts +2 -0
  40. package/dist/cli/commands/ChatCommand.js +26 -9
  41. package/dist/cli/commands/ChatCommand.js.map +1 -1
  42. package/dist/cli/commands/CompleteCommand.d.ts +2 -0
  43. package/dist/cli/commands/CompleteCommand.js +24 -7
  44. package/dist/cli/commands/CompleteCommand.js.map +1 -1
  45. package/dist/cli/commands/DebugCommand.js +3 -5
  46. package/dist/cli/commands/DebugCommand.js.map +1 -1
  47. package/dist/cli/commands/DownloadCommand.d.ts +1 -1
  48. package/dist/cli/commands/DownloadCommand.js +2 -1
  49. package/dist/cli/commands/DownloadCommand.js.map +1 -1
  50. package/dist/cli/commands/InfillCommand.d.ts +2 -0
  51. package/dist/cli/commands/InfillCommand.js +24 -7
  52. package/dist/cli/commands/InfillCommand.js.map +1 -1
  53. package/dist/cli/commands/PullCommand.d.ts +12 -0
  54. package/dist/cli/commands/PullCommand.js +109 -0
  55. package/dist/cli/commands/PullCommand.js.map +1 -0
  56. package/dist/cli/commands/inspect/commands/InspectGgufCommand.d.ts +1 -0
  57. package/dist/cli/commands/inspect/commands/InspectGgufCommand.js +23 -11
  58. package/dist/cli/commands/inspect/commands/InspectGgufCommand.js.map +1 -1
  59. package/dist/cli/commands/inspect/commands/InspectMeasureCommand.d.ts +2 -0
  60. package/dist/cli/commands/inspect/commands/InspectMeasureCommand.js +43 -11
  61. package/dist/cli/commands/inspect/commands/InspectMeasureCommand.js.map +1 -1
  62. package/dist/cli/recommendedModels.js +61 -0
  63. package/dist/cli/recommendedModels.js.map +1 -1
  64. package/dist/cli/utils/printCommonInfoLines.js +4 -3
  65. package/dist/cli/utils/printCommonInfoLines.js.map +1 -1
  66. package/dist/cli/utils/resolveCommandGgufPath.d.ts +3 -1
  67. package/dist/cli/utils/resolveCommandGgufPath.js +44 -39
  68. package/dist/cli/utils/resolveCommandGgufPath.js.map +1 -1
  69. package/dist/cli/utils/resolveModelRecommendationFileOptions.d.ts +1 -1
  70. package/dist/evaluator/LlamaChat/LlamaChat.d.ts +18 -2
  71. package/dist/evaluator/LlamaChat/LlamaChat.js +271 -186
  72. package/dist/evaluator/LlamaChat/LlamaChat.js.map +1 -1
  73. package/dist/evaluator/LlamaChat/utils/FunctionCallGrammar.js +3 -1
  74. package/dist/evaluator/LlamaChat/utils/FunctionCallGrammar.js.map +1 -1
  75. package/dist/evaluator/LlamaChatSession/LlamaChatSession.d.ts +22 -3
  76. package/dist/evaluator/LlamaChatSession/LlamaChatSession.js +18 -7
  77. package/dist/evaluator/LlamaChatSession/LlamaChatSession.js.map +1 -1
  78. package/dist/evaluator/LlamaCompletion.d.ts +2 -2
  79. package/dist/evaluator/LlamaCompletion.js +11 -13
  80. package/dist/evaluator/LlamaCompletion.js.map +1 -1
  81. package/dist/evaluator/LlamaContext/LlamaContext.d.ts +6 -11
  82. package/dist/evaluator/LlamaContext/LlamaContext.js +23 -16
  83. package/dist/evaluator/LlamaContext/LlamaContext.js.map +1 -1
  84. package/dist/evaluator/LlamaEmbeddingContext.d.ts +2 -10
  85. package/dist/evaluator/LlamaEmbeddingContext.js +10 -24
  86. package/dist/evaluator/LlamaEmbeddingContext.js.map +1 -1
  87. package/dist/evaluator/LlamaGrammar.d.ts +1 -1
  88. package/dist/evaluator/LlamaModel.d.ts +23 -3
  89. package/dist/evaluator/LlamaModel.js +32 -5
  90. package/dist/evaluator/LlamaModel.js.map +1 -1
  91. package/dist/evaluator/TokenBias.d.ts +1 -1
  92. package/dist/evaluator/TokenBias.js +3 -3
  93. package/dist/evaluator/TokenBias.js.map +1 -1
  94. package/dist/gguf/insights/GgufInsights.js +12 -12
  95. package/dist/gguf/insights/GgufInsights.js.map +1 -1
  96. package/dist/gguf/insights/utils/resolveContextContextSizeOption.js +27 -3
  97. package/dist/gguf/insights/utils/resolveContextContextSizeOption.js.map +1 -1
  98. package/dist/gguf/parser/parseGguf.js +5 -0
  99. package/dist/gguf/parser/parseGguf.js.map +1 -1
  100. package/dist/gguf/readGgufFileInfo.d.ts +5 -2
  101. package/dist/gguf/readGgufFileInfo.js +38 -10
  102. package/dist/gguf/readGgufFileInfo.js.map +1 -1
  103. package/dist/gguf/types/GgufFileInfoTypes.d.ts +32 -0
  104. package/dist/gguf/types/GgufFileInfoTypes.js.map +1 -1
  105. package/dist/gguf/types/GgufMetadataTypes.d.ts +4 -0
  106. package/dist/gguf/types/GgufMetadataTypes.js.map +1 -1
  107. package/dist/gguf/utils/getGgufMetadataArchitectureData.js +1 -1
  108. package/dist/gguf/utils/getGgufMetadataArchitectureData.js.map +1 -1
  109. package/dist/gguf/utils/resolveBinarySplitGgufPartUrls.d.ts +2 -0
  110. package/dist/gguf/utils/resolveBinarySplitGgufPartUrls.js +39 -0
  111. package/dist/gguf/utils/resolveBinarySplitGgufPartUrls.js.map +1 -0
  112. package/dist/gguf/utils/resolveSplitGgufParts.d.ts +7 -0
  113. package/dist/gguf/utils/resolveSplitGgufParts.js +55 -0
  114. package/dist/gguf/utils/resolveSplitGgufParts.js.map +1 -0
  115. package/dist/index.d.ts +9 -5
  116. package/dist/index.js +7 -3
  117. package/dist/index.js.map +1 -1
  118. package/dist/types.d.ts +21 -1
  119. package/dist/types.js.map +1 -1
  120. package/dist/utils/LlamaText.d.ts +31 -21
  121. package/dist/utils/LlamaText.js +253 -223
  122. package/dist/utils/LlamaText.js.map +1 -1
  123. package/dist/utils/StopGenerationDetector.d.ts +1 -1
  124. package/dist/utils/StopGenerationDetector.js +21 -18
  125. package/dist/utils/StopGenerationDetector.js.map +1 -1
  126. package/dist/utils/TokenStreamRegulator.d.ts +4 -2
  127. package/dist/utils/TokenStreamRegulator.js +22 -4
  128. package/dist/utils/TokenStreamRegulator.js.map +1 -1
  129. package/dist/utils/createModelDownloader.d.ts +99 -0
  130. package/dist/utils/createModelDownloader.js +226 -0
  131. package/dist/utils/createModelDownloader.js.map +1 -0
  132. package/dist/utils/findCharacterRemovalCountToFitChatHistoryInContext.js +18 -8
  133. package/dist/utils/findCharacterRemovalCountToFitChatHistoryInContext.js.map +1 -1
  134. package/dist/utils/getTypeScriptTypeStringForGbnfJsonSchema.js +15 -11
  135. package/dist/utils/getTypeScriptTypeStringForGbnfJsonSchema.js.map +1 -1
  136. package/dist/utils/parseTextTemplate.d.ts +2 -2
  137. package/dist/utils/parseTextTemplate.js +2 -2
  138. package/dist/utils/runtime.d.ts +4 -0
  139. package/dist/utils/runtime.js +8 -0
  140. package/dist/utils/runtime.js.map +1 -0
  141. package/dist/utils/utilTypes.d.ts +3 -0
  142. package/dist/utils/utilTypes.js +2 -0
  143. package/dist/utils/utilTypes.js.map +1 -0
  144. package/llama/addon.cpp +67 -14
  145. package/llama/binariesGithubRelease.json +1 -1
  146. package/llama/gitRelease.bundle +0 -0
  147. package/llama/grammars/README.md +1 -1
  148. package/llama/llama.cpp.info.json +1 -1
  149. package/llamaBins/linux-arm64/_nlcBuildMetadata.json +1 -1
  150. package/llamaBins/linux-arm64/llama-addon.node +0 -0
  151. package/llamaBins/linux-armv7l/_nlcBuildMetadata.json +1 -1
  152. package/llamaBins/linux-armv7l/llama-addon.node +0 -0
  153. package/llamaBins/linux-x64/_nlcBuildMetadata.json +1 -1
  154. package/llamaBins/linux-x64/llama-addon.node +0 -0
  155. package/llamaBins/linux-x64-cuda/_nlcBuildMetadata.json +1 -1
  156. package/llamaBins/linux-x64-cuda/llama-addon.node +0 -0
  157. package/llamaBins/linux-x64-vulkan/_nlcBuildMetadata.json +1 -1
  158. package/llamaBins/linux-x64-vulkan/llama-addon.node +0 -0
  159. package/llamaBins/mac-arm64-metal/_nlcBuildMetadata.json +1 -1
  160. package/llamaBins/mac-arm64-metal/default.metallib +0 -0
  161. package/llamaBins/mac-arm64-metal/llama-addon.node +0 -0
  162. package/llamaBins/mac-x64/_nlcBuildMetadata.json +1 -1
  163. package/llamaBins/mac-x64/llama-addon.node +0 -0
  164. package/llamaBins/win-arm64/_nlcBuildMetadata.json +1 -1
  165. package/llamaBins/win-arm64/llama-addon.node +0 -0
  166. package/llamaBins/win-x64/_nlcBuildMetadata.json +1 -1
  167. package/llamaBins/win-x64/llama-addon.node +0 -0
  168. package/llamaBins/win-x64-cuda/_nlcBuildMetadata.json +1 -1
  169. package/llamaBins/win-x64-cuda/llama-addon.node +0 -0
  170. package/llamaBins/win-x64-vulkan/_nlcBuildMetadata.json +1 -1
  171. package/llamaBins/win-x64-vulkan/llama-addon.node +0 -0
  172. package/package.json +9 -5
  173. package/dist/chatWrappers/LlamaChatWrapper.js.map +0 -1
@@ -1,105 +1,18 @@
1
- export const LlamaText = function LlamaText(strings, ...values) {
2
- return createLlamaText(createHistoryFromStringsAndValues(strings, values));
3
- };
4
- LlamaText.fromJSON = function fromJSON(json) {
5
- return createLlamaText(json.map((value) => {
6
- if (typeof value === "string")
7
- return value;
8
- else if (SpecialToken.isSpecialTokenJSON(value))
9
- return SpecialToken.fromJSON(value);
10
- else if (SpecialTokensText.isSpecialTokensTextJSON(value))
11
- return SpecialTokensText.fromJSON(value);
12
- else {
13
- void (value);
14
- throw new Error(`Unknown value type: ${value}`);
15
- }
16
- }));
17
- };
18
- LlamaText.compare = function compare(a, b) {
19
- if (!isLlamaText(a) || !isLlamaText(b))
20
- return false;
21
- if (a.values.length !== b.values.length)
22
- return false;
23
- for (let i = 0; i < a.values.length; i++) {
24
- if (!compareLlamaTextValues(a.values[i], b.values[i]))
25
- return false;
26
- }
27
- return true;
28
- };
29
- export class SpecialTokensText {
30
- value;
31
- constructor(value) {
32
- this.value = value;
33
- }
34
- toString() {
35
- return this.value;
36
- }
37
- tokenize(tokenizer, trimLeadingSpace = false) {
38
- return tokenizer(this.value, true, trimLeadingSpace ? "trimLeadingSpace" : undefined);
39
- }
40
- toJSON() {
41
- return {
42
- type: "specialTokensText",
43
- value: this.value
44
- };
45
- }
46
- static fromJSON(json) {
47
- if (SpecialTokensText.isSpecialTokensTextJSON(json))
48
- return new SpecialTokensText(json.value);
49
- throw new Error(`Invalid JSON for SpecialTokensText: ${JSON.stringify(json)}`);
50
- }
51
- static isSpecialTokensTextJSON(value) {
52
- return value != null && typeof value === "object" && value.type === "specialTokensText";
53
- }
1
+ class LlamaText {
2
+ values;
54
3
  /**
55
- * Wraps the value with a `SpecialTokensText` only if `shouldWrap` is true
4
+ * Can also be called without `new`
56
5
  */
57
- static wrapIf(shouldWrap, value) {
58
- if (shouldWrap)
59
- return new SpecialTokensText(value);
60
- else
61
- return value;
62
- }
63
- }
64
- export class SpecialToken {
65
- value;
66
- constructor(value) {
67
- this.value = value;
68
- }
69
- toString() {
70
- return this.value;
71
- }
72
- tokenize(tokenizer) {
73
- return tokenizer(this.value, "builtin");
6
+ constructor(...values) {
7
+ // the constructor logic is copied to `LlamaTextConstructor` to make the constructor callable as a normal function
8
+ this.values = createHistoryFromStringsAndValues(values);
74
9
  }
75
- toJSON() {
76
- return {
77
- type: "specialToken",
78
- value: this.value
79
- };
10
+ concat(value) {
11
+ return new LlamaTextConstructor([...this.values, value]);
80
12
  }
81
- static fromJSON(json) {
82
- if (SpecialToken.isSpecialTokenJSON(json))
83
- return new SpecialToken(json.value);
84
- throw new Error(`Invalid JSON for SpecialToken: ${JSON.stringify(json)}`);
85
- }
86
- static isSpecialTokenJSON(value) {
87
- return value != null && typeof value === "object" && value.type === "specialToken";
13
+ mapValues(mapper) {
14
+ return new LlamaTextConstructor(this.values.map(mapper));
88
15
  }
89
- }
90
- export function isLlamaText(value) {
91
- return typeof value === "function" && "type" in value && value.type === "LlamaText";
92
- }
93
- export function tokenizeText(text, tokenizer) {
94
- if (typeof text === "string")
95
- return tokenizer(text, false);
96
- else
97
- return text.tokenize(tokenizer);
98
- }
99
- const LlamaTextPrototypeFunctions = {
100
- mapValues: function mapValues(mapper) {
101
- return createLlamaText(this.values.map(mapper));
102
- },
103
16
  joinValues(separator) {
104
17
  const newValues = [];
105
18
  for (let i = 0; i < this.values.length; i++) {
@@ -111,8 +24,8 @@ const LlamaTextPrototypeFunctions = {
111
24
  newValues.push(separator);
112
25
  }
113
26
  }
114
- return createLlamaText(newValues);
115
- },
27
+ return new LlamaTextConstructor(newValues);
28
+ }
116
29
  toString() {
117
30
  return this.values
118
31
  .map((value) => {
@@ -124,7 +37,17 @@ const LlamaTextPrototypeFunctions = {
124
37
  return value;
125
38
  })
126
39
  .join("");
127
- },
40
+ }
41
+ toJSON() {
42
+ return this.values.map((value) => {
43
+ if (value instanceof SpecialToken)
44
+ return value.toJSON();
45
+ else if (value instanceof SpecialTokensText)
46
+ return value.toJSON();
47
+ else
48
+ return value;
49
+ });
50
+ }
128
51
  tokenize(tokenizer, options) {
129
52
  let textToTokenize = "";
130
53
  const res = [];
@@ -144,20 +67,10 @@ const LlamaTextPrototypeFunctions = {
144
67
  }
145
68
  res.push(...tokenizer(textToTokenize, false, resolveTokenizerOptions()));
146
69
  return res;
147
- },
148
- toJSON() {
149
- return this.values.map((value) => {
150
- if (value instanceof SpecialToken)
151
- return value.toJSON();
152
- else if (value instanceof SpecialTokensText)
153
- return value.toJSON();
154
- else
155
- return value;
156
- });
157
- },
70
+ }
158
71
  compare(other) {
159
- return LlamaText.compare(this, other);
160
- },
72
+ return LlamaTextConstructor.compare(this, other);
73
+ }
161
74
  trimStart() {
162
75
  const newValues = this.values.slice();
163
76
  while (newValues.length > 0) {
@@ -191,8 +104,8 @@ const LlamaTextPrototypeFunctions = {
191
104
  else
192
105
  void (firstValue);
193
106
  }
194
- return createLlamaText(newValues);
195
- },
107
+ return new LlamaTextConstructor(newValues);
108
+ }
196
109
  trimEnd() {
197
110
  const newValues = this.values.slice();
198
111
  while (newValues.length > 0) {
@@ -226,14 +139,39 @@ const LlamaTextPrototypeFunctions = {
226
139
  else
227
140
  void (lastValue);
228
141
  }
229
- return createLlamaText(newValues);
230
- },
142
+ return new LlamaTextConstructor(newValues);
143
+ }
231
144
  includes(value) {
232
- for (let i = 0; i < this.values.length; i++) {
233
- if (compareLlamaTextValues(this.values[i], value.values[0])) {
145
+ for (let i = 0; i <= this.values.length - value.values.length; i++) {
146
+ const thisValue = this.values[i];
147
+ let startMatch = compareLlamaTextValues(thisValue, value.values[0]);
148
+ if (!startMatch && thisValue instanceof SpecialTokensText && value.values[0] instanceof SpecialTokensText) {
149
+ startMatch = value.values.length > 1
150
+ ? thisValue.value.endsWith(value.values[0].value)
151
+ : thisValue.value.includes(value.values[0].value);
152
+ }
153
+ if (!startMatch && typeof thisValue === "string" && typeof value.values[0] === "string") {
154
+ startMatch = value.values.length > 1
155
+ ? thisValue.endsWith(value.values[0])
156
+ : thisValue.includes(value.values[0]);
157
+ }
158
+ if (startMatch) {
234
159
  let j = 1;
235
160
  for (; j < value.values.length; j++) {
236
- if (!compareLlamaTextValues(this.values[i + j], value.values[j]))
161
+ const thisValue = this.values[i + j];
162
+ const valueValue = value.values[j];
163
+ let endMatch = compareLlamaTextValues(thisValue, valueValue);
164
+ if (!endMatch && thisValue instanceof SpecialTokensText && valueValue instanceof SpecialTokensText) {
165
+ endMatch = value.values.length - 1 === j
166
+ ? thisValue.value.startsWith(valueValue.value)
167
+ : thisValue.value === valueValue.value;
168
+ }
169
+ if (!endMatch && typeof thisValue === "string" && typeof valueValue === "string") {
170
+ endMatch = value.values.length - 1 === j
171
+ ? thisValue.startsWith(valueValue)
172
+ : thisValue === valueValue;
173
+ }
174
+ if (!endMatch)
237
175
  break;
238
176
  }
239
177
  if (j === value.values.length)
@@ -242,100 +180,206 @@ const LlamaTextPrototypeFunctions = {
242
180
  }
243
181
  return false;
244
182
  }
183
+ /** @internal */
184
+ [Symbol.for("nodejs.util.inspect.custom")](depth, inspectOptions, inspect) {
185
+ return "LlamaText(" + inspect(this.values, {
186
+ ...(inspectOptions ?? {}),
187
+ depth: depth == null
188
+ ? undefined
189
+ : Math.max(0, depth - 1)
190
+ }) + ")";
191
+ }
192
+ static fromJSON(json) {
193
+ // assigned to `LlamaTextConstructor` manually to expose this static method
194
+ return new LlamaTextConstructor(json.map((value) => {
195
+ if (typeof value === "string")
196
+ return value;
197
+ else if (SpecialToken.isSpecialTokenJSON(value))
198
+ return SpecialToken.fromJSON(value);
199
+ else if (SpecialTokensText.isSpecialTokensTextJSON(value))
200
+ return SpecialTokensText.fromJSON(value);
201
+ else {
202
+ void (value);
203
+ throw new Error(`Unknown value type: ${value}`);
204
+ }
205
+ }));
206
+ }
207
+ static compare(a, b) {
208
+ // assigned to `LlamaTextConstructor` manually to expose this static method
209
+ if (!isLlamaText(a) || !isLlamaText(b))
210
+ return false;
211
+ if (a.values.length !== b.values.length)
212
+ return false;
213
+ for (let i = 0; i < a.values.length; i++) {
214
+ if (!compareLlamaTextValues(a.values[i], b.values[i]))
215
+ return false;
216
+ }
217
+ return true;
218
+ }
219
+ }
220
+ Object.defineProperty(LlamaText.prototype, "_type", {
221
+ enumerable: false,
222
+ configurable: false,
223
+ value: "LlamaText"
224
+ });
225
+ const LlamaTextConstructor = function LlamaText(...values) {
226
+ // this makes the constructor callable also as a normal function
227
+ if (new.target == null)
228
+ return new LlamaTextConstructor(...values);
229
+ this.values = createHistoryFromStringsAndValues(values);
230
+ return this;
245
231
  };
246
- function createLlamaText(history) {
247
- const llamaText = function LlamaText(strings, ...values) {
248
- return createLlamaText(llamaText.values.concat(createHistoryFromStringsAndValues(strings, values)));
249
- };
250
- Object.defineProperties(llamaText, {
251
- ["type"]: {
252
- value: "LlamaText",
253
- writable: false,
254
- configurable: false,
255
- enumerable: true
256
- },
257
- ["values"]: {
258
- value: Object.freeze(history.slice()),
259
- writable: false,
260
- configurable: false,
261
- enumerable: true
262
- },
263
- ["mapValues"]: {
264
- value: LlamaTextPrototypeFunctions.mapValues,
265
- writable: false,
266
- configurable: false,
267
- enumerable: false
268
- },
269
- ["joinValues"]: {
270
- value: LlamaTextPrototypeFunctions.joinValues,
271
- writable: false,
272
- configurable: false,
273
- enumerable: false
274
- },
275
- ["toString"]: {
276
- value: LlamaTextPrototypeFunctions.toString,
277
- writable: false,
278
- configurable: false,
279
- enumerable: false
280
- },
281
- ["tokenize"]: {
282
- value: LlamaTextPrototypeFunctions.tokenize,
283
- writable: false,
284
- configurable: false,
285
- enumerable: false
286
- },
287
- ["toJSON"]: {
288
- value: LlamaTextPrototypeFunctions.toJSON,
289
- writable: false,
290
- configurable: false,
291
- enumerable: false
292
- },
293
- ["compare"]: {
294
- value: LlamaTextPrototypeFunctions.compare,
295
- writable: false,
296
- configurable: false,
297
- enumerable: false
298
- },
299
- ["trimStart"]: {
300
- value: LlamaTextPrototypeFunctions.trimStart,
301
- writable: false,
302
- configurable: false,
303
- enumerable: false
304
- },
305
- ["trimEnd"]: {
306
- value: LlamaTextPrototypeFunctions.trimEnd,
307
- writable: false,
308
- configurable: false,
309
- enumerable: false
310
- },
311
- ["includes"]: {
312
- value: LlamaTextPrototypeFunctions.includes,
313
- writable: false,
314
- configurable: false,
315
- enumerable: false
232
+ LlamaTextConstructor.prototype = Object.create(LlamaText.prototype);
233
+ LlamaTextConstructor.prototype.constructor = LlamaTextConstructor;
234
+ LlamaTextConstructor.fromJSON = LlamaText.fromJSON;
235
+ LlamaTextConstructor.compare = LlamaText.compare;
236
+ const _LlamaText = LlamaTextConstructor;
237
+ export { _LlamaText as LlamaText, LlamaText as _LlamaText };
238
+ export class SpecialTokensText {
239
+ value;
240
+ constructor(value) {
241
+ this.value = value;
242
+ }
243
+ toString() {
244
+ return this.value;
245
+ }
246
+ tokenize(tokenizer, trimLeadingSpace = false) {
247
+ return tokenizer(this.value, true, trimLeadingSpace ? "trimLeadingSpace" : undefined);
248
+ }
249
+ tokenizeSpecialTokensOnly(tokenizer) {
250
+ const tokens = this.tokenize(tokenizer, true);
251
+ const res = [];
252
+ let currentText = "";
253
+ for (const token of tokens) {
254
+ if (tokenizer.isSpecialToken(token)) {
255
+ if (currentText !== "") {
256
+ res.push(currentText);
257
+ currentText = "";
258
+ }
259
+ res.push(token);
260
+ }
261
+ else {
262
+ currentText += tokenizer.detokenize([token], false);
263
+ }
316
264
  }
317
- });
318
- return llamaText;
265
+ if (currentText !== "")
266
+ res.push(currentText);
267
+ return res;
268
+ }
269
+ toJSON() {
270
+ return {
271
+ type: "specialTokensText",
272
+ value: this.value
273
+ };
274
+ }
275
+ /** @internal */
276
+ [Symbol.for("nodejs.util.inspect.custom")](depth, inspectOptions, inspect) {
277
+ return "new SpecialTokensText(" + inspect(this.value, {
278
+ ...(inspectOptions ?? {}),
279
+ depth: depth == null
280
+ ? undefined
281
+ : Math.max(0, depth - 1)
282
+ }) + ")";
283
+ }
284
+ static fromJSON(json) {
285
+ if (SpecialTokensText.isSpecialTokensTextJSON(json))
286
+ return new SpecialTokensText(json.value);
287
+ throw new Error(`Invalid JSON for SpecialTokensText: ${JSON.stringify(json)}`);
288
+ }
289
+ static isSpecialTokensTextJSON(value) {
290
+ return value != null && typeof value === "object" && value.type === "specialTokensText";
291
+ }
292
+ /**
293
+ * Wraps the value with a `SpecialTokensText` only if `shouldWrap` is true
294
+ */
295
+ static wrapIf(shouldWrap, value) {
296
+ if (shouldWrap)
297
+ return new SpecialTokensText(value);
298
+ else
299
+ return value;
300
+ }
319
301
  }
320
- function createHistoryFromStringsAndValues(strings, values) {
302
+ export class SpecialToken {
303
+ value;
304
+ constructor(value) {
305
+ this.value = value;
306
+ }
307
+ toString() {
308
+ return this.value;
309
+ }
310
+ tokenize(tokenizer) {
311
+ return tokenizer(this.value, "builtin");
312
+ }
313
+ toJSON() {
314
+ return {
315
+ type: "specialToken",
316
+ value: this.value
317
+ };
318
+ }
319
+ /** @internal */
320
+ [Symbol.for("nodejs.util.inspect.custom")](depth, inspectOptions, inspect) {
321
+ return "new SpecialToken(" + inspect(this.value, {
322
+ ...(inspectOptions ?? {}),
323
+ depth: depth == null
324
+ ? undefined
325
+ : Math.max(0, depth - 1)
326
+ }) + ")";
327
+ }
328
+ static fromJSON(json) {
329
+ if (SpecialToken.isSpecialTokenJSON(json))
330
+ return new SpecialToken(json.value);
331
+ throw new Error(`Invalid JSON for SpecialToken: ${JSON.stringify(json)}`);
332
+ }
333
+ static isSpecialTokenJSON(value) {
334
+ return value != null && typeof value === "object" && value.type === "specialToken";
335
+ }
336
+ }
337
+ export function isLlamaText(value) {
338
+ if (value instanceof LlamaTextConstructor || value instanceof LlamaText)
339
+ return true;
340
+ // detect a `LlamaText` created from a different module import
341
+ return value != null && Object.getPrototypeOf(value)?._type === "LlamaText";
342
+ }
343
+ export function tokenizeText(text, tokenizer) {
344
+ if (typeof text === "string")
345
+ return tokenizer(text, false);
346
+ else
347
+ return text.tokenize(tokenizer);
348
+ }
349
+ function createHistoryFromStringsAndValues(values) {
321
350
  function addItemToRes(res, item) {
322
351
  if (item === undefined || item === "" || (item instanceof SpecialTokensText && item.value === ""))
323
352
  return res;
324
- else if (typeof item === "string" || item instanceof SpecialTokensText || item instanceof SpecialToken)
325
- return res.concat([item]);
326
- else if (isLlamaText(item))
327
- return res.concat(item.values);
353
+ else if (typeof item === "string" || item instanceof SpecialTokensText || item instanceof SpecialToken) {
354
+ res.push(item);
355
+ return res;
356
+ }
357
+ else if (isLlamaText(item)) {
358
+ for (const value of item.values)
359
+ res.push(value);
360
+ return res;
361
+ }
328
362
  else if (item instanceof Array) {
329
- return res.concat(item.reduce((res, value) => {
330
- if (isLlamaText(value))
331
- return res.concat(value.values);
363
+ for (const value of item) {
364
+ if (isLlamaText(value)) {
365
+ for (const innerValue of value.values)
366
+ res.push(innerValue);
367
+ }
332
368
  else if (value === "" || (value instanceof SpecialTokensText && value.value === ""))
333
- return res;
334
- return res.concat([value]);
335
- }, []));
369
+ continue;
370
+ else if (value instanceof Array)
371
+ addItemToRes(res, value);
372
+ else if (typeof value === "number" || typeof value === "boolean")
373
+ res.push(String(value));
374
+ else
375
+ res.push(value);
376
+ }
377
+ return res;
378
+ }
379
+ else if (typeof item === "number" || typeof item === "boolean") {
380
+ res.push(String(item));
381
+ return res;
336
382
  }
337
- else if (typeof item === "number" || typeof item === "boolean")
338
- return res.concat([String(item)]);
339
383
  return item;
340
384
  }
341
385
  function squashAdjacentItems(res, item) {
@@ -359,30 +403,16 @@ function createHistoryFromStringsAndValues(strings, values) {
359
403
  res.push(item);
360
404
  return res;
361
405
  }
362
- if (!isTemplateStringsArray(strings)) {
363
- return [strings]
364
- .concat(values)
365
- .reduce(addItemToRes, [])
366
- .reduce(squashAdjacentItems, []);
367
- }
368
- let res = [];
369
- for (let i = 0; i < strings.length; i++) {
370
- res.push(strings[i]);
371
- if (i < values.length)
372
- res = addItemToRes(res, values[i]);
373
- }
374
- return res.reduce(squashAdjacentItems, []);
375
- }
376
- function isTemplateStringsArray(value) {
377
- return value instanceof Array && value.raw instanceof Array &&
378
- value.length === value.raw.length;
406
+ return values
407
+ .reduce(addItemToRes, [])
408
+ .reduce(squashAdjacentItems, []);
379
409
  }
380
410
  function compareLlamaTextValues(a, b) {
381
411
  if (a instanceof SpecialTokensText && b instanceof SpecialTokensText)
382
412
  return a.value === b.value;
383
413
  else if (a instanceof SpecialToken && b instanceof SpecialToken)
384
414
  return a.value === b.value;
385
- else if (a !== a)
415
+ else if (a !== b)
386
416
  return false;
387
417
  return true;
388
418
  }
@@ -1 +1 @@
1
- {"version":3,"file":"LlamaText.js","sourceRoot":"","sources":["../../src/utils/LlamaText.ts"],"names":[],"mappings":"AAqCA,MAAM,CAAC,MAAM,SAAS,GAAmB,SAAS,SAAS,CACvD,OAA8G,EAC9G,GAAG,MAA6G;IAEhH,OAAO,eAAe,CAAC,iCAAiC,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC;AAC/E,CAAmB,CAAC;AACpB,SAAS,CAAC,QAAQ,GAAG,SAAS,QAAQ,CAAC,IAAmB;IACtD,OAAO,eAAe,CAClB,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;QACf,IAAI,OAAO,KAAK,KAAK,QAAQ;YACzB,OAAO,KAAK,CAAC;aACZ,IAAI,YAAY,CAAC,kBAAkB,CAAC,KAAK,CAAC;YAC3C,OAAO,YAAY,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;aACnC,IAAI,iBAAiB,CAAC,uBAAuB,CAAC,KAAK,CAAC;YACrD,OAAO,iBAAiB,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;aACxC;YACD,KAAK,CAAC,KAAqB,CAAC,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,uBAAuB,KAAK,EAAE,CAAC,CAAC;SACnD;IACL,CAAC,CAAC,CACL,CAAC;AACN,CAAC,CAAC;AACF,SAAS,CAAC,OAAO,GAAG,SAAS,OAAO,CAAC,CAAY,EAAE,CAAY;IAC3D,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC;QAClC,OAAO,KAAK,CAAC;IAEjB,IAAI,CAAC,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM,CAAC,MAAM;QACnC,OAAO,KAAK,CAAC;IAEjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;QACtC,IAAI,CAAC,sBAAsB,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YACjD,OAAO,KAAK,CAAC;KACpB;IAED,OAAO,IAAI,CAAC;AAChB,CAAC,CAAC;AAEF,MAAM,OAAO,iBAAiB;IACV,KAAK,CAAS;IAE9B,YAAmB,KAAa;QAC5B,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACvB,CAAC;IAEM,QAAQ;QACX,OAAO,IAAI,CAAC,KAAK,CAAC;IACtB,CAAC;IAEM,QAAQ,CAAC,SAAoB,EAAE,mBAA4B,KAAK;QACnE,OAAO,SAAS,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,gBAAgB,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IAC1F,CAAC;IAEM,MAAM;QACT,OAAO;YACH,IAAI,EAAE,mBAAmB;YACzB,KAAK,EAAE,IAAI,CAAC,KAAK;SACpB,CAAC;IACN,CAAC;IAEM,MAAM,CAAC,QAAQ,CAAC,IAAoC;QACvD,IAAI,iBAAiB,CAAC,uBAAuB,CAAC,IAAI,CAAC;YAC/C,OAAO,IAAI,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAE7C,MAAM,IAAI,KAAK,CAAC,uCAAuC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACnF,CAAC;IAEM,MAAM,CAAC,uBAAuB,CAAC,KAAyB;QAC3D,OAAO,KAAK,IAAI,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,KAAK,mBAAmB,CAAC;IAC5F,CAAC;IAED;;OAEG;IACI,MAAM,CAAC,MAAM,CAAC,UAAmB,EAAE,KAAa;QACnD,IAAI,UAAU;YACV,OAAO,IAAI,iBAAiB,CAAC,KAAK,CAAC,CAAC;;YAEpC,OAAO,KAAK,CAAC;IACrB,CAAC;CACJ;AAGD,MAAM,OAAO,YAAY;IACL,KAAK,CAA2B;IAEhD,YAAmB,KAA+B;QAC9C,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACvB,CAAC;IAEM,QAAQ;QACX,OAAO,IAAI,CAAC,KAAK,CAAC;IACtB,CAAC;IAEM,QAAQ,CAAC,SAAoB;QAChC,OAAO,SAAS,CAAC,IAAI,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;IAC5C,CAAC;IAEM,MAAM;QACT,OAAO;YACH,IAAI,EAAE,cAAc;YACpB,KAAK,EAAE,IAAI,CAAC,KAAK;SACpB,CAAC;IACN,CAAC;IAEM,MAAM,CAAC,QAAQ,CAAC,IAA+B;QAClD,IAAI,YAAY,CAAC,kBAAkB,CAAC,IAAI,CAAC;YACrC,OAAO,IAAI,YAAY,CAAC,IAAI,CAAC,KAAiC,CAAC,CAAC;QAEpE,MAAM,IAAI,KAAK,CAAC,kCAAkC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC9E,CAAC;IAEM,MAAM,CAAC,kBAAkB,CAAC,KAAyB;QACtD,OAAO,KAAK,IAAI,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,KAAK,cAAc,CAAC;IACvF,CAAC;CACJ;AAED,MAAM,UAAU,WAAW,CAAC,KAAc;IACtC,OAAO,OAAO,KAAK,KAAK,UAAU,IAAI,MAAM,IAAI,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,CAAC;AACxF,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,IAAwB,EAAE,SAAoB;IACvE,IAAI,OAAO,IAAI,KAAK,QAAQ;QACxB,OAAO,SAAS,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;;QAE9B,OAAO,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;AACxC,CAAC;AAOD,MAAM,2BAA2B,GAAuB;IACpD,SAAS,EAAE,SAAS,SAAS,CAAkB,MAAM;QACjD,OAAO,eAAe,CAClB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAC1B,CAAC;IACN,CAA2B;IAC3B,UAAU,CAAkB,SAAqC;QAC7D,MAAM,SAAS,GAAqB,EAAE,CAAC;QAEvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YACzC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;YAE/B,IAAI,CAAC,KAAK,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE;gBAC9B,IAAI,WAAW,CAAC,SAAS,CAAC;oBACtB,SAAS,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;;oBAEpC,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;aACjC;SACJ;QAED,OAAO,eAAe,CAAC,SAAS,CAAC,CAAC;IACtC,CAAC;IACD,QAAQ;QACJ,OAAO,IAAI,CAAC,MAAM;aACb,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;YACX,IAAI,KAAK,YAAY,YAAY;gBAC7B,OAAO,KAAK,CAAC,QAAQ,EAAE,CAAC;iBACvB,IAAI,KAAK,YAAY,iBAAiB;gBACvC,OAAO,KAAK,CAAC,QAAQ,EAAE,CAAC;;gBAExB,OAAO,KAAK,CAAC;QACrB,CAAC,CAAC;aACD,IAAI,CAAC,EAAE,CAAC,CAAC;IAClB,CAAC;IACD,QAAQ,CAAkB,SAAS,EAAE,OAA4B;QAC7D,IAAI,cAAc,GAAG,EAAE,CAAC;QACxB,MAAM,GAAG,GAAY,EAAE,CAAC;QACxB,MAAM,UAAU,GAAG,GAAG,EAAE,CAAC,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACvE,MAAM,uBAAuB,GAAG,GAAG,EAAE,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QAEpF,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE;YAC7B,IAAI,KAAK,YAAY,YAAY,EAAE;gBAC/B,GAAG,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,cAAc,EAAE,KAAK,EAAE,uBAAuB,EAAE,CAAC,EAAE,GAAG,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC;gBACvG,cAAc,GAAG,EAAE,CAAC;aACvB;iBAAM,IAAI,KAAK,YAAY,iBAAiB,EAAE;gBAC3C,GAAG,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,cAAc,EAAE,KAAK,EAAE,uBAAuB,EAAE,CAAC,EAAE,GAAG,KAAK,CAAC,QAAQ,CAAC,SAAS,EAAE,UAAU,EAAE,IAAI,OAAO,KAAK,kBAAkB,CAAC,CAAC,CAAC;gBACvJ,cAAc,GAAG,EAAE,CAAC;aACvB;;gBACG,cAAc,IAAI,KAAK,CAAC;SAC/B;QAED,GAAG,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,cAAc,EAAE,KAAK,EAAE,uBAAuB,EAAE,CAAC,CAAC,CAAC;QAEzE,OAAO,GAAG,CAAC;IACf,CAAC;IACD,MAAM;QACF,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;YAC7B,IAAI,KAAK,YAAY,YAAY;gBAC7B,OAAO,KAAK,CAAC,MAAM,EAA+B,CAAC;iBAClD,IAAI,KAAK,YAAY,iBAAiB;gBACvC,OAAO,KAAK,CAAC,MAAM,EAA+B,CAAC;;gBAEnD,OAAO,KAAkC,CAAC;QAClD,CAAC,CAAC,CAAC;IACP,CAAC;IACD,OAAO,CAAkB,KAAgB;QACrC,OAAO,SAAS,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAC1C,CAAC;IACD,SAAS;QACL,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QAEtC,OAAO,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE;YACzB,MAAM,UAAU,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;YAEhC,IAAI,UAAU,YAAY,YAAY;gBAClC,MAAM;YAEV,IAAI,UAAU,YAAY,iBAAiB,EAAE;gBACzC,MAAM,QAAQ,GAAG,UAAU,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;gBAC9C,IAAI,QAAQ,KAAK,EAAE,EAAE;oBACjB,SAAS,CAAC,KAAK,EAAE,CAAC;oBAClB,SAAS;iBACZ;qBAAM,IAAI,QAAQ,KAAK,UAAU,CAAC,KAAK,EAAE;oBACtC,SAAS,CAAC,CAAC,CAAC,GAAG,IAAI,iBAAiB,CAAC,QAAQ,CAAC,CAAC;oBAC/C,MAAM;iBACT;gBAED,MAAM;aACT;iBAAM,IAAI,OAAO,UAAU,KAAK,QAAQ,EAAE;gBACvC,MAAM,QAAQ,GAAG,UAAU,CAAC,SAAS,EAAE,CAAC;gBACxC,IAAI,QAAQ,KAAK,EAAE,EAAE;oBACjB,SAAS,CAAC,KAAK,EAAE,CAAC;oBAClB,SAAS;iBACZ;qBAAM,IAAI,QAAQ,KAAK,UAAU,EAAE;oBAChC,SAAS,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC;oBACxB,MAAM;iBACT;gBAED,MAAM;aACT;;gBACG,KAAK,CAAC,UAA0B,CAAC,CAAC;SACzC;QAED,OAAO,eAAe,CAAC,SAAS,CAAC,CAAC;IACtC,CAAC;IACD,OAAO;QACH,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QAEtC,OAAO,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE;YACzB,MAAM,SAAS,GAAG,SAAS,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAElD,IAAI,SAAS,YAAY,YAAY;gBACjC,MAAM;YAEV,IAAI,SAAS,YAAY,iBAAiB,EAAE;gBACxC,MAAM,QAAQ,GAAG,SAAS,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBAC3C,IAAI,QAAQ,KAAK,EAAE,EAAE;oBACjB,SAAS,CAAC,GAAG,EAAE,CAAC;oBAChB,SAAS;iBACZ;qBAAM,IAAI,QAAQ,KAAK,SAAS,CAAC,KAAK,EAAE;oBACrC,SAAS,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,IAAI,iBAAiB,CAAC,QAAQ,CAAC,CAAC;oBAClE,MAAM;iBACT;gBAED,MAAM;aACT;iBAAM,IAAI,OAAO,SAAS,KAAK,QAAQ,EAAE;gBACtC,MAAM,QAAQ,GAAG,SAAS,CAAC,OAAO,EAAE,CAAC;gBACrC,IAAI,QAAQ,KAAK,EAAE,EAAE;oBACjB,SAAS,CAAC,GAAG,EAAE,CAAC;oBAChB,SAAS;iBACZ;qBAAM,IAAI,QAAQ,KAAK,SAAS,EAAE;oBAC/B,SAAS,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,QAAQ,CAAC;oBAC3C,MAAM;iBACT;gBAED,MAAM;aACT;;gBACG,KAAK,CAAC,SAAyB,CAAC,CAAC;SACxC;QAED,OAAO,eAAe,CAAC,SAAS,CAAC,CAAC;IACtC,CAAC;IACD,QAAQ,CAAkB,KAAgB;QACtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YACzC,IAAI,sBAAsB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE;gBACzD,IAAI,CAAC,GAAG,CAAC,CAAC;gBACV,OAAO,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;oBACjC,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;wBAC5D,MAAM;iBACb;gBAED,IAAI,CAAC,KAAK,KAAK,CAAC,MAAM,CAAC,MAAM;oBACzB,OAAO,IAAI,CAAC;aACnB;SACJ;QAED,OAAO,KAAK,CAAC;IACjB,CAAC;CACJ,CAAC;AAEF,SAAS,eAAe,CAAC,OAAkC;IACvD,MAAM,SAAS,GAAuB,SAAS,SAAS,CACpD,OAAgF,EAChF,GAAG,MAAgC;QAEnC,OAAO,eAAe,CAClB,SAAS,CAAC,MAAM,CAAC,MAAM,CACnB,iCAAiC,CAAC,OAAO,EAAE,MAAM,CAAC,CACrD,CACJ,CAAC;IACN,CAAc,CAAC;IAEf,MAAM,CAAC,gBAAgB,CAAC,SAAS,EAAE;QAC/B,CAAC,MAAgC,CAAC,EAAE;YAChC,KAAK,EAAE,WAAuC;YAC9C,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE,KAAK;YACnB,UAAU,EAAE,IAAI;SACnB;QACD,CAAC,QAAkC,CAAC,EAAE;YAClC,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE,CAA+B;YACnE,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE,KAAK;YACnB,UAAU,EAAE,IAAI;SACnB;QACD,CAAC,WAAqC,CAAC,EAAE;YACrC,KAAK,EAAE,2BAA2B,CAAC,SAAS;YAC5C,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE,KAAK;YACnB,UAAU,EAAE,KAAK;SACpB;QACD,CAAC,YAAsC,CAAC,EAAE;YACtC,KAAK,EAAE,2BAA2B,CAAC,UAAU;YAC7C,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE,KAAK;YACnB,UAAU,EAAE,KAAK;SACpB;QACD,CAAC,UAAoC,CAAC,EAAE;YACpC,KAAK,EAAE,2BAA2B,CAAC,QAAQ;YAC3C,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE,KAAK;YACnB,UAAU,EAAE,KAAK;SACpB;QACD,CAAC,UAAoC,CAAC,EAAE;YACpC,KAAK,EAAE,2BAA2B,CAAC,QAAQ;YAC3C,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE,KAAK;YACnB,UAAU,EAAE,KAAK;SACpB;QACD,CAAC,QAAkC,CAAC,EAAE;YAClC,KAAK,EAAE,2BAA2B,CAAC,MAAM;YACzC,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE,KAAK;YACnB,UAAU,EAAE,KAAK;SACpB;QACD,CAAC,SAAmC,CAAC,EAAE;YACnC,KAAK,EAAE,2BAA2B,CAAC,OAAO;YAC1C,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE,KAAK;YACnB,UAAU,EAAE,KAAK;SACpB;QACD,CAAC,WAAqC,CAAC,EAAE;YACrC,KAAK,EAAE,2BAA2B,CAAC,SAAS;YAC5C,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE,KAAK;YACnB,UAAU,EAAE,KAAK;SACpB;QACD,CAAC,SAAmC,CAAC,EAAE;YACnC,KAAK,EAAE,2BAA2B,CAAC,OAAO;YAC1C,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE,KAAK;YACnB,UAAU,EAAE,KAAK;SACpB;QACD,CAAC,UAAoC,CAAC,EAAE;YACpC,KAAK,EAAE,2BAA2B,CAAC,QAAQ;YAC3C,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE,KAAK;YACnB,UAAU,EAAE,KAAK;SACpB;KACJ,CAAC,CAAC;IAEH,OAAO,SAAsB,CAAC;AAClC,CAAC;AAED,SAAS,iCAAiC,CACtC,OAAgF,EAChF,MAAgC;IAEhC,SAAS,YAAY,CAAC,GAA0B,EAAE,IAAyB;QACvE,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,EAAE,IAAI,CAAC,IAAI,YAAY,iBAAiB,IAAI,IAAI,CAAC,KAAK,KAAK,EAAE,CAAC;YAC7F,OAAO,GAAG,CAAC;aACV,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,YAAY,iBAAiB,IAAI,IAAI,YAAY,YAAY;YAClG,OAAO,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;aACzB,IAAI,WAAW,CAAC,IAAI,CAAC;YACtB,OAAO,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;aAC9B,IAAI,IAAI,YAAY,KAAK,EAAE;YAC5B,OAAO,GAAG,CAAC,MAAM,CACb,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;gBACvB,IAAI,WAAW,CAAC,KAAK,CAAC;oBAClB,OAAO,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;qBAC/B,IAAI,KAAK,KAAK,EAAE,IAAI,CAAC,KAAK,YAAY,iBAAiB,IAAI,KAAK,CAAC,KAAK,KAAK,EAAE,CAAC;oBAC/E,OAAO,GAAG,CAAC;gBAEf,OAAO,GAAG,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;YAC/B,CAAC,EAAE,EAA2B,CAAC,CAClC,CAAC;SACL;aAAM,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,OAAO,IAAI,KAAK,SAAS;YAC5D,OAAO,GAAG,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAEtC,OAAO,IAAoB,CAAC;IAChC,CAAC;IAED,SAAS,mBAAmB,CAAC,GAA0B,EAAE,IAAoB;QACzE,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE;YAClB,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACf,OAAO,GAAG,CAAC;SACd;QAED,MAAM,QAAQ,GAAG,GAAG,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAErC,IAAI,QAAQ,YAAY,YAAY,IAAI,IAAI,YAAY,YAAY,EAAE;YAClE,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACf,OAAO,GAAG,CAAC;SACd;QAED,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE;YAC1D,GAAG,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC;YAC5B,OAAO,GAAG,CAAC;SACd;aAAM,IAAI,QAAQ,YAAY,iBAAiB,IAAI,IAAI,YAAY,iBAAiB,EAAE;YACnF,GAAG,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,IAAI,iBAAiB,CAAC,QAAQ,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;YACzE,OAAO,GAAG,CAAC;SACd;QAED,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACf,OAAO,GAAG,CAAC;IACf,CAAC;IAED,IAAI,CAAC,sBAAsB,CAAC,OAAO,CAAC,EAAE;QAClC,OAAQ,CAAC,OAAO,CAA2B;aACtC,MAAM,CAAC,MAAM,CAAC;aACd,MAAM,CAAC,YAAY,EAAE,EAAE,CAAC;aACxB,MAAM,CAAC,mBAAmB,EAAE,EAAE,CAAC,CAAC;KACxC;IAGD,IAAI,GAAG,GAA0B,EAAE,CAAC;IAEpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;QACrC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;QAErB,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM;YACjB,GAAG,GAAG,YAAY,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;KAC1C;IAED,OAAO,GAAG,CAAC,MAAM,CAAC,mBAAmB,EAAE,EAAE,CAAC,CAAC;AAC/C,CAAC;AAED,SAAS,sBAAsB,CAAC,KAAc;IAC1C,OAAO,KAAK,YAAY,KAAK,IAAK,KAAqC,CAAC,GAAG,YAAY,KAAK;QACxF,KAAK,CAAC,MAAM,KAAM,KAAqC,CAAC,GAAG,CAAC,MAAM,CAAC;AAC3E,CAAC;AAED,SAAS,sBAAsB,CAAC,CAAiB,EAAE,CAAiB;IAChE,IAAI,CAAC,YAAY,iBAAiB,IAAI,CAAC,YAAY,iBAAiB;QAChE,OAAO,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,KAAK,CAAC;SAC1B,IAAI,CAAC,YAAY,YAAY,IAAI,CAAC,YAAY,YAAY;QAC3D,OAAO,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,KAAK,CAAC;SAC1B,IAAI,CAAC,KAAK,CAAC;QACZ,OAAO,KAAK,CAAC;IAEjB,OAAO,IAAI,CAAC;AAChB,CAAC"}
1
+ {"version":3,"file":"LlamaText.js","sourceRoot":"","sources":["../../src/utils/LlamaText.ts"],"names":[],"mappings":"AAWA,MAAM,SAAS;IACK,MAAM,CAA4B;IAElD;;OAEG;IACH,YAAmB,GAAG,MAAsC;QACxD,kHAAkH;QAClH,IAAI,CAAC,MAAM,GAAG,iCAAiC,CAAC,MAAM,CAAC,CAAC;IAC5D,CAAC;IAEM,MAAM,CAAC,KAA0B;QACpC,OAAO,IAAI,oBAAoB,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC;IAC7D,CAAC;IAEM,SAAS,CAAC,MAAsD;QACnE,OAAO,IAAI,oBAAoB,CAC3B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAC1B,CAAC;IACN,CAAC;IAEM,UAAU,CAAC,SAAqC;QACnD,MAAM,SAAS,GAAqB,EAAE,CAAC;QAEvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YACzC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;YAE/B,IAAI,CAAC,KAAK,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE;gBAC9B,IAAI,WAAW,CAAC,SAAS,CAAC;oBACtB,SAAS,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;;oBAEpC,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;aACjC;SACJ;QAED,OAAO,IAAI,oBAAoB,CAAC,SAAS,CAAC,CAAC;IAC/C,CAAC;IAEM,QAAQ;QACX,OAAO,IAAI,CAAC,MAAM;aACb,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;YACX,IAAI,KAAK,YAAY,YAAY;gBAC7B,OAAO,KAAK,CAAC,QAAQ,EAAE,CAAC;iBACvB,IAAI,KAAK,YAAY,iBAAiB;gBACvC,OAAO,KAAK,CAAC,QAAQ,EAAE,CAAC;;gBAExB,OAAO,KAAK,CAAC;QACrB,CAAC,CAAC;aACD,IAAI,CAAC,EAAE,CAAC,CAAC;IAClB,CAAC;IAEM,MAAM;QACT,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;YAC7B,IAAI,KAAK,YAAY,YAAY;gBAC7B,OAAO,KAAK,CAAC,MAAM,EAA+B,CAAC;iBAClD,IAAI,KAAK,YAAY,iBAAiB;gBACvC,OAAO,KAAK,CAAC,MAAM,EAA+B,CAAC;;gBAEnD,OAAO,KAAkC,CAAC;QAClD,CAAC,CAAC,CAAC;IACP,CAAC;IAEM,QAAQ,CAAC,SAAoB,EAAE,OAA4B;QAC9D,IAAI,cAAc,GAAG,EAAE,CAAC;QACxB,MAAM,GAAG,GAAY,EAAE,CAAC;QACxB,MAAM,UAAU,GAAG,GAAG,EAAE,CAAC,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACvE,MAAM,uBAAuB,GAAG,GAAG,EAAE,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QAEpF,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE;YAC7B,IAAI,KAAK,YAAY,YAAY,EAAE;gBAC/B,GAAG,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,cAAc,EAAE,KAAK,EAAE,uBAAuB,EAAE,CAAC,EAAE,GAAG,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC;gBACvG,cAAc,GAAG,EAAE,CAAC;aACvB;iBAAM,IAAI,KAAK,YAAY,iBAAiB,EAAE;gBAC3C,GAAG,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,cAAc,EAAE,KAAK,EAAE,uBAAuB,EAAE,CAAC,EAAE,GAAG,KAAK,CAAC,QAAQ,CAAC,SAAS,EAAE,UAAU,EAAE,IAAI,OAAO,KAAK,kBAAkB,CAAC,CAAC,CAAC;gBACvJ,cAAc,GAAG,EAAE,CAAC;aACvB;;gBACG,cAAc,IAAI,KAAK,CAAC;SAC/B;QAED,GAAG,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,cAAc,EAAE,KAAK,EAAE,uBAAuB,EAAE,CAAC,CAAC,CAAC;QAEzE,OAAO,GAAG,CAAC;IACf,CAAC;IAEM,OAAO,CAAC,KAAgB;QAC3B,OAAO,oBAAoB,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IACrD,CAAC;IAEM,SAAS;QACZ,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QAEtC,OAAO,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE;YACzB,MAAM,UAAU,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;YAEhC,IAAI,UAAU,YAAY,YAAY;gBAClC,MAAM;YAEV,IAAI,UAAU,YAAY,iBAAiB,EAAE;gBACzC,MAAM,QAAQ,GAAG,UAAU,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;gBAC9C,IAAI,QAAQ,KAAK,EAAE,EAAE;oBACjB,SAAS,CAAC,KAAK,EAAE,CAAC;oBAClB,SAAS;iBACZ;qBAAM,IAAI,QAAQ,KAAK,UAAU,CAAC,KAAK,EAAE;oBACtC,SAAS,CAAC,CAAC,CAAC,GAAG,IAAI,iBAAiB,CAAC,QAAQ,CAAC,CAAC;oBAC/C,MAAM;iBACT;gBAED,MAAM;aACT;iBAAM,IAAI,OAAO,UAAU,KAAK,QAAQ,EAAE;gBACvC,MAAM,QAAQ,GAAG,UAAU,CAAC,SAAS,EAAE,CAAC;gBACxC,IAAI,QAAQ,KAAK,EAAE,EAAE;oBACjB,SAAS,CAAC,KAAK,EAAE,CAAC;oBAClB,SAAS;iBACZ;qBAAM,IAAI,QAAQ,KAAK,UAAU,EAAE;oBAChC,SAAS,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC;oBACxB,MAAM;iBACT;gBAED,MAAM;aACT;;gBACG,KAAK,CAAC,UAA0B,CAAC,CAAC;SACzC;QAED,OAAO,IAAI,oBAAoB,CAAC,SAAS,CAAC,CAAC;IAC/C,CAAC;IAEM,OAAO;QACV,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QAEtC,OAAO,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE;YACzB,MAAM,SAAS,GAAG,SAAS,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAElD,IAAI,SAAS,YAAY,YAAY;gBACjC,MAAM;YAEV,IAAI,SAAS,YAAY,iBAAiB,EAAE;gBACxC,MAAM,QAAQ,GAAG,SAAS,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBAC3C,IAAI,QAAQ,KAAK,EAAE,EAAE;oBACjB,SAAS,CAAC,GAAG,EAAE,CAAC;oBAChB,SAAS;iBACZ;qBAAM,IAAI,QAAQ,KAAK,SAAS,CAAC,KAAK,EAAE;oBACrC,SAAS,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,IAAI,iBAAiB,CAAC,QAAQ,CAAC,CAAC;oBAClE,MAAM;iBACT;gBAED,MAAM;aACT;iBAAM,IAAI,OAAO,SAAS,KAAK,QAAQ,EAAE;gBACtC,MAAM,QAAQ,GAAG,SAAS,CAAC,OAAO,EAAE,CAAC;gBACrC,IAAI,QAAQ,KAAK,EAAE,EAAE;oBACjB,SAAS,CAAC,GAAG,EAAE,CAAC;oBAChB,SAAS;iBACZ;qBAAM,IAAI,QAAQ,KAAK,SAAS,EAAE;oBAC/B,SAAS,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,QAAQ,CAAC;oBAC3C,MAAM;iBACT;gBAED,MAAM;aACT;;gBACG,KAAK,CAAC,SAAyB,CAAC,CAAC;SACxC;QAED,OAAO,IAAI,oBAAoB,CAAC,SAAS,CAAC,CAAC;IAC/C,CAAC;IAEM,QAAQ,CAAC,KAAgB;QAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YAChE,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YAEjC,IAAI,UAAU,GAAG,sBAAsB,CAAC,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;YAEpE,IAAI,CAAC,UAAU,IAAI,SAAS,YAAY,iBAAiB,IAAI,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,YAAY,iBAAiB,EAAE;gBACvG,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC;oBAChC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;oBACjD,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;aACzD;YAED,IAAI,CAAC,UAAU,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,QAAQ,EAAE;gBACrF,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC;oBAChC,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;oBACrC,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;aAC7C;YAED,IAAI,UAAU,EAAE;gBACZ,IAAI,CAAC,GAAG,CAAC,CAAC;gBACV,OAAO,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;oBACjC,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;oBACrC,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;oBAEnC,IAAI,QAAQ,GAAG,sBAAsB,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;oBAE7D,IAAI,CAAC,QAAQ,IAAI,SAAS,YAAY,iBAAiB,IAAI,UAAU,YAAY,iBAAiB,EAAE;wBAChG,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,KAAK,CAAC;4BACpC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,UAAU,CAAC,UAAU,CAAC,KAAK,CAAC;4BAC9C,CAAC,CAAC,SAAS,CAAC,KAAK,KAAK,UAAU,CAAC,KAAK,CAAC;qBAC9C;oBAED,IAAI,CAAC,QAAQ,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,OAAO,UAAU,KAAK,QAAQ,EAAE;wBAC9E,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,KAAK,CAAC;4BACpC,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,UAAU,CAAC;4BAClC,CAAC,CAAC,SAAS,KAAK,UAAU,CAAC;qBAClC;oBAED,IAAI,CAAC,QAAQ;wBACT,MAAM;iBACb;gBAED,IAAI,CAAC,KAAK,KAAK,CAAC,MAAM,CAAC,MAAM;oBACzB,OAAO,IAAI,CAAC;aACnB;SACJ;QAED,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,gBAAgB;IACT,CAAC,MAAM,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC,CAC7C,KAAoB,EAAE,cAA8B,EAAE,OAA+B;QAErF,OAAO,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE;YACvC,GAAG,CAAC,cAAc,IAAI,EAAE,CAAC;YACzB,KAAK,EAAE,KAAK,IAAI,IAAI;gBAChB,CAAC,CAAC,SAAS;gBACX,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC;SAC/B,CAAC,GAAG,GAAG,CAAC;IACb,CAAC;IAEM,MAAM,CAAC,QAAQ,CAAC,IAAmB;QACtC,2EAA2E;QAE3E,OAAO,IAAI,oBAAoB,CAC3B,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;YACf,IAAI,OAAO,KAAK,KAAK,QAAQ;gBACzB,OAAO,KAAK,CAAC;iBACZ,IAAI,YAAY,CAAC,kBAAkB,CAAC,KAAK,CAAC;gBAC3C,OAAO,YAAY,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;iBACnC,IAAI,iBAAiB,CAAC,uBAAuB,CAAC,KAAK,CAAC;gBACrD,OAAO,iBAAiB,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;iBACxC;gBACD,KAAK,CAAC,KAAqB,CAAC,CAAC;gBAC7B,MAAM,IAAI,KAAK,CAAC,uBAAuB,KAAK,EAAE,CAAC,CAAC;aACnD;QACL,CAAC,CAAC,CACL,CAAC;IACN,CAAC;IAEM,MAAM,CAAC,OAAO,CAAC,CAAY,EAAE,CAAY;QAC5C,2EAA2E;QAE3E,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC;YAClC,OAAO,KAAK,CAAC;QAEjB,IAAI,CAAC,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM,CAAC,MAAM;YACnC,OAAO,KAAK,CAAC;QAEjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YACtC,IAAI,CAAC,sBAAsB,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;gBACjD,OAAO,KAAK,CAAC;SACpB;QAED,OAAO,IAAI,CAAC;IAChB,CAAC;CACJ;AACD,MAAM,CAAC,cAAc,CAAC,SAAS,CAAC,SAAS,EAAE,OAAO,EAAE;IAChD,UAAU,EAAE,KAAK;IACjB,YAAY,EAAE,KAAK;IACnB,KAAK,EAAE,WAAW;CACrB,CAAC,CAAC;AAQH,MAAM,oBAAoB,GAAyB,SAAS,SAAS,CAAkB,GAAG,MAAsC;IAC5H,gEAAgE;IAChE,IAAI,GAAG,CAAC,MAAM,IAAI,IAAI;QAClB,OAAO,IAAI,oBAAoB,CAAC,GAAG,MAAM,CAAC,CAAC;IAE9C,IAA2B,CAAC,MAAM,GAAG,iCAAiC,CAAC,MAAM,CAAC,CAAC;IAChF,OAAO,IAAI,CAAC;AAChB,CAAQ,CAAC;AAER,oBAAoC,CAAC,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;AACpF,oBAAoC,CAAC,SAAS,CAAC,WAAW,GAAG,oBAAoB,CAAC;AACnF,oBAAoB,CAAC,QAAQ,GAAG,SAAS,CAAC,QAAQ,CAAC;AACnD,oBAAoB,CAAC,OAAO,GAAG,SAAS,CAAC,OAAO,CAAC;AAEjD,MAAM,UAAU,GAAG,oBAAoB,CAAC;AAGxC,OAAO,EACH,UAAU,IAAI,SAAS,EACvB,SAAS,IAAI,UAAU,EAC1B,CAAC;AAEF,MAAM,OAAO,iBAAiB;IACV,KAAK,CAAS;IAE9B,YAAmB,KAAa;QAC5B,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACvB,CAAC;IAEM,QAAQ;QACX,OAAO,IAAI,CAAC,KAAK,CAAC;IACtB,CAAC;IAEM,QAAQ,CAAC,SAAoB,EAAE,mBAA4B,KAAK;QACnE,OAAO,SAAS,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,gBAAgB,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IAC1F,CAAC;IAEM,yBAAyB,CAAC,SAAoB;QACjD,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;QAC9C,MAAM,GAAG,GAAuB,EAAE,CAAC;QACnC,IAAI,WAAW,GAAG,EAAE,CAAC;QAErB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE;YACxB,IAAI,SAAS,CAAC,cAAc,CAAC,KAAK,CAAC,EAAE;gBACjC,IAAI,WAAW,KAAK,EAAE,EAAE;oBACpB,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;oBACtB,WAAW,GAAG,EAAE,CAAC;iBACpB;gBAED,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;aACnB;iBAAM;gBACH,WAAW,IAAI,SAAS,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,EAAE,KAAK,CAAC,CAAC;aACvD;SACJ;QAED,IAAI,WAAW,KAAK,EAAE;YAClB,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAE1B,OAAO,GAAG,CAAC;IACf,CAAC;IAEM,MAAM;QACT,OAAO;YACH,IAAI,EAAE,mBAAmB;YACzB,KAAK,EAAE,IAAI,CAAC,KAAK;SACpB,CAAC;IACN,CAAC;IAED,gBAAgB;IACT,CAAC,MAAM,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC,CAC7C,KAAoB,EAAE,cAA8B,EAAE,OAA+B;QAErF,OAAO,wBAAwB,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,EAAE;YAClD,GAAG,CAAC,cAAc,IAAI,EAAE,CAAC;YACzB,KAAK,EAAE,KAAK,IAAI,IAAI;gBAChB,CAAC,CAAC,SAAS;gBACX,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC;SAC/B,CAAC,GAAG,GAAG,CAAC;IACb,CAAC;IAEM,MAAM,CAAC,QAAQ,CAAC,IAAoC;QACvD,IAAI,iBAAiB,CAAC,uBAAuB,CAAC,IAAI,CAAC;YAC/C,OAAO,IAAI,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAE7C,MAAM,IAAI,KAAK,CAAC,uCAAuC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACnF,CAAC;IAEM,MAAM,CAAC,uBAAuB,CAAC,KAAyB;QAC3D,OAAO,KAAK,IAAI,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,KAAK,mBAAmB,CAAC;IAC5F,CAAC;IAED;;OAEG;IACI,MAAM,CAAC,MAAM,CAAC,UAAmB,EAAE,KAAa;QACnD,IAAI,UAAU;YACV,OAAO,IAAI,iBAAiB,CAAC,KAAK,CAAC,CAAC;;YAEpC,OAAO,KAAK,CAAC;IACrB,CAAC;CACJ;AAGD,MAAM,OAAO,YAAY;IACL,KAAK,CAA2B;IAEhD,YAAmB,KAA+B;QAC9C,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACvB,CAAC;IAEM,QAAQ;QACX,OAAO,IAAI,CAAC,KAAK,CAAC;IACtB,CAAC;IAEM,QAAQ,CAAC,SAAoB;QAChC,OAAO,SAAS,CAAC,IAAI,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;IAC5C,CAAC;IAEM,MAAM;QACT,OAAO;YACH,IAAI,EAAE,cAAc;YACpB,KAAK,EAAE,IAAI,CAAC,KAAK;SACpB,CAAC;IACN,CAAC;IAED,gBAAgB;IACT,CAAC,MAAM,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC,CAC7C,KAAoB,EAAE,cAA8B,EAAE,OAA+B;QAErF,OAAO,mBAAmB,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,EAAE;YAC7C,GAAG,CAAC,cAAc,IAAI,EAAE,CAAC;YACzB,KAAK,EAAE,KAAK,IAAI,IAAI;gBAChB,CAAC,CAAC,SAAS;gBACX,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC;SAC/B,CAAC,GAAG,GAAG,CAAC;IACb,CAAC;IAEM,MAAM,CAAC,QAAQ,CAAC,IAA+B;QAClD,IAAI,YAAY,CAAC,kBAAkB,CAAC,IAAI,CAAC;YACrC,OAAO,IAAI,YAAY,CAAC,IAAI,CAAC,KAAiC,CAAC,CAAC;QAEpE,MAAM,IAAI,KAAK,CAAC,kCAAkC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC9E,CAAC;IAEM,MAAM,CAAC,kBAAkB,CAAC,KAAyB;QACtD,OAAO,KAAK,IAAI,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,KAAK,cAAc,CAAC;IACvF,CAAC;CACJ;AAED,MAAM,UAAU,WAAW,CAAC,KAAc;IACtC,IAAI,KAAK,YAAY,oBAAoB,IAAI,KAAK,YAAY,SAAS;QACnE,OAAO,IAAI,CAAC;IAEhB,8DAA8D;IAC9D,OAAO,KAAK,IAAI,IAAI,IAAI,MAAM,CAAC,cAAc,CAAC,KAAkB,CAAC,EAAE,KAAK,KAAK,WAAW,CAAC;AAC7F,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,IAAwB,EAAE,SAAoB;IACvE,IAAI,OAAO,IAAI,KAAK,QAAQ;QACxB,OAAO,SAAS,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;;QAE9B,OAAO,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;AACxC,CAAC;AAID,SAAS,iCAAiC,CAAC,MAAsC;IAC7E,SAAS,YAAY,CAAC,GAAqB,EAAE,IAAyB;QAClE,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,EAAE,IAAI,CAAC,IAAI,YAAY,iBAAiB,IAAI,IAAI,CAAC,KAAK,KAAK,EAAE,CAAC;YAC7F,OAAO,GAAG,CAAC;aACV,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,YAAY,iBAAiB,IAAI,IAAI,YAAY,YAAY,EAAE;YACpG,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACf,OAAO,GAAG,CAAC;SACd;aAAM,IAAI,WAAW,CAAC,IAAI,CAAC,EAAE;YAC1B,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM;gBAC3B,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAEpB,OAAO,GAAG,CAAC;SACd;aAAM,IAAI,IAAI,YAAY,KAAK,EAAE;YAC9B,KAAK,MAAM,KAAK,IAAI,IAAI,EAAE;gBACtB,IAAI,WAAW,CAAC,KAAK,CAAC,EAAE;oBACpB,KAAK,MAAM,UAAU,IAAI,KAAK,CAAC,MAAM;wBACjC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;iBAC5B;qBAAM,IAAI,KAAK,KAAK,EAAE,IAAI,CAAC,KAAK,YAAY,iBAAiB,IAAI,KAAK,CAAC,KAAK,KAAK,EAAE,CAAC;oBACjF,SAAS;qBACR,IAAI,KAAK,YAAY,KAAK;oBAC3B,YAAY,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;qBACxB,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,SAAS;oBAC5D,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;;oBAExB,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;aACvB;YAED,OAAO,GAAG,CAAC;SACd;aAAM,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,OAAO,IAAI,KAAK,SAAS,EAAE;YAC9D,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;YACvB,OAAO,GAAG,CAAC;SACd;QAED,OAAO,IAAoB,CAAC;IAChC,CAAC;IAED,SAAS,mBAAmB,CAAC,GAAqB,EAAE,IAAoB;QACpE,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE;YAClB,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACf,OAAO,GAAG,CAAC;SACd;QAED,MAAM,QAAQ,GAAG,GAAG,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAErC,IAAI,QAAQ,YAAY,YAAY,IAAI,IAAI,YAAY,YAAY,EAAE;YAClE,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACf,OAAO,GAAG,CAAC;SACd;QAED,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE;YAC1D,GAAG,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC;YAC5B,OAAO,GAAG,CAAC;SACd;aAAM,IAAI,QAAQ,YAAY,iBAAiB,IAAI,IAAI,YAAY,iBAAiB,EAAE;YACnF,GAAG,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,IAAI,iBAAiB,CAAC,QAAQ,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;YACzE,OAAO,GAAG,CAAC;SACd;QAED,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACf,OAAO,GAAG,CAAC;IACf,CAAC;IAED,OAAO,MAAM;SACR,MAAM,CAAC,YAAY,EAAE,EAAE,CAAC;SACxB,MAAM,CAAC,mBAAmB,EAAE,EAAE,CAAC,CAAC;AACzC,CAAC;AAED,SAAS,sBAAsB,CAAC,CAAiB,EAAE,CAAiB;IAChE,IAAI,CAAC,YAAY,iBAAiB,IAAI,CAAC,YAAY,iBAAiB;QAChE,OAAO,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,KAAK,CAAC;SAC1B,IAAI,CAAC,YAAY,YAAY,IAAI,CAAC,YAAY,YAAY;QAC3D,OAAO,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,KAAK,CAAC;SAC1B,IAAI,CAAC,KAAK,CAAC;QACZ,OAAO,KAAK,CAAC;IAEjB,OAAO,IAAI,CAAC;AAChB,CAAC"}
@@ -23,6 +23,6 @@ export declare class StopGenerationDetector<T extends string = string> {
23
23
  }[];
24
24
  clearTriggeredStops(): void;
25
25
  clearInProgressStops(): void;
26
- static resolveStopTriggers(stopTriggers: readonly (StopGenerationTrigger | LlamaText)[], tokenizer: Tokenizer): StopGenerationTrigger[];
26
+ static resolveStopTriggers(stopTriggers: readonly (string | StopGenerationTrigger | LlamaText)[], tokenizer: Tokenizer): StopGenerationTrigger[];
27
27
  static resolveLlamaTextTrigger(llamaText: LlamaText, tokenizer: Tokenizer): StopGenerationTrigger;
28
28
  }