node-llama-cpp 3.0.0-beta.2 → 3.0.0-beta.21

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (641) hide show
  1. package/README.md +14 -11
  2. package/dist/ChatWrapper.d.ts +2 -15
  3. package/dist/ChatWrapper.js +28 -33
  4. package/dist/ChatWrapper.js.map +1 -1
  5. package/dist/apiDocsOverrides.d.ts +1 -0
  6. package/dist/apiDocsOverrides.js +5 -0
  7. package/dist/apiDocsOverrides.js.map +1 -0
  8. package/dist/{utils/getBin.d.ts → bindings/AddonTypes.d.ts} +54 -7
  9. package/dist/bindings/AddonTypes.js +2 -0
  10. package/dist/bindings/AddonTypes.js.map +1 -0
  11. package/dist/bindings/Llama.d.ts +47 -0
  12. package/dist/bindings/Llama.js +343 -0
  13. package/dist/bindings/Llama.js.map +1 -0
  14. package/dist/bindings/consts.d.ts +2 -0
  15. package/dist/bindings/consts.js +11 -0
  16. package/dist/bindings/consts.js.map +1 -0
  17. package/dist/bindings/getLlama.d.ts +145 -0
  18. package/dist/bindings/getLlama.js +389 -0
  19. package/dist/bindings/getLlama.js.map +1 -0
  20. package/dist/bindings/types.d.ts +55 -0
  21. package/dist/bindings/types.js +77 -0
  22. package/dist/bindings/types.js.map +1 -0
  23. package/dist/bindings/utils/MemoryOrchestrator.d.ts +21 -0
  24. package/dist/bindings/utils/MemoryOrchestrator.js +49 -0
  25. package/dist/bindings/utils/MemoryOrchestrator.js.map +1 -0
  26. package/dist/bindings/utils/NoBinaryFoundError.d.ts +2 -0
  27. package/dist/bindings/utils/NoBinaryFoundError.js +7 -0
  28. package/dist/bindings/utils/NoBinaryFoundError.js.map +1 -0
  29. package/dist/bindings/utils/asyncEvery.d.ts +5 -0
  30. package/dist/bindings/utils/asyncEvery.js +15 -0
  31. package/dist/bindings/utils/asyncEvery.js.map +1 -0
  32. package/dist/bindings/utils/asyncSome.d.ts +5 -0
  33. package/dist/bindings/utils/asyncSome.js +27 -0
  34. package/dist/bindings/utils/asyncSome.js.map +1 -0
  35. package/dist/{utils → bindings/utils}/binariesGithubRelease.js +1 -1
  36. package/dist/bindings/utils/binariesGithubRelease.js.map +1 -0
  37. package/dist/bindings/utils/clearAllLocalBuilds.d.ts +1 -0
  38. package/dist/bindings/utils/clearAllLocalBuilds.js +47 -0
  39. package/dist/bindings/utils/clearAllLocalBuilds.js.map +1 -0
  40. package/dist/bindings/utils/cloneLlamaCppRepo.d.ts +11 -0
  41. package/dist/bindings/utils/cloneLlamaCppRepo.js +166 -0
  42. package/dist/bindings/utils/cloneLlamaCppRepo.js.map +1 -0
  43. package/dist/bindings/utils/compileLLamaCpp.d.ts +15 -0
  44. package/dist/bindings/utils/compileLLamaCpp.js +221 -0
  45. package/dist/bindings/utils/compileLLamaCpp.js.map +1 -0
  46. package/dist/bindings/utils/detectAvailableComputeLayers.d.ts +14 -0
  47. package/dist/bindings/utils/detectAvailableComputeLayers.js +304 -0
  48. package/dist/bindings/utils/detectAvailableComputeLayers.js.map +1 -0
  49. package/dist/bindings/utils/detectGlibc.d.ts +4 -0
  50. package/dist/bindings/utils/detectGlibc.js +46 -0
  51. package/dist/bindings/utils/detectGlibc.js.map +1 -0
  52. package/dist/bindings/utils/getBestComputeLayersAvailable.d.ts +9 -0
  53. package/dist/bindings/utils/getBestComputeLayersAvailable.js +29 -0
  54. package/dist/bindings/utils/getBestComputeLayersAvailable.js.map +1 -0
  55. package/dist/bindings/utils/getBuildFolderNameForBuildOptions.d.ts +5 -0
  56. package/dist/bindings/utils/getBuildFolderNameForBuildOptions.js +93 -0
  57. package/dist/bindings/utils/getBuildFolderNameForBuildOptions.js.map +1 -0
  58. package/dist/bindings/utils/getCanUsePrebuiltBinaries.d.ts +1 -0
  59. package/dist/bindings/utils/getCanUsePrebuiltBinaries.js +8 -0
  60. package/dist/bindings/utils/getCanUsePrebuiltBinaries.js.map +1 -0
  61. package/dist/bindings/utils/getExampleUsageCodeOfGetLlama.d.ts +2 -0
  62. package/dist/bindings/utils/getExampleUsageCodeOfGetLlama.js +21 -0
  63. package/dist/bindings/utils/getExampleUsageCodeOfGetLlama.js.map +1 -0
  64. package/dist/bindings/utils/getGpuTypesToUseForOption.d.ts +11 -0
  65. package/dist/bindings/utils/getGpuTypesToUseForOption.js +30 -0
  66. package/dist/bindings/utils/getGpuTypesToUseForOption.js.map +1 -0
  67. package/dist/bindings/utils/getLinuxDistroInfo.d.ts +9 -0
  68. package/dist/bindings/utils/getLinuxDistroInfo.js +46 -0
  69. package/dist/bindings/utils/getLinuxDistroInfo.js.map +1 -0
  70. package/dist/bindings/utils/getLlamaWithoutBackend.d.ts +5 -0
  71. package/dist/bindings/utils/getLlamaWithoutBackend.js +27 -0
  72. package/dist/bindings/utils/getLlamaWithoutBackend.js.map +1 -0
  73. package/dist/bindings/utils/getPlatform.d.ts +2 -0
  74. package/dist/bindings/utils/getPlatform.js +15 -0
  75. package/dist/bindings/utils/getPlatform.js.map +1 -0
  76. package/dist/bindings/utils/getPlatformInfo.d.ts +5 -0
  77. package/dist/bindings/utils/getPlatformInfo.js +28 -0
  78. package/dist/bindings/utils/getPlatformInfo.js.map +1 -0
  79. package/dist/bindings/utils/hasBuildingFromSourceDependenciesInstalled.d.ts +3 -0
  80. package/dist/bindings/utils/hasBuildingFromSourceDependenciesInstalled.js +27 -0
  81. package/dist/bindings/utils/hasBuildingFromSourceDependenciesInstalled.js.map +1 -0
  82. package/dist/bindings/utils/hasFileInPath.d.ts +2 -0
  83. package/dist/bindings/utils/hasFileInPath.js +34 -0
  84. package/dist/bindings/utils/hasFileInPath.js.map +1 -0
  85. package/dist/bindings/utils/lastBuildInfo.d.ts +6 -0
  86. package/dist/bindings/utils/lastBuildInfo.js +17 -0
  87. package/dist/bindings/utils/lastBuildInfo.js.map +1 -0
  88. package/dist/bindings/utils/logBinaryUsageExampleToConsole.d.ts +2 -0
  89. package/dist/bindings/utils/logBinaryUsageExampleToConsole.js +22 -0
  90. package/dist/bindings/utils/logBinaryUsageExampleToConsole.js.map +1 -0
  91. package/dist/bindings/utils/logDistroInstallInstruction.d.ts +14 -0
  92. package/dist/bindings/utils/logDistroInstallInstruction.js +48 -0
  93. package/dist/bindings/utils/logDistroInstallInstruction.js.map +1 -0
  94. package/dist/bindings/utils/resolveCustomCmakeOptions.d.ts +1 -0
  95. package/dist/bindings/utils/resolveCustomCmakeOptions.js +45 -0
  96. package/dist/bindings/utils/resolveCustomCmakeOptions.js.map +1 -0
  97. package/dist/bindings/utils/testBindingBinary.d.ts +1 -0
  98. package/dist/bindings/utils/testBindingBinary.js +98 -0
  99. package/dist/bindings/utils/testBindingBinary.js.map +1 -0
  100. package/dist/bindings/utils/testCmakeBinary.d.ts +5 -0
  101. package/dist/bindings/utils/testCmakeBinary.js +32 -0
  102. package/dist/bindings/utils/testCmakeBinary.js.map +1 -0
  103. package/dist/chatWrappers/AlpacaChatWrapper.d.ts +2 -1
  104. package/dist/chatWrappers/AlpacaChatWrapper.js +9 -2
  105. package/dist/chatWrappers/AlpacaChatWrapper.js.map +1 -1
  106. package/dist/chatWrappers/ChatMLChatWrapper.d.ts +5 -0
  107. package/dist/chatWrappers/ChatMLChatWrapper.js +13 -11
  108. package/dist/chatWrappers/ChatMLChatWrapper.js.map +1 -1
  109. package/dist/chatWrappers/FalconChatWrapper.d.ts +2 -1
  110. package/dist/chatWrappers/FalconChatWrapper.js +28 -11
  111. package/dist/chatWrappers/FalconChatWrapper.js.map +1 -1
  112. package/dist/chatWrappers/FunctionaryChatWrapper.js +86 -73
  113. package/dist/chatWrappers/FunctionaryChatWrapper.js.map +1 -1
  114. package/dist/chatWrappers/{LlamaChatWrapper.d.ts → GemmaChatWrapper.d.ts} +6 -1
  115. package/dist/chatWrappers/GemmaChatWrapper.js +88 -0
  116. package/dist/chatWrappers/GemmaChatWrapper.js.map +1 -0
  117. package/dist/chatWrappers/GeneralChatWrapper.d.ts +2 -1
  118. package/dist/chatWrappers/GeneralChatWrapper.js +35 -12
  119. package/dist/chatWrappers/GeneralChatWrapper.js.map +1 -1
  120. package/dist/chatWrappers/Llama2ChatWrapper.d.ts +20 -0
  121. package/dist/chatWrappers/{LlamaChatWrapper.js → Llama2ChatWrapper.js} +29 -11
  122. package/dist/chatWrappers/Llama2ChatWrapper.js.map +1 -0
  123. package/dist/chatWrappers/Llama3ChatWrapper.d.ts +31 -0
  124. package/dist/chatWrappers/Llama3ChatWrapper.js +129 -0
  125. package/dist/chatWrappers/Llama3ChatWrapper.js.map +1 -0
  126. package/dist/chatWrappers/generic/JinjaTemplateChatWrapper.d.ts +73 -0
  127. package/dist/chatWrappers/generic/JinjaTemplateChatWrapper.js +359 -0
  128. package/dist/chatWrappers/generic/JinjaTemplateChatWrapper.js.map +1 -0
  129. package/dist/chatWrappers/generic/TemplateChatWrapper.d.ts +64 -0
  130. package/dist/chatWrappers/generic/TemplateChatWrapper.js +200 -0
  131. package/dist/chatWrappers/generic/TemplateChatWrapper.js.map +1 -0
  132. package/dist/chatWrappers/generic/utils/chatHistoryFunctionCallMessageTemplate.d.ts +33 -0
  133. package/dist/chatWrappers/generic/utils/chatHistoryFunctionCallMessageTemplate.js +45 -0
  134. package/dist/chatWrappers/generic/utils/chatHistoryFunctionCallMessageTemplate.js.map +1 -0
  135. package/dist/chatWrappers/utils/ChatModelFunctionsDocumentationGenerator.d.ts +42 -0
  136. package/dist/chatWrappers/utils/ChatModelFunctionsDocumentationGenerator.js +82 -0
  137. package/dist/chatWrappers/utils/ChatModelFunctionsDocumentationGenerator.js.map +1 -0
  138. package/dist/chatWrappers/utils/isJinjaTemplateEquivalentToSpecializedChatWrapper.d.ts +4 -0
  139. package/dist/chatWrappers/utils/isJinjaTemplateEquivalentToSpecializedChatWrapper.js +206 -0
  140. package/dist/chatWrappers/utils/isJinjaTemplateEquivalentToSpecializedChatWrapper.js.map +1 -0
  141. package/dist/chatWrappers/utils/resolveChatWrapper.d.ts +69 -0
  142. package/dist/chatWrappers/utils/resolveChatWrapper.js +214 -0
  143. package/dist/chatWrappers/utils/resolveChatWrapper.js.map +1 -0
  144. package/dist/cli/cli.js +21 -7
  145. package/dist/cli/cli.js.map +1 -1
  146. package/dist/cli/commands/BuildCommand.d.ts +6 -4
  147. package/dist/cli/commands/BuildCommand.js +103 -41
  148. package/dist/cli/commands/BuildCommand.js.map +1 -1
  149. package/dist/cli/commands/ChatCommand.d.ts +18 -6
  150. package/dist/cli/commands/ChatCommand.js +298 -142
  151. package/dist/cli/commands/ChatCommand.js.map +1 -1
  152. package/dist/cli/commands/ClearCommand.d.ts +1 -1
  153. package/dist/cli/commands/ClearCommand.js +11 -12
  154. package/dist/cli/commands/ClearCommand.js.map +1 -1
  155. package/dist/cli/commands/CompleteCommand.d.ts +29 -0
  156. package/dist/cli/commands/CompleteCommand.js +365 -0
  157. package/dist/cli/commands/CompleteCommand.js.map +1 -0
  158. package/dist/cli/commands/DebugCommand.d.ts +7 -0
  159. package/dist/cli/commands/DebugCommand.js +54 -0
  160. package/dist/cli/commands/DebugCommand.js.map +1 -0
  161. package/dist/cli/commands/DownloadCommand.d.ts +6 -4
  162. package/dist/cli/commands/DownloadCommand.js +120 -69
  163. package/dist/cli/commands/DownloadCommand.js.map +1 -1
  164. package/dist/cli/commands/InfillCommand.d.ts +31 -0
  165. package/dist/cli/commands/InfillCommand.js +401 -0
  166. package/dist/cli/commands/InfillCommand.js.map +1 -0
  167. package/dist/cli/commands/InitCommand.d.ts +11 -0
  168. package/dist/cli/commands/InitCommand.js +195 -0
  169. package/dist/cli/commands/InitCommand.js.map +1 -0
  170. package/dist/cli/commands/OnPostInstallCommand.js +9 -10
  171. package/dist/cli/commands/OnPostInstallCommand.js.map +1 -1
  172. package/dist/cli/commands/PullCommand.d.ts +12 -0
  173. package/dist/cli/commands/PullCommand.js +117 -0
  174. package/dist/cli/commands/PullCommand.js.map +1 -0
  175. package/dist/cli/commands/inspect/InspectCommand.d.ts +4 -0
  176. package/dist/cli/commands/inspect/InspectCommand.js +19 -0
  177. package/dist/cli/commands/inspect/InspectCommand.js.map +1 -0
  178. package/dist/cli/commands/inspect/commands/InspectGgufCommand.d.ts +12 -0
  179. package/dist/cli/commands/inspect/commands/InspectGgufCommand.js +136 -0
  180. package/dist/cli/commands/inspect/commands/InspectGgufCommand.js.map +1 -0
  181. package/dist/cli/commands/inspect/commands/InspectGpuCommand.d.ts +4 -0
  182. package/dist/cli/commands/inspect/commands/InspectGpuCommand.js +138 -0
  183. package/dist/cli/commands/inspect/commands/InspectGpuCommand.js.map +1 -0
  184. package/dist/cli/commands/inspect/commands/InspectMeasureCommand.d.ts +17 -0
  185. package/dist/cli/commands/inspect/commands/InspectMeasureCommand.js +613 -0
  186. package/dist/cli/commands/inspect/commands/InspectMeasureCommand.js.map +1 -0
  187. package/dist/cli/projectTemplates.d.ts +7 -0
  188. package/dist/cli/projectTemplates.js +10 -0
  189. package/dist/cli/projectTemplates.js.map +1 -0
  190. package/dist/cli/recommendedModels.d.ts +2 -0
  191. package/dist/cli/recommendedModels.js +342 -0
  192. package/dist/cli/recommendedModels.js.map +1 -0
  193. package/dist/cli/startCreateCli.d.ts +2 -0
  194. package/dist/cli/startCreateCli.js +26 -0
  195. package/dist/cli/startCreateCli.js.map +1 -0
  196. package/dist/cli/utils/ConsoleInteraction.d.ts +23 -0
  197. package/dist/cli/utils/ConsoleInteraction.js +122 -0
  198. package/dist/cli/utils/ConsoleInteraction.js.map +1 -0
  199. package/dist/cli/utils/ConsoleTable.d.ts +23 -0
  200. package/dist/cli/utils/ConsoleTable.js +86 -0
  201. package/dist/cli/utils/ConsoleTable.js.map +1 -0
  202. package/dist/cli/utils/basicChooseFromListConsoleInteraction.d.ts +13 -0
  203. package/dist/cli/utils/basicChooseFromListConsoleInteraction.js +111 -0
  204. package/dist/cli/utils/basicChooseFromListConsoleInteraction.js.map +1 -0
  205. package/dist/cli/utils/consolePromptQuestion.d.ts +6 -0
  206. package/dist/cli/utils/consolePromptQuestion.js +82 -0
  207. package/dist/cli/utils/consolePromptQuestion.js.map +1 -0
  208. package/dist/cli/utils/getReadablePath.d.ts +1 -0
  209. package/dist/cli/utils/getReadablePath.js +14 -0
  210. package/dist/cli/utils/getReadablePath.js.map +1 -0
  211. package/dist/cli/utils/interactivelyAskForModel.d.ts +7 -0
  212. package/dist/cli/utils/interactivelyAskForModel.js +451 -0
  213. package/dist/cli/utils/interactivelyAskForModel.js.map +1 -0
  214. package/dist/cli/utils/logUsedGpuTypeOption.d.ts +2 -0
  215. package/dist/cli/utils/logUsedGpuTypeOption.js +9 -0
  216. package/dist/cli/utils/logUsedGpuTypeOption.js.map +1 -0
  217. package/dist/cli/utils/printCommonInfoLines.d.ts +9 -0
  218. package/dist/cli/utils/printCommonInfoLines.js +71 -0
  219. package/dist/cli/utils/printCommonInfoLines.js.map +1 -0
  220. package/dist/cli/utils/printInfoLine.d.ts +12 -0
  221. package/dist/cli/utils/printInfoLine.js +54 -0
  222. package/dist/cli/utils/printInfoLine.js.map +1 -0
  223. package/dist/cli/utils/projectTemplates.d.ts +19 -0
  224. package/dist/cli/utils/projectTemplates.js +47 -0
  225. package/dist/cli/utils/projectTemplates.js.map +1 -0
  226. package/dist/cli/utils/resolveCommandGgufPath.d.ts +4 -0
  227. package/dist/cli/utils/resolveCommandGgufPath.js +71 -0
  228. package/dist/cli/utils/resolveCommandGgufPath.js.map +1 -0
  229. package/dist/cli/utils/resolveHeaderFlag.d.ts +1 -0
  230. package/dist/cli/utils/resolveHeaderFlag.js +21 -0
  231. package/dist/cli/utils/resolveHeaderFlag.js.map +1 -0
  232. package/dist/cli/utils/resolveModelRecommendationFileOptions.d.ts +19 -0
  233. package/dist/cli/utils/resolveModelRecommendationFileOptions.js +7 -0
  234. package/dist/cli/utils/resolveModelRecommendationFileOptions.js.map +1 -0
  235. package/dist/cli/utils/splitAnsiToLines.d.ts +1 -0
  236. package/dist/cli/utils/splitAnsiToLines.js +32 -0
  237. package/dist/cli/utils/splitAnsiToLines.js.map +1 -0
  238. package/dist/cli/utils/withCliCommandDescriptionDocsUrl.d.ts +2 -0
  239. package/dist/cli/utils/withCliCommandDescriptionDocsUrl.js +23 -0
  240. package/dist/cli/utils/withCliCommandDescriptionDocsUrl.js.map +1 -0
  241. package/dist/commands.d.ts +1 -0
  242. package/dist/commands.js +3 -0
  243. package/dist/commands.js.map +1 -1
  244. package/dist/config.d.ts +38 -5
  245. package/dist/config.js +61 -16
  246. package/dist/config.js.map +1 -1
  247. package/dist/consts.d.ts +3 -0
  248. package/dist/consts.js +10 -0
  249. package/dist/consts.js.map +1 -0
  250. package/dist/{llamaEvaluator → evaluator}/LlamaChat/LlamaChat.d.ts +37 -35
  251. package/dist/{llamaEvaluator → evaluator}/LlamaChat/LlamaChat.js +298 -221
  252. package/dist/evaluator/LlamaChat/LlamaChat.js.map +1 -0
  253. package/dist/{llamaEvaluator → evaluator}/LlamaChat/utils/FunctionCallGrammar.d.ts +2 -1
  254. package/dist/{llamaEvaluator → evaluator}/LlamaChat/utils/FunctionCallGrammar.js +5 -3
  255. package/dist/evaluator/LlamaChat/utils/FunctionCallGrammar.js.map +1 -0
  256. package/dist/{llamaEvaluator → evaluator}/LlamaChat/utils/contextShiftStrategies/eraseFirstResponseAndKeepFirstSystemChatContextShiftStrategy.js +18 -0
  257. package/dist/evaluator/LlamaChat/utils/contextShiftStrategies/eraseFirstResponseAndKeepFirstSystemChatContextShiftStrategy.js.map +1 -0
  258. package/dist/{llamaEvaluator → evaluator}/LlamaChatSession/LlamaChatSession.d.ts +40 -3
  259. package/dist/{llamaEvaluator → evaluator}/LlamaChatSession/LlamaChatSession.js +28 -7
  260. package/dist/evaluator/LlamaChatSession/LlamaChatSession.js.map +1 -0
  261. package/dist/{llamaEvaluator → evaluator}/LlamaChatSession/utils/defineChatSessionFunction.d.ts +3 -0
  262. package/dist/{llamaEvaluator → evaluator}/LlamaChatSession/utils/defineChatSessionFunction.js +3 -0
  263. package/dist/evaluator/LlamaChatSession/utils/defineChatSessionFunction.js.map +1 -0
  264. package/dist/evaluator/LlamaCompletion.d.ts +155 -0
  265. package/dist/evaluator/LlamaCompletion.js +405 -0
  266. package/dist/evaluator/LlamaCompletion.js.map +1 -0
  267. package/dist/{llamaEvaluator → evaluator}/LlamaContext/LlamaContext.d.ts +41 -20
  268. package/dist/{llamaEvaluator → evaluator}/LlamaContext/LlamaContext.js +271 -81
  269. package/dist/evaluator/LlamaContext/LlamaContext.js.map +1 -0
  270. package/dist/evaluator/LlamaContext/types.d.ts +140 -0
  271. package/dist/evaluator/LlamaContext/types.js.map +1 -0
  272. package/dist/evaluator/LlamaContext/utils/batchItemsPrioritizationStrategies/firstInFirstOutStrategy.js.map +1 -0
  273. package/dist/evaluator/LlamaContext/utils/batchItemsPrioritizationStrategies/maximumParallelismStrategy.js.map +1 -0
  274. package/dist/evaluator/LlamaContext/utils/resolveBatchItemsPrioritizationStrategy.d.ts +2 -0
  275. package/dist/{llamaEvaluator/LlamaContext/utils/resolveBatchItemsPrioritizingStrategy.js → evaluator/LlamaContext/utils/resolveBatchItemsPrioritizationStrategy.js} +4 -4
  276. package/dist/evaluator/LlamaContext/utils/resolveBatchItemsPrioritizationStrategy.js.map +1 -0
  277. package/dist/evaluator/LlamaEmbeddingContext.d.ts +51 -0
  278. package/dist/evaluator/LlamaEmbeddingContext.js +73 -0
  279. package/dist/evaluator/LlamaEmbeddingContext.js.map +1 -0
  280. package/dist/{llamaEvaluator → evaluator}/LlamaGrammar.d.ts +8 -5
  281. package/dist/{llamaEvaluator → evaluator}/LlamaGrammar.js +13 -10
  282. package/dist/evaluator/LlamaGrammar.js.map +1 -0
  283. package/dist/{llamaEvaluator → evaluator}/LlamaGrammarEvaluationState.js +4 -4
  284. package/dist/evaluator/LlamaGrammarEvaluationState.js.map +1 -0
  285. package/dist/{llamaEvaluator → evaluator}/LlamaJsonSchemaGrammar.d.ts +2 -1
  286. package/dist/{llamaEvaluator → evaluator}/LlamaJsonSchemaGrammar.js +3 -3
  287. package/dist/evaluator/LlamaJsonSchemaGrammar.js.map +1 -0
  288. package/dist/evaluator/LlamaModel.d.ts +230 -0
  289. package/dist/evaluator/LlamaModel.js +597 -0
  290. package/dist/evaluator/LlamaModel.js.map +1 -0
  291. package/dist/evaluator/TokenBias.d.ts +22 -0
  292. package/dist/evaluator/TokenBias.js +33 -0
  293. package/dist/evaluator/TokenBias.js.map +1 -0
  294. package/dist/evaluator/TokenMeter.d.ts +54 -0
  295. package/dist/evaluator/TokenMeter.js +86 -0
  296. package/dist/evaluator/TokenMeter.js.map +1 -0
  297. package/dist/gguf/consts.d.ts +3 -0
  298. package/dist/gguf/consts.js +8 -0
  299. package/dist/gguf/consts.js.map +1 -0
  300. package/dist/gguf/errors/InvalidGgufMagicError.d.ts +3 -0
  301. package/dist/gguf/errors/InvalidGgufMagicError.js +6 -0
  302. package/dist/gguf/errors/InvalidGgufMagicError.js.map +1 -0
  303. package/dist/gguf/errors/UnsupportedGgufValueTypeError.d.ts +4 -0
  304. package/dist/gguf/errors/UnsupportedGgufValueTypeError.js +9 -0
  305. package/dist/gguf/errors/UnsupportedGgufValueTypeError.js.map +1 -0
  306. package/dist/gguf/fileReaders/GgufFileReader.d.ts +33 -0
  307. package/dist/gguf/fileReaders/GgufFileReader.js +76 -0
  308. package/dist/gguf/fileReaders/GgufFileReader.js.map +1 -0
  309. package/dist/gguf/fileReaders/GgufFsFileReader.d.ts +17 -0
  310. package/dist/gguf/fileReaders/GgufFsFileReader.js +45 -0
  311. package/dist/gguf/fileReaders/GgufFsFileReader.js.map +1 -0
  312. package/dist/gguf/fileReaders/GgufNetworkFetchFileReader.d.ts +22 -0
  313. package/dist/gguf/fileReaders/GgufNetworkFetchFileReader.js +63 -0
  314. package/dist/gguf/fileReaders/GgufNetworkFetchFileReader.js.map +1 -0
  315. package/dist/gguf/insights/GgufInsights.d.ts +42 -0
  316. package/dist/gguf/insights/GgufInsights.js +361 -0
  317. package/dist/gguf/insights/GgufInsights.js.map +1 -0
  318. package/dist/gguf/insights/GgufInsightsConfigurationResolver.d.ts +87 -0
  319. package/dist/gguf/insights/GgufInsightsConfigurationResolver.js +136 -0
  320. package/dist/gguf/insights/GgufInsightsConfigurationResolver.js.map +1 -0
  321. package/dist/gguf/insights/utils/resolveContextContextSizeOption.d.ts +18 -0
  322. package/dist/gguf/insights/utils/resolveContextContextSizeOption.js +76 -0
  323. package/dist/gguf/insights/utils/resolveContextContextSizeOption.js.map +1 -0
  324. package/dist/gguf/insights/utils/resolveModelGpuLayersOption.d.ts +14 -0
  325. package/dist/gguf/insights/utils/resolveModelGpuLayersOption.js +177 -0
  326. package/dist/gguf/insights/utils/resolveModelGpuLayersOption.js.map +1 -0
  327. package/dist/gguf/insights/utils/scoreLevels.d.ts +5 -0
  328. package/dist/gguf/insights/utils/scoreLevels.js +16 -0
  329. package/dist/gguf/insights/utils/scoreLevels.js.map +1 -0
  330. package/dist/gguf/parser/GgufV2Parser.d.ts +19 -0
  331. package/dist/gguf/parser/GgufV2Parser.js +115 -0
  332. package/dist/gguf/parser/GgufV2Parser.js.map +1 -0
  333. package/dist/gguf/parser/GgufV3Parser.d.ts +3 -0
  334. package/dist/gguf/parser/GgufV3Parser.js +4 -0
  335. package/dist/gguf/parser/GgufV3Parser.js.map +1 -0
  336. package/dist/gguf/parser/parseGguf.d.ts +8 -0
  337. package/dist/gguf/parser/parseGguf.js +63 -0
  338. package/dist/gguf/parser/parseGguf.js.map +1 -0
  339. package/dist/gguf/readGgufFileInfo.d.ts +33 -0
  340. package/dist/gguf/readGgufFileInfo.js +66 -0
  341. package/dist/gguf/readGgufFileInfo.js.map +1 -0
  342. package/dist/gguf/types/GgufFileInfoTypes.d.ts +84 -0
  343. package/dist/gguf/types/GgufFileInfoTypes.js +18 -0
  344. package/dist/gguf/types/GgufFileInfoTypes.js.map +1 -0
  345. package/dist/gguf/types/GgufMetadataTypes.d.ts +334 -0
  346. package/dist/gguf/types/GgufMetadataTypes.js +86 -0
  347. package/dist/gguf/types/GgufMetadataTypes.js.map +1 -0
  348. package/dist/gguf/types/GgufTensorInfoTypes.d.ts +37 -0
  349. package/dist/gguf/types/GgufTensorInfoTypes.js +33 -0
  350. package/dist/gguf/types/GgufTensorInfoTypes.js.map +1 -0
  351. package/dist/gguf/utils/GgufReadOffset.d.ts +6 -0
  352. package/dist/gguf/utils/GgufReadOffset.js +18 -0
  353. package/dist/gguf/utils/GgufReadOffset.js.map +1 -0
  354. package/dist/gguf/utils/convertMetadataKeyValueRecordToNestedObject.d.ts +5 -0
  355. package/dist/gguf/utils/convertMetadataKeyValueRecordToNestedObject.js +38 -0
  356. package/dist/gguf/utils/convertMetadataKeyValueRecordToNestedObject.js.map +1 -0
  357. package/dist/gguf/utils/getGgufFileTypeName.d.ts +4 -0
  358. package/dist/gguf/utils/getGgufFileTypeName.js +13 -0
  359. package/dist/gguf/utils/getGgufFileTypeName.js.map +1 -0
  360. package/dist/gguf/utils/getGgufMetadataArchitectureData.d.ts +3 -0
  361. package/dist/gguf/utils/getGgufMetadataArchitectureData.js +4 -0
  362. package/dist/gguf/utils/getGgufMetadataArchitectureData.js.map +1 -0
  363. package/dist/gguf/utils/normalizeGgufDownloadUrl.d.ts +1 -0
  364. package/dist/gguf/utils/normalizeGgufDownloadUrl.js +16 -0
  365. package/dist/gguf/utils/normalizeGgufDownloadUrl.js.map +1 -0
  366. package/dist/gguf/utils/resolveBinarySplitGgufPartUrls.d.ts +2 -0
  367. package/dist/gguf/utils/resolveBinarySplitGgufPartUrls.js +39 -0
  368. package/dist/gguf/utils/resolveBinarySplitGgufPartUrls.js.map +1 -0
  369. package/dist/gguf/utils/resolveSplitGgufParts.d.ts +7 -0
  370. package/dist/gguf/utils/resolveSplitGgufParts.js +55 -0
  371. package/dist/gguf/utils/resolveSplitGgufParts.js.map +1 -0
  372. package/dist/index.d.ts +37 -17
  373. package/dist/index.js +33 -14
  374. package/dist/index.js.map +1 -1
  375. package/dist/state.d.ts +4 -0
  376. package/dist/state.js +14 -0
  377. package/dist/state.js.map +1 -1
  378. package/dist/types.d.ts +53 -2
  379. package/dist/types.js.map +1 -1
  380. package/dist/utils/DisposeGuard.d.ts +13 -0
  381. package/dist/utils/DisposeGuard.js +120 -0
  382. package/dist/utils/DisposeGuard.js.map +1 -0
  383. package/dist/utils/InsufficientMemoryError.d.ts +3 -0
  384. package/dist/utils/InsufficientMemoryError.js +6 -0
  385. package/dist/utils/InsufficientMemoryError.js.map +1 -0
  386. package/dist/utils/LlamaText.d.ts +50 -25
  387. package/dist/utils/LlamaText.js +367 -155
  388. package/dist/utils/LlamaText.js.map +1 -1
  389. package/dist/utils/StopGenerationDetector.d.ts +1 -1
  390. package/dist/utils/StopGenerationDetector.js +23 -18
  391. package/dist/utils/StopGenerationDetector.js.map +1 -1
  392. package/dist/utils/TokenStreamRegulator.d.ts +8 -4
  393. package/dist/utils/TokenStreamRegulator.js +78 -8
  394. package/dist/utils/TokenStreamRegulator.js.map +1 -1
  395. package/dist/utils/UnsupportedError.d.ts +2 -0
  396. package/dist/utils/UnsupportedError.js +7 -0
  397. package/dist/utils/UnsupportedError.js.map +1 -0
  398. package/dist/utils/cmake.js +38 -20
  399. package/dist/utils/cmake.js.map +1 -1
  400. package/dist/utils/createModelDownloader.d.ts +102 -0
  401. package/dist/utils/createModelDownloader.js +226 -0
  402. package/dist/utils/createModelDownloader.js.map +1 -0
  403. package/dist/utils/findBestOption.d.ts +4 -0
  404. package/dist/utils/findBestOption.js +15 -0
  405. package/dist/utils/findBestOption.js.map +1 -0
  406. package/dist/utils/findCharacterRemovalCountToFitChatHistoryInContext.js +18 -8
  407. package/dist/utils/findCharacterRemovalCountToFitChatHistoryInContext.js.map +1 -1
  408. package/dist/utils/gbnfJson/getGbnfGrammarForGbnfJsonSchema.d.ts +5 -0
  409. package/dist/utils/gbnfJson/getGbnfGrammarForGbnfJsonSchema.js +11 -0
  410. package/dist/utils/gbnfJson/getGbnfGrammarForGbnfJsonSchema.js.map +1 -0
  411. package/dist/utils/gbnfJson/terminals/GbnfArray.d.ts +3 -1
  412. package/dist/utils/gbnfJson/terminals/GbnfArray.js +10 -5
  413. package/dist/utils/gbnfJson/terminals/GbnfArray.js.map +1 -1
  414. package/dist/utils/gbnfJson/terminals/GbnfBoolean.d.ts +1 -1
  415. package/dist/utils/gbnfJson/terminals/GbnfBoolean.js.map +1 -1
  416. package/dist/utils/gbnfJson/terminals/GbnfBooleanValue.js.map +1 -1
  417. package/dist/utils/gbnfJson/terminals/GbnfGrammar.js.map +1 -1
  418. package/dist/utils/gbnfJson/terminals/GbnfNull.d.ts +1 -1
  419. package/dist/utils/gbnfJson/terminals/GbnfNull.js.map +1 -1
  420. package/dist/utils/gbnfJson/terminals/GbnfNumber.d.ts +1 -1
  421. package/dist/utils/gbnfJson/terminals/GbnfNumber.js.map +1 -1
  422. package/dist/utils/gbnfJson/terminals/GbnfNumberValue.js.map +1 -1
  423. package/dist/utils/gbnfJson/terminals/GbnfObjectMap.d.ts +3 -1
  424. package/dist/utils/gbnfJson/terminals/GbnfObjectMap.js +9 -4
  425. package/dist/utils/gbnfJson/terminals/GbnfObjectMap.js.map +1 -1
  426. package/dist/utils/gbnfJson/terminals/GbnfOr.js.map +1 -1
  427. package/dist/utils/gbnfJson/terminals/GbnfRepetition.d.ts +9 -0
  428. package/dist/utils/gbnfJson/terminals/GbnfRepetition.js +37 -0
  429. package/dist/utils/gbnfJson/terminals/GbnfRepetition.js.map +1 -0
  430. package/dist/utils/gbnfJson/terminals/GbnfString.d.ts +1 -1
  431. package/dist/utils/gbnfJson/terminals/GbnfString.js +23 -5
  432. package/dist/utils/gbnfJson/terminals/GbnfString.js.map +1 -1
  433. package/dist/utils/gbnfJson/terminals/GbnfStringValue.js.map +1 -1
  434. package/dist/utils/gbnfJson/terminals/GbnfVerbatimText.js.map +1 -1
  435. package/dist/utils/gbnfJson/terminals/GbnfWhitespace.d.ts +7 -4
  436. package/dist/utils/gbnfJson/terminals/GbnfWhitespace.js +37 -9
  437. package/dist/utils/gbnfJson/terminals/GbnfWhitespace.js.map +1 -1
  438. package/dist/utils/gbnfJson/terminals/gbnfConsts.d.ts +5 -4
  439. package/dist/utils/gbnfJson/terminals/gbnfConsts.js +14 -3
  440. package/dist/utils/gbnfJson/terminals/gbnfConsts.js.map +1 -1
  441. package/dist/utils/gbnfJson/utils/GbnfJsonScopeState.d.ts +10 -0
  442. package/dist/utils/gbnfJson/utils/GbnfJsonScopeState.js +15 -0
  443. package/dist/utils/gbnfJson/utils/GbnfJsonScopeState.js.map +1 -0
  444. package/dist/utils/gbnfJson/utils/getGbnfJsonTerminalForGbnfJsonSchema.d.ts +2 -1
  445. package/dist/utils/gbnfJson/utils/getGbnfJsonTerminalForGbnfJsonSchema.js +6 -5
  446. package/dist/utils/gbnfJson/utils/getGbnfJsonTerminalForGbnfJsonSchema.js.map +1 -1
  447. package/dist/utils/getBuildDefaults.d.ts +1 -2
  448. package/dist/utils/getBuildDefaults.js +2 -3
  449. package/dist/utils/getBuildDefaults.js.map +1 -1
  450. package/dist/utils/getConsoleLogPrefix.d.ts +1 -0
  451. package/dist/utils/getConsoleLogPrefix.js +10 -0
  452. package/dist/utils/getConsoleLogPrefix.js.map +1 -0
  453. package/dist/utils/getGrammarsFolder.d.ts +2 -1
  454. package/dist/utils/getGrammarsFolder.js +8 -7
  455. package/dist/utils/getGrammarsFolder.js.map +1 -1
  456. package/dist/utils/getModuleVersion.d.ts +1 -0
  457. package/dist/utils/getModuleVersion.js +13 -0
  458. package/dist/utils/getModuleVersion.js.map +1 -0
  459. package/dist/utils/getQueuedTokensBeforeStopTrigger.d.ts +6 -0
  460. package/dist/utils/getQueuedTokensBeforeStopTrigger.js +22 -0
  461. package/dist/utils/getQueuedTokensBeforeStopTrigger.js.map +1 -0
  462. package/dist/utils/getReadableContextSize.d.ts +1 -0
  463. package/dist/utils/getReadableContextSize.js +7 -0
  464. package/dist/utils/getReadableContextSize.js.map +1 -0
  465. package/dist/utils/getTypeScriptTypeStringForGbnfJsonSchema.js +15 -11
  466. package/dist/utils/getTypeScriptTypeStringForGbnfJsonSchema.js.map +1 -1
  467. package/dist/utils/gitReleaseBundles.js +73 -5
  468. package/dist/utils/gitReleaseBundles.js.map +1 -1
  469. package/dist/utils/hashString.d.ts +1 -0
  470. package/dist/utils/hashString.js +8 -0
  471. package/dist/utils/hashString.js.map +1 -0
  472. package/dist/utils/isLockfileActive.d.ts +4 -0
  473. package/dist/utils/isLockfileActive.js +12 -0
  474. package/dist/utils/isLockfileActive.js.map +1 -0
  475. package/dist/utils/isToken.d.ts +2 -0
  476. package/dist/utils/isToken.js +4 -0
  477. package/dist/utils/isToken.js.map +1 -0
  478. package/dist/utils/isUrl.d.ts +1 -0
  479. package/dist/utils/isUrl.js +15 -0
  480. package/dist/utils/isUrl.js.map +1 -0
  481. package/dist/utils/mergeUnionTypes.d.ts +10 -0
  482. package/dist/utils/mergeUnionTypes.js +2 -0
  483. package/dist/utils/mergeUnionTypes.js.map +1 -0
  484. package/dist/utils/parseModelFileName.d.ts +1 -0
  485. package/dist/utils/parseModelFileName.js +6 -1
  486. package/dist/utils/parseModelFileName.js.map +1 -1
  487. package/dist/utils/parseTextTemplate.d.ts +66 -0
  488. package/dist/utils/parseTextTemplate.js +116 -0
  489. package/dist/utils/parseTextTemplate.js.map +1 -0
  490. package/dist/utils/prettyPrintObject.d.ts +10 -0
  491. package/dist/utils/prettyPrintObject.js +84 -0
  492. package/dist/utils/prettyPrintObject.js.map +1 -0
  493. package/dist/utils/removeNullFields.d.ts +2 -1
  494. package/dist/utils/removeNullFields.js +8 -0
  495. package/dist/utils/removeNullFields.js.map +1 -1
  496. package/dist/utils/resolveGithubRelease.d.ts +2 -0
  497. package/dist/utils/resolveGithubRelease.js +36 -0
  498. package/dist/utils/resolveGithubRelease.js.map +1 -0
  499. package/dist/utils/runtime.d.ts +4 -0
  500. package/dist/utils/runtime.js +8 -0
  501. package/dist/utils/runtime.js.map +1 -0
  502. package/dist/utils/spawnCommand.d.ts +11 -1
  503. package/dist/utils/spawnCommand.js +56 -6
  504. package/dist/utils/spawnCommand.js.map +1 -1
  505. package/dist/utils/tokenizeInput.d.ts +3 -0
  506. package/dist/utils/tokenizeInput.js +12 -0
  507. package/dist/utils/tokenizeInput.js.map +1 -0
  508. package/dist/utils/utilTypes.d.ts +3 -0
  509. package/dist/utils/utilTypes.js +2 -0
  510. package/dist/utils/utilTypes.js.map +1 -0
  511. package/dist/utils/waitForLockfileRelease.d.ts +5 -0
  512. package/dist/utils/waitForLockfileRelease.js +20 -0
  513. package/dist/utils/waitForLockfileRelease.js.map +1 -0
  514. package/dist/utils/withLockfile.d.ts +7 -0
  515. package/dist/utils/withLockfile.js +44 -0
  516. package/dist/utils/withLockfile.js.map +1 -0
  517. package/dist/utils/withOra.d.ts +2 -0
  518. package/dist/utils/withOra.js +22 -6
  519. package/dist/utils/withOra.js.map +1 -1
  520. package/dist/utils/withProgressLog.d.ts +23 -0
  521. package/dist/utils/withProgressLog.js +211 -0
  522. package/dist/utils/withProgressLog.js.map +1 -0
  523. package/dist/utils/withStatusLogs.d.ts +2 -1
  524. package/dist/utils/withStatusLogs.js +12 -9
  525. package/dist/utils/withStatusLogs.js.map +1 -1
  526. package/llama/.clang-format +1 -2
  527. package/llama/CMakeLists.txt +115 -4
  528. package/llama/addon.cpp +1318 -99
  529. package/llama/binariesGithubRelease.json +1 -1
  530. package/llama/gitRelease.bundle +0 -0
  531. package/llama/gpuInfo/cuda-gpu-info.cu +120 -0
  532. package/llama/gpuInfo/cuda-gpu-info.h +10 -0
  533. package/llama/gpuInfo/metal-gpu-info.h +8 -0
  534. package/llama/gpuInfo/metal-gpu-info.mm +30 -0
  535. package/llama/gpuInfo/vulkan-gpu-info.cpp +83 -0
  536. package/llama/gpuInfo/vulkan-gpu-info.h +9 -0
  537. package/llama/grammars/README.md +11 -1
  538. package/llama/grammars/json.gbnf +1 -1
  539. package/llama/grammars/json_arr.gbnf +1 -1
  540. package/llama/llama.cpp.info.json +4 -0
  541. package/llama/toolchains/win32.host-x64.target-arm64.cmake +41 -0
  542. package/llamaBins/linux-arm64/_nlcBuildMetadata.json +1 -0
  543. package/llamaBins/linux-arm64/llama-addon.node +0 -0
  544. package/llamaBins/linux-armv7l/_nlcBuildMetadata.json +1 -0
  545. package/llamaBins/linux-armv7l/llama-addon.node +0 -0
  546. package/llamaBins/linux-x64/_nlcBuildMetadata.json +1 -0
  547. package/llamaBins/linux-x64/llama-addon.node +0 -0
  548. package/llamaBins/linux-x64-cuda/_nlcBuildMetadata.json +1 -0
  549. package/llamaBins/linux-x64-cuda/llama-addon.node +0 -0
  550. package/llamaBins/linux-x64-vulkan/_nlcBuildMetadata.json +1 -0
  551. package/llamaBins/linux-x64-vulkan/llama-addon.node +0 -0
  552. package/llamaBins/mac-arm64-metal/_nlcBuildMetadata.json +1 -0
  553. package/llamaBins/mac-arm64-metal/default.metallib +0 -0
  554. package/llamaBins/mac-arm64-metal/llama-addon.node +0 -0
  555. package/llamaBins/mac-x64/_nlcBuildMetadata.json +1 -0
  556. package/llamaBins/mac-x64/llama-addon.node +0 -0
  557. package/llamaBins/win-arm64/_nlcBuildMetadata.json +1 -0
  558. package/llamaBins/win-arm64/llama-addon.exp +0 -0
  559. package/llamaBins/win-arm64/llama-addon.lib +0 -0
  560. package/llamaBins/win-arm64/llama-addon.node +0 -0
  561. package/llamaBins/win-x64/_nlcBuildMetadata.json +1 -0
  562. package/llamaBins/win-x64/llama-addon.exp +0 -0
  563. package/llamaBins/win-x64/llama-addon.lib +0 -0
  564. package/llamaBins/win-x64/llama-addon.node +0 -0
  565. package/llamaBins/win-x64-cuda/_nlcBuildMetadata.json +1 -0
  566. package/llamaBins/win-x64-cuda/llama-addon.exp +0 -0
  567. package/llamaBins/win-x64-cuda/llama-addon.lib +0 -0
  568. package/llamaBins/win-x64-cuda/llama-addon.node +0 -0
  569. package/llamaBins/win-x64-vulkan/_nlcBuildMetadata.json +1 -0
  570. package/llamaBins/win-x64-vulkan/llama-addon.exp +0 -0
  571. package/llamaBins/win-x64-vulkan/llama-addon.lib +0 -0
  572. package/llamaBins/win-x64-vulkan/llama-addon.node +0 -0
  573. package/package.json +61 -34
  574. package/templates/packed/electron-typescript-react.json +1 -0
  575. package/templates/packed/node-typescript.json +1 -0
  576. package/templates/packed/node_modules.json +1 -0
  577. package/dist/AbortError.d.ts +0 -2
  578. package/dist/AbortError.js +0 -7
  579. package/dist/AbortError.js.map +0 -1
  580. package/dist/chatWrappers/LlamaChatWrapper.js.map +0 -1
  581. package/dist/chatWrappers/resolveChatWrapperBasedOnModel.d.ts +0 -13
  582. package/dist/chatWrappers/resolveChatWrapperBasedOnModel.js +0 -55
  583. package/dist/chatWrappers/resolveChatWrapperBasedOnModel.js.map +0 -1
  584. package/dist/llamaEvaluator/LlamaBins.d.ts +0 -18
  585. package/dist/llamaEvaluator/LlamaBins.js +0 -5
  586. package/dist/llamaEvaluator/LlamaBins.js.map +0 -1
  587. package/dist/llamaEvaluator/LlamaChat/LlamaChat.js.map +0 -1
  588. package/dist/llamaEvaluator/LlamaChat/utils/FunctionCallGrammar.js.map +0 -1
  589. package/dist/llamaEvaluator/LlamaChat/utils/contextShiftStrategies/eraseFirstResponseAndKeepFirstSystemChatContextShiftStrategy.js.map +0 -1
  590. package/dist/llamaEvaluator/LlamaChatSession/LlamaChatSession.js.map +0 -1
  591. package/dist/llamaEvaluator/LlamaChatSession/utils/defineChatSessionFunction.js.map +0 -1
  592. package/dist/llamaEvaluator/LlamaContext/LlamaContext.js.map +0 -1
  593. package/dist/llamaEvaluator/LlamaContext/types.d.ts +0 -86
  594. package/dist/llamaEvaluator/LlamaContext/types.js.map +0 -1
  595. package/dist/llamaEvaluator/LlamaContext/utils/batchItemsPrioritizingStrategies/firstInFirstOutStrategy.js.map +0 -1
  596. package/dist/llamaEvaluator/LlamaContext/utils/batchItemsPrioritizingStrategies/maximumParallelismStrategy.js.map +0 -1
  597. package/dist/llamaEvaluator/LlamaContext/utils/resolveBatchItemsPrioritizingStrategy.d.ts +0 -2
  598. package/dist/llamaEvaluator/LlamaContext/utils/resolveBatchItemsPrioritizingStrategy.js.map +0 -1
  599. package/dist/llamaEvaluator/LlamaGrammar.js.map +0 -1
  600. package/dist/llamaEvaluator/LlamaGrammarEvaluationState.js.map +0 -1
  601. package/dist/llamaEvaluator/LlamaJsonSchemaGrammar.js.map +0 -1
  602. package/dist/llamaEvaluator/LlamaModel.d.ts +0 -119
  603. package/dist/llamaEvaluator/LlamaModel.js +0 -322
  604. package/dist/llamaEvaluator/LlamaModel.js.map +0 -1
  605. package/dist/utils/binariesGithubRelease.js.map +0 -1
  606. package/dist/utils/clearLlamaBuild.d.ts +0 -1
  607. package/dist/utils/clearLlamaBuild.js +0 -12
  608. package/dist/utils/clearLlamaBuild.js.map +0 -1
  609. package/dist/utils/cloneLlamaCppRepo.d.ts +0 -2
  610. package/dist/utils/cloneLlamaCppRepo.js +0 -102
  611. package/dist/utils/cloneLlamaCppRepo.js.map +0 -1
  612. package/dist/utils/compileLLamaCpp.d.ts +0 -8
  613. package/dist/utils/compileLLamaCpp.js +0 -132
  614. package/dist/utils/compileLLamaCpp.js.map +0 -1
  615. package/dist/utils/getBin.js +0 -78
  616. package/dist/utils/getBin.js.map +0 -1
  617. package/dist/utils/getGbnfGrammarForGbnfJsonSchema.d.ts +0 -2
  618. package/dist/utils/getGbnfGrammarForGbnfJsonSchema.js +0 -9
  619. package/dist/utils/getGbnfGrammarForGbnfJsonSchema.js.map +0 -1
  620. package/dist/utils/getReleaseInfo.d.ts +0 -7
  621. package/dist/utils/getReleaseInfo.js +0 -30
  622. package/dist/utils/getReleaseInfo.js.map +0 -1
  623. package/dist/utils/parseModelTypeDescription.d.ts +0 -6
  624. package/dist/utils/parseModelTypeDescription.js +0 -9
  625. package/dist/utils/parseModelTypeDescription.js.map +0 -1
  626. package/dist/utils/resolveChatWrapper.d.ts +0 -4
  627. package/dist/utils/resolveChatWrapper.js +0 -16
  628. package/dist/utils/resolveChatWrapper.js.map +0 -1
  629. package/dist/utils/usedBinFlag.d.ts +0 -6
  630. package/dist/utils/usedBinFlag.js +0 -15
  631. package/dist/utils/usedBinFlag.js.map +0 -1
  632. package/llama/usedBin.json +0 -3
  633. package/llamaBins/mac-arm64/llama-addon.node +0 -0
  634. /package/dist/{utils → bindings/utils}/binariesGithubRelease.d.ts +0 -0
  635. /package/dist/{llamaEvaluator → evaluator}/LlamaChat/utils/contextShiftStrategies/eraseFirstResponseAndKeepFirstSystemChatContextShiftStrategy.d.ts +0 -0
  636. /package/dist/{llamaEvaluator → evaluator}/LlamaContext/types.js +0 -0
  637. /package/dist/{llamaEvaluator/LlamaContext/utils/batchItemsPrioritizingStrategies → evaluator/LlamaContext/utils/batchItemsPrioritizationStrategies}/firstInFirstOutStrategy.d.ts +0 -0
  638. /package/dist/{llamaEvaluator/LlamaContext/utils/batchItemsPrioritizingStrategies → evaluator/LlamaContext/utils/batchItemsPrioritizationStrategies}/firstInFirstOutStrategy.js +0 -0
  639. /package/dist/{llamaEvaluator/LlamaContext/utils/batchItemsPrioritizingStrategies → evaluator/LlamaContext/utils/batchItemsPrioritizationStrategies}/maximumParallelismStrategy.d.ts +0 -0
  640. /package/dist/{llamaEvaluator/LlamaContext/utils/batchItemsPrioritizingStrategies → evaluator/LlamaContext/utils/batchItemsPrioritizationStrategies}/maximumParallelismStrategy.js +0 -0
  641. /package/dist/{llamaEvaluator → evaluator}/LlamaGrammarEvaluationState.d.ts +0 -0
@@ -0,0 +1,226 @@
1
+ import process from "process";
2
+ import path from "path";
3
+ import { downloadFile, downloadSequence } from "ipull";
4
+ import fs from "fs-extra";
5
+ import { normalizeGgufDownloadUrl } from "../gguf/utils/normalizeGgufDownloadUrl.js";
6
+ import { createSplitPartFilename, resolveSplitGgufParts } from "../gguf/utils/resolveSplitGgufParts.js";
7
+ import { getFilenameForBinarySplitGgufPartUrls, resolveBinarySplitGgufPartUrls } from "../gguf/utils/resolveBinarySplitGgufPartUrls.js";
8
+ import { cliModelsDirectory } from "../config.js";
9
+ /**
10
+ * Create a model downloader to download a model from a URL.
11
+ * Uses [`ipull`](https://github.com/ido-pluto/ipull) to download a model file as fast as possible with parallel connections
12
+ * and other optimizations.
13
+ *
14
+ * If the url points to a `.gguf` file that is split into multiple parts (for example, `model-00001-of-00009.gguf`),
15
+ * all the parts will be downloaded to the specified directory.
16
+ *
17
+ * If the url points to a `.gguf` file that is binary spliced into multiple parts (for example, `model.gguf.part1of9`),
18
+ * all the parts will be spliced into a single file and be downloaded to the specified directory.
19
+ *
20
+ * If the url points to a `.gguf` file that is not split or binary spliced (for example, `model.gguf`),
21
+ * the file will be downloaded to the specified directory.
22
+ * @example
23
+ * ```typescript
24
+ * import {fileURLToPath} from "url";
25
+ * import path from "path";
26
+ * import {createModelDownloader, getLlama} from "node-llama-cpp";
27
+ *
28
+ * const __dirname = path.dirname(fileURLToPath(import.meta.url));
29
+ *
30
+ * const downloader = await createModelDownloader({
31
+ * modelUrl: "https://example.com/model.gguf",
32
+ * dirPath: path.join(__dirname, "models")
33
+ * });
34
+ * const modelPath = await downloader.download();
35
+ *
36
+ * const llama = await getLlama();
37
+ * const model = llama.loadModel({
38
+ * modelPath
39
+ * });
40
+ * ```
41
+ */
42
+ export async function createModelDownloader(options) {
43
+ const downloader = ModelDownloader._create(options);
44
+ await downloader._init();
45
+ return downloader;
46
+ }
47
+ export class ModelDownloader {
48
+ /** @internal */ _modelUrl;
49
+ /** @internal */ _dirPath;
50
+ /** @internal */ _fileName;
51
+ /** @internal */ _headers;
52
+ /** @internal */ _showCliProgress;
53
+ /** @internal */ _onProgress;
54
+ /** @internal */ _deleteTempFileOnCancel;
55
+ /** @internal */ _skipExisting;
56
+ /** @internal */ _downloader;
57
+ /** @internal */ _specificFileDownloaders = [];
58
+ /** @internal */ _entrypointFilename;
59
+ /** @internal */ _splitBinaryParts;
60
+ /** @internal */ _totalFiles;
61
+ constructor({ modelUrl, dirPath = cliModelsDirectory, fileName, headers, showCliProgress = false, onProgress, deleteTempFileOnCancel = true, skipExisting = true }) {
62
+ if (modelUrl == null || dirPath == null)
63
+ throw new Error("modelUrl and dirPath cannot be null");
64
+ this._modelUrl = normalizeGgufDownloadUrl(modelUrl);
65
+ this._dirPath = path.resolve(process.cwd(), dirPath);
66
+ this._fileName = fileName;
67
+ this._headers = headers;
68
+ this._showCliProgress = showCliProgress;
69
+ this._onProgress = onProgress;
70
+ this._deleteTempFileOnCancel = deleteTempFileOnCancel;
71
+ this._skipExisting = skipExisting;
72
+ }
73
+ /**
74
+ * The filename of the entrypoint file that should be used to load the model.
75
+ */
76
+ get entrypointFilename() {
77
+ return this._entrypointFilename;
78
+ }
79
+ /**
80
+ * The full path to the entrypoint file that should be used to load the model.
81
+ */
82
+ get entrypointFilePath() {
83
+ return path.join(this._dirPath, this.entrypointFilename);
84
+ }
85
+ /**
86
+ * If the model is binary spliced from multiple parts, this will return the number of those binary parts.
87
+ */
88
+ get splitBinaryParts() {
89
+ return this._splitBinaryParts;
90
+ }
91
+ /**
92
+ * The total number of files that will be saved to the directory.
93
+ * For split files, this will be the number of split parts, as multiple files will be saved.
94
+ * For binary-split files, this will be 1, as the parts will be spliced into a single file.
95
+ */
96
+ get totalFiles() {
97
+ return this._totalFiles;
98
+ }
99
+ get totalSize() {
100
+ return this._downloader.downloadStatues
101
+ .map(status => status.totalBytes)
102
+ .reduce((acc, totalBytes) => acc + totalBytes, 0);
103
+ }
104
+ get downloadedSize() {
105
+ return this._downloader.downloadStatues
106
+ .map(status => status.transferredBytes)
107
+ .reduce((acc, transferredBytes) => acc + transferredBytes, 0);
108
+ }
109
+ /**
110
+ * @returns The path to the entrypoint file that should be used to load the model
111
+ */
112
+ async download({ signal } = {}) {
113
+ if (signal?.aborted)
114
+ throw signal.reason;
115
+ if (this._skipExisting) {
116
+ if (this._specificFileDownloaders.length === 1 && await fs.pathExists(this.entrypointFilePath)) {
117
+ const fileStat = await fs.stat(this.entrypointFilePath);
118
+ if (this._specificFileDownloaders[0].status.totalBytes === fileStat.size)
119
+ return this.entrypointFilePath;
120
+ }
121
+ else {
122
+ // TODO: skip existing split files
123
+ }
124
+ }
125
+ const onAbort = () => {
126
+ signal?.removeEventListener("abort", onAbort);
127
+ this.cancel();
128
+ };
129
+ if (signal != null)
130
+ signal.addEventListener("abort", onAbort);
131
+ try {
132
+ if (this._onProgress)
133
+ this._downloader.on("progress", this._onDownloadProgress);
134
+ await this._downloader.download();
135
+ }
136
+ catch (err) {
137
+ if (signal?.aborted)
138
+ throw signal.reason;
139
+ throw err;
140
+ }
141
+ finally {
142
+ if (this._onProgress)
143
+ this._downloader.off("progress", this._onDownloadProgress);
144
+ if (signal != null)
145
+ signal.removeEventListener("abort", onAbort);
146
+ }
147
+ return this.entrypointFilePath;
148
+ }
149
+ async cancel({ deleteTempFile = this._deleteTempFileOnCancel } = {}) {
150
+ for (const downloader of this._specificFileDownloaders) {
151
+ if (deleteTempFile)
152
+ await downloader.closeAndDeleteFile();
153
+ else
154
+ await downloader.close();
155
+ }
156
+ if (this._downloader !== this._specificFileDownloaders[0])
157
+ await this._downloader?.close();
158
+ }
159
+ /** @internal */
160
+ _onDownloadProgress() {
161
+ this._onProgress?.({
162
+ totalSize: this.totalSize,
163
+ downloadedSize: this.downloadedSize
164
+ });
165
+ }
166
+ /** @internal */
167
+ async _init() {
168
+ const binarySplitPartUrls = resolveBinarySplitGgufPartUrls(this._modelUrl);
169
+ await fs.ensureDir(this._dirPath);
170
+ if (binarySplitPartUrls instanceof Array) {
171
+ this._downloader = await downloadFile({
172
+ partURLs: binarySplitPartUrls,
173
+ directory: this._dirPath,
174
+ fileName: this._fileName ?? getFilenameForBinarySplitGgufPartUrls(binarySplitPartUrls),
175
+ cliProgress: this._showCliProgress,
176
+ headers: this._headers ?? {}
177
+ });
178
+ this._specificFileDownloaders.push(this._downloader);
179
+ this._entrypointFilename = this._downloader.fileName;
180
+ this._splitBinaryParts = binarySplitPartUrls.length;
181
+ this._totalFiles = 1;
182
+ if (this._downloader.fileName == null || this._downloader.fileName === "")
183
+ throw new Error("Failed to get the file name from the given URL");
184
+ return;
185
+ }
186
+ const splitGgufPartUrls = resolveSplitGgufParts(this._modelUrl);
187
+ if (splitGgufPartUrls.length === 1) {
188
+ this._downloader = await downloadFile({
189
+ url: splitGgufPartUrls[0],
190
+ directory: this._dirPath,
191
+ fileName: this._fileName ?? undefined,
192
+ cliProgress: this._showCliProgress,
193
+ headers: this._headers ?? {}
194
+ });
195
+ this._specificFileDownloaders.push(this._downloader);
196
+ this._entrypointFilename = this._downloader.fileName;
197
+ this._totalFiles = 1;
198
+ if (this._downloader.fileName == null || this._downloader.fileName === "")
199
+ throw new Error("Failed to get the file name from the given URL");
200
+ return;
201
+ }
202
+ const partDownloads = splitGgufPartUrls.map((url, index) => downloadFile({
203
+ url,
204
+ directory: this._dirPath,
205
+ fileName: this._fileName != null
206
+ ? createSplitPartFilename(this._fileName, index + 1, splitGgufPartUrls.length)
207
+ : undefined,
208
+ headers: this._headers ?? {}
209
+ }));
210
+ this._downloader = await downloadSequence({
211
+ cliProgress: this._showCliProgress
212
+ }, ...partDownloads);
213
+ const firstDownload = await partDownloads[0];
214
+ this._specificFileDownloaders = await Promise.all(partDownloads);
215
+ this._entrypointFilename = firstDownload.fileName;
216
+ this._totalFiles = partDownloads.length;
217
+ if (this._entrypointFilename == null || this._entrypointFilename === "")
218
+ throw new Error("Failed to get the file name from the given URL");
219
+ return;
220
+ }
221
+ /** @internal */
222
+ static _create(options) {
223
+ return new ModelDownloader(options);
224
+ }
225
+ }
226
+ //# sourceMappingURL=createModelDownloader.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"createModelDownloader.js","sourceRoot":"","sources":["../../src/utils/createModelDownloader.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,SAAS,CAAC;AAC9B,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAoD,YAAY,EAAE,gBAAgB,EAAC,MAAM,OAAO,CAAC;AACxG,OAAO,EAAE,MAAM,UAAU,CAAC;AAC1B,OAAO,EAAC,wBAAwB,EAAC,MAAM,2CAA2C,CAAC;AACnF,OAAO,EAAC,uBAAuB,EAAE,qBAAqB,EAAC,MAAM,wCAAwC,CAAC;AACtG,OAAO,EAAC,qCAAqC,EAAE,8BAA8B,EAAC,MAAM,iDAAiD,CAAC;AACtI,OAAO,EAAC,kBAAkB,EAAC,MAAM,cAAc,CAAC;AAoChD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgCG;AACH,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,OAA+B;IACvE,MAAM,UAAU,GAAG,eAAe,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IACpD,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC;IACzB,OAAO,UAAU,CAAC;AACtB,CAAC;AAED,MAAM,OAAO,eAAe;IACxB,gBAAgB,CAAkB,SAAS,CAAS;IACpD,gBAAgB,CAAkB,QAAQ,CAAS;IACnD,gBAAgB,CAAkB,SAAS,CAAU;IACrD,gBAAgB,CAAkB,QAAQ,CAA0B;IACpE,gBAAgB,CAAkB,gBAAgB,CAAU;IAC5D,gBAAgB,CAAkB,WAAW,CAAwC;IACrF,gBAAgB,CAAkB,uBAAuB,CAAU;IACnE,gBAAgB,CAAkB,aAAa,CAAU;IAEzD,gBAAgB,CAAS,WAAW,CAAsD;IAC1F,gBAAgB,CAAS,wBAAwB,GAA2B,EAAE,CAAC;IAC/E,gBAAgB,CAAS,mBAAmB,CAAU;IACtD,gBAAgB,CAAS,iBAAiB,CAAU;IACpD,gBAAgB,CAAS,WAAW,CAAU;IAE9C,YAAoB,EAChB,QAAQ,EAAE,OAAO,GAAG,kBAAkB,EAAE,QAAQ,EAAE,OAAO,EAAE,eAAe,GAAG,KAAK,EAAE,UAAU,EAAE,sBAAsB,GAAG,IAAI,EAC7H,YAAY,GAAG,IAAI,EACE;QACrB,IAAI,QAAQ,IAAI,IAAI,IAAI,OAAO,IAAI,IAAI;YACnC,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;QAE3D,IAAI,CAAC,SAAS,GAAG,wBAAwB,CAAC,QAAQ,CAAC,CAAC;QACpD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,OAAO,CAAC,CAAC;QACrD,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC;QAC1B,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;QACxB,IAAI,CAAC,gBAAgB,GAAG,eAAe,CAAC;QACxC,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC;QAC9B,IAAI,CAAC,uBAAuB,GAAG,sBAAsB,CAAC;QACtD,IAAI,CAAC,aAAa,GAAG,YAAY,CAAC;IACtC,CAAC;IAED;;OAEG;IACH,IAAW,kBAAkB;QACzB,OAAO,IAAI,CAAC,mBAAoB,CAAC;IACrC,CAAC;IAED;;OAEG;IACH,IAAW,kBAAkB;QACzB,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,kBAAkB,CAAC,CAAC;IAC7D,CAAC;IAED;;OAEG;IACH,IAAW,gBAAgB;QACvB,OAAO,IAAI,CAAC,iBAAiB,CAAC;IAClC,CAAC;IAED;;;;OAIG;IACH,IAAW,UAAU;QACjB,OAAO,IAAI,CAAC,WAAY,CAAC;IAC7B,CAAC;IAED,IAAW,SAAS;QAChB,OAAO,IAAI,CAAC,WAAY,CAAC,eAAe;aACnC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC;aAChC,MAAM,CAAC,CAAC,GAAG,EAAE,UAAU,EAAE,EAAE,CAAC,GAAG,GAAG,UAAU,EAAE,CAAC,CAAC,CAAC;IAC1D,CAAC;IAED,IAAW,cAAc;QACrB,OAAO,IAAI,CAAC,WAAY,CAAC,eAAe;aACnC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,gBAAgB,CAAC;aACtC,MAAM,CAAC,CAAC,GAAG,EAAE,gBAAgB,EAAE,EAAE,CAAC,GAAG,GAAG,gBAAgB,EAAE,CAAC,CAAC,CAAC;IACtE,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,QAAQ,CAAC,EAClB,MAAM,KAGN,EAAE;QACF,IAAI,MAAM,EAAE,OAAO;YACf,MAAM,MAAM,CAAC,MAAM,CAAC;QAExB,IAAI,IAAI,CAAC,aAAa,EAAE;YACpB,IAAI,IAAI,CAAC,wBAAwB,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,kBAAkB,CAAC,EAAE;gBAC5F,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;gBAExD,IAAI,IAAI,CAAC,wBAAwB,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,KAAK,QAAQ,CAAC,IAAI;oBACpE,OAAO,IAAI,CAAC,kBAAkB,CAAC;aACtC;iBAAM;gBACH,kCAAkC;aACrC;SACJ;QAED,MAAM,OAAO,GAAG,GAAG,EAAE;YACjB,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAC9C,IAAI,CAAC,MAAM,EAAE,CAAC;QAClB,CAAC,CAAC;QAEF,IAAI,MAAM,IAAI,IAAI;YACd,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAE9C,IAAI;YACA,IAAI,IAAI,CAAC,WAAW;gBAChB,IAAI,CAAC,WAAY,CAAC,EAAE,CAAC,UAAU,EAAE,IAAI,CAAC,mBAAmB,CAAC,CAAC;YAE/D,MAAM,IAAI,CAAC,WAAY,CAAC,QAAQ,EAAE,CAAC;SACtC;QAAC,OAAO,GAAG,EAAE;YACV,IAAI,MAAM,EAAE,OAAO;gBACf,MAAM,MAAM,CAAC,MAAM,CAAC;YAExB,MAAM,GAAG,CAAC;SACb;gBAAS;YACN,IAAI,IAAI,CAAC,WAAW;gBAChB,IAAI,CAAC,WAAY,CAAC,GAAG,CAAC,UAAU,EAAE,IAAI,CAAC,mBAAmB,CAAC,CAAC;YAEhE,IAAI,MAAM,IAAI,IAAI;gBACd,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;SACpD;QAED,OAAO,IAAI,CAAC,kBAAkB,CAAC;IACnC,CAAC;IAEM,KAAK,CAAC,MAAM,CAAC,EAChB,cAAc,GAAG,IAAI,CAAC,uBAAuB,KAQ7C,EAAE;QACF,KAAK,MAAM,UAAU,IAAI,IAAI,CAAC,wBAAwB,EAAE;YACpD,IAAI,cAAc;gBACd,MAAM,UAAU,CAAC,kBAAkB,EAAE,CAAC;;gBAEtC,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC;SAChC;QAED,IAAI,IAAI,CAAC,WAAW,KAAK,IAAI,CAAC,wBAAwB,CAAC,CAAC,CAAC;YACrD,MAAM,IAAI,CAAC,WAAW,EAAE,KAAK,EAAE,CAAC;IACxC,CAAC;IAED,gBAAgB;IACR,mBAAmB;QACvB,IAAI,CAAC,WAAW,EAAE,CAAC;YACf,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,cAAc,EAAE,IAAI,CAAC,cAAc;SACtC,CAAC,CAAC;IACP,CAAC;IAED,gBAAgB;IACT,KAAK,CAAC,KAAK;QACd,MAAM,mBAAmB,GAAG,8BAA8B,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAE3E,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAClC,IAAI,mBAAmB,YAAY,KAAK,EAAE;YACtC,IAAI,CAAC,WAAW,GAAG,MAAM,YAAY,CAAC;gBAClC,QAAQ,EAAE,mBAAmB;gBAC7B,SAAS,EAAE,IAAI,CAAC,QAAQ;gBACxB,QAAQ,EAAE,IAAI,CAAC,SAAS,IAAI,qCAAqC,CAAC,mBAAmB,CAAC;gBACtF,WAAW,EAAE,IAAI,CAAC,gBAAgB;gBAClC,OAAO,EAAE,IAAI,CAAC,QAAQ,IAAI,EAAE;aAC/B,CAAC,CAAC;YACH,IAAI,CAAC,wBAAwB,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAErD,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC;YACrD,IAAI,CAAC,iBAAiB,GAAG,mBAAmB,CAAC,MAAM,CAAC;YACpD,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC;YAErB,IAAI,IAAI,CAAC,WAAW,CAAC,QAAQ,IAAI,IAAI,IAAI,IAAI,CAAC,WAAW,CAAC,QAAQ,KAAK,EAAE;gBACrE,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;YAEtE,OAAO;SACV;QAED,MAAM,iBAAiB,GAAG,qBAAqB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAChE,IAAI,iBAAiB,CAAC,MAAM,KAAK,CAAC,EAAE;YAChC,IAAI,CAAC,WAAW,GAAG,MAAM,YAAY,CAAC;gBAClC,GAAG,EAAE,iBAAiB,CAAC,CAAC,CAAC;gBACzB,SAAS,EAAE,IAAI,CAAC,QAAQ;gBACxB,QAAQ,EAAE,IAAI,CAAC,SAAS,IAAI,SAAS;gBACrC,WAAW,EAAE,IAAI,CAAC,gBAAgB;gBAClC,OAAO,EAAE,IAAI,CAAC,QAAQ,IAAI,EAAE;aAC/B,CAAC,CAAC;YACH,IAAI,CAAC,wBAAwB,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAErD,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC;YACrD,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC;YAErB,IAAI,IAAI,CAAC,WAAW,CAAC,QAAQ,IAAI,IAAI,IAAI,IAAI,CAAC,WAAW,CAAC,QAAQ,KAAK,EAAE;gBACrE,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;YAEtE,OAAO;SACV;QAED,MAAM,aAAa,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,YAAY,CAAC;YACrE,GAAG;YACH,SAAS,EAAE,IAAI,CAAC,QAAQ;YACxB,QAAQ,EAAE,IAAI,CAAC,SAAS,IAAI,IAAI;gBAC5B,CAAC,CAAC,uBAAuB,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,GAAG,CAAC,EAAE,iBAAiB,CAAC,MAAM,CAAC;gBAC9E,CAAC,CAAC,SAAS;YACf,OAAO,EAAE,IAAI,CAAC,QAAQ,IAAI,EAAE;SAC/B,CAAC,CAAC,CAAC;QAEJ,IAAI,CAAC,WAAW,GAAG,MAAM,gBAAgB,CACrC;YACI,WAAW,EAAE,IAAI,CAAC,gBAAgB;SACrC,EACD,GAAG,aAAa,CACnB,CAAC;QACF,MAAM,aAAa,GAAG,MAAM,aAAa,CAAC,CAAC,CAAC,CAAC;QAC7C,IAAI,CAAC,wBAAwB,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QAEjE,IAAI,CAAC,mBAAmB,GAAG,aAAa,CAAC,QAAQ,CAAC;QAClD,IAAI,CAAC,WAAW,GAAG,aAAa,CAAC,MAAM,CAAC;QAExC,IAAI,IAAI,CAAC,mBAAmB,IAAI,IAAI,IAAI,IAAI,CAAC,mBAAmB,KAAK,EAAE;YACnE,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;QAEtE,OAAO;IACX,CAAC;IAED,gBAAgB;IACT,MAAM,CAAC,OAAO,CAAC,OAA+B;QACjD,OAAO,IAAI,eAAe,CAAC,OAAO,CAAC,CAAC;IACxC,CAAC;CACJ"}
@@ -0,0 +1,4 @@
1
+ export declare function findBestOption<const O>({ generator, score }: {
2
+ generator: () => Generator<O>;
3
+ score: (option: O) => number | null;
4
+ }): O | null;
@@ -0,0 +1,15 @@
1
+ export function findBestOption({ generator, score }) {
2
+ let bestOption = null;
3
+ let bestScore = null;
4
+ for (const option of generator()) {
5
+ const currentScore = score(option);
6
+ if (currentScore === Infinity)
7
+ return option;
8
+ if (currentScore != null && (bestScore == null || currentScore > bestScore)) {
9
+ bestOption = option;
10
+ bestScore = currentScore;
11
+ }
12
+ }
13
+ return bestOption;
14
+ }
15
+ //# sourceMappingURL=findBestOption.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"findBestOption.js","sourceRoot":"","sources":["../../src/utils/findBestOption.ts"],"names":[],"mappings":"AAAA,MAAM,UAAU,cAAc,CAAU,EAAC,SAAS,EAAE,KAAK,EAGxD;IACG,IAAI,UAAU,GAAa,IAAI,CAAC;IAChC,IAAI,SAAS,GAAkB,IAAI,CAAC;IAEpC,KAAK,MAAM,MAAM,IAAI,SAAS,EAAE,EAAE;QAC9B,MAAM,YAAY,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;QAEnC,IAAI,YAAY,KAAK,QAAQ;YACzB,OAAO,MAAM,CAAC;QAElB,IAAI,YAAY,IAAI,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,IAAI,YAAY,GAAG,SAAS,CAAC,EAAE;YACzE,UAAU,GAAG,MAAM,CAAC;YACpB,SAAS,GAAG,YAAY,CAAC;SAC5B;KACJ;IAED,OAAO,UAAU,CAAC;AACtB,CAAC"}
@@ -29,15 +29,18 @@ export async function findCharacterRemovalCountToFitChatHistoryInContext({ compr
29
29
  removedCharactersCount: initialCharactersRemovalCount,
30
30
  compressedChatHistory: latestCompressionAttempt.compressedHistory
31
31
  };
32
- for (let compressionAttempts = 0, decompressionAttempts = 0; latestCompressionAttempt.tokensCount !== tokensCountToFit;) {
32
+ let bestCompressionAttempt = latestCompressionAttempt;
33
+ for (let compressionAttempts = 0, decompressionAttempts = 0; bestCompressionAttempt.tokensCount !== tokensCountToFit;) {
33
34
  if (compressionAttempts > 0) {
34
- currentEstimatedCharactersPerToken =
35
- Math.abs(latestCompressionAttempt.characterRemovalCount - firstCompressionAttempt.characterRemovalCount) /
36
- Math.abs(latestCompressionAttempt.tokensCount - firstCompressionAttempt.tokensCount);
37
- if (!Number.isFinite(currentEstimatedCharactersPerToken))
35
+ if (latestCompressionAttempt.tokensCount != firstCompressionAttempt.tokensCount &&
36
+ latestCompressionAttempt.characterRemovalCount != firstCompressionAttempt.characterRemovalCount)
37
+ currentEstimatedCharactersPerToken =
38
+ Math.abs(latestCompressionAttempt.characterRemovalCount - firstCompressionAttempt.characterRemovalCount) /
39
+ Math.abs(latestCompressionAttempt.tokensCount - firstCompressionAttempt.tokensCount);
40
+ if (!Number.isFinite(currentEstimatedCharactersPerToken) || currentEstimatedCharactersPerToken === 0)
38
41
  currentEstimatedCharactersPerToken = estimatedCharactersPerToken;
39
42
  }
40
- const tokensLeftToRemove = tokensCountToFit - latestCompressionAttempt.tokensCount;
43
+ const tokensLeftToRemove = latestCompressionAttempt.tokensCount - tokensCountToFit;
41
44
  let additionalCharactersToRemove = Math.round(tokensLeftToRemove * currentEstimatedCharactersPerToken);
42
45
  if (additionalCharactersToRemove === 0) {
43
46
  if (tokensLeftToRemove > 0)
@@ -52,10 +55,17 @@ export async function findCharacterRemovalCountToFitChatHistoryInContext({ compr
52
55
  if (decompressionAttempts >= maxDecompressionAttempts)
53
56
  break;
54
57
  latestCompressionAttempt = await getResultForCharacterRemovalCount(latestCompressionAttempt.characterRemovalCount + additionalCharactersToRemove);
58
+ if ((bestCompressionAttempt.tokensCount > tokensCountToFit &&
59
+ latestCompressionAttempt.tokensCount <= bestCompressionAttempt.tokensCount) || (bestCompressionAttempt.tokensCount < tokensCountToFit &&
60
+ latestCompressionAttempt.tokensCount < tokensCountToFit &&
61
+ latestCompressionAttempt.tokensCount > bestCompressionAttempt.tokensCount) || (bestCompressionAttempt.tokensCount <= tokensCountToFit &&
62
+ latestCompressionAttempt.tokensCount <= tokensCountToFit &&
63
+ latestCompressionAttempt.characterRemovalCount < bestCompressionAttempt.characterRemovalCount))
64
+ bestCompressionAttempt = latestCompressionAttempt;
55
65
  }
56
66
  return {
57
- removedCharactersCount: latestCompressionAttempt.characterRemovalCount,
58
- compressedChatHistory: latestCompressionAttempt.compressedHistory
67
+ removedCharactersCount: bestCompressionAttempt.characterRemovalCount,
68
+ compressedChatHistory: bestCompressionAttempt.compressedHistory
59
69
  };
60
70
  }
61
71
  //# sourceMappingURL=findCharacterRemovalCountToFitChatHistoryInContext.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"findCharacterRemovalCountToFitChatHistoryInContext.js","sourceRoot":"","sources":["../../src/utils/findCharacterRemovalCountToFitChatHistoryInContext.ts"],"names":[],"mappings":"AAGA,MAAM,CAAC,KAAK,UAAU,kDAAkD,CAAC,EACrE,mBAAmB,EACnB,WAAW,EACX,gBAAgB,EAChB,SAAS,EACT,WAAW,EACX,6BAA6B,GAAG,CAAC,EACjC,2BAA2B,GAAG,CAAC,EAC/B,wBAAwB,GAAG,CAAC,EAY/B;IAIG,SAAS,4BAA4B,CAAC,WAAuC;QACzE,MAAM,EAAC,WAAW,EAAC,GAAG,WAAW,CAAC,mBAAmB,CAAC,WAAW,CAAC,CAAC;QACnE,OAAO,WAAW,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC;IAClD,CAAC;IAED,KAAK,UAAU,iCAAiC,CAAC,qBAA6B;QAC1E,IAAI,qBAAqB,KAAK,CAAC;YAC3B,OAAO;gBACH,iBAAiB,EAAE,WAAW;gBAC9B,WAAW,EAAE,4BAA4B,CAAC,WAAW,CAAC;gBACtD,qBAAqB;aACxB,CAAC;QAEN,MAAM,iBAAiB,GAAG,MAAM,mBAAmB,CAAC;YAChD,WAAW;YACX,kBAAkB,EAAE,qBAAqB;SAC5C,CAAC,CAAC;QAEH,OAAO;YACH,iBAAiB;YACjB,WAAW,EAAE,4BAA4B,CAAC,iBAAiB,CAAC;YAC5D,qBAAqB;SACxB,CAAC;IACN,CAAC;IAED,IAAI,wBAAwB,GAAG,MAAM,iCAAiC,CAAC,6BAA6B,CAAC,CAAC;IACtG,MAAM,uBAAuB,GAAG,wBAAwB,CAAC;IACzD,IAAI,kCAAkC,GAAG,2BAA2B,CAAC;IAErE,IAAI,wBAAwB,CAAC,WAAW,KAAK,gBAAgB;QACzD,CAAC,wBAAwB,CAAC,WAAW,GAAG,gBAAgB,IAAI,wBAAwB,CAAC,qBAAqB,KAAK,CAAC,CAAC;QAEjH,OAAO;YACH,sBAAsB,EAAE,6BAA6B;YACrD,qBAAqB,EAAE,wBAAwB,CAAC,iBAAiB;SACpE,CAAC;IAEN,KACI,IAAI,mBAAmB,GAAG,CAAC,EAAE,qBAAqB,GAAG,CAAC,EACtD,wBAAwB,CAAC,WAAW,KAAK,gBAAgB,GAC3D;QACE,IAAI,mBAAmB,GAAG,CAAC,EAAE;YACzB,kCAAkC;gBAC9B,IAAI,CAAC,GAAG,CAAC,wBAAwB,CAAC,qBAAqB,GAAG,uBAAuB,CAAC,qBAAqB,CAAC;oBACxG,IAAI,CAAC,GAAG,CAAC,wBAAwB,CAAC,WAAW,GAAG,uBAAuB,CAAC,WAAW,CAAC,CAAC;YAEzF,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,kCAAkC,CAAC;gBACpD,kCAAkC,GAAG,2BAA2B,CAAC;SACxE;QAED,MAAM,kBAAkB,GAAG,gBAAgB,GAAG,wBAAwB,CAAC,WAAW,CAAC;QACnF,IAAI,4BAA4B,GAAG,IAAI,CAAC,KAAK,CAAC,kBAAkB,GAAG,kCAAkC,CAAC,CAAC;QAEvG,IAAI,4BAA4B,KAAK,CAAC,EAAE;YACpC,IAAI,kBAAkB,GAAG,CAAC;gBACtB,4BAA4B,GAAG,CAAC,CAAC;iBAChC,IAAI,kBAAkB,GAAG,CAAC;gBAC3B,4BAA4B,GAAG,CAAC,CAAC,CAAC;SACzC;QAED,IAAI,kBAAkB,GAAG,CAAC;YACtB,mBAAmB,EAAE,CAAC;aACrB,IAAI,kBAAkB,GAAG,CAAC;YAC3B,qBAAqB,EAAE,CAAC;QAE5B,IAAI,qBAAqB,IAAI,wBAAwB;YACjD,MAAM;QAEV,wBAAwB,GAAG,MAAM,iCAAiC,CAC9D,wBAAwB,CAAC,qBAAqB,GAAG,4BAA4B,CAChF,CAAC;KACL;IAED,OAAO;QACH,sBAAsB,EAAE,wBAAwB,CAAC,qBAAqB;QACtE,qBAAqB,EAAE,wBAAwB,CAAC,iBAAiB;KACpE,CAAC;AACN,CAAC"}
1
+ {"version":3,"file":"findCharacterRemovalCountToFitChatHistoryInContext.js","sourceRoot":"","sources":["../../src/utils/findCharacterRemovalCountToFitChatHistoryInContext.ts"],"names":[],"mappings":"AAGA,MAAM,CAAC,KAAK,UAAU,kDAAkD,CAAC,EACrE,mBAAmB,EACnB,WAAW,EACX,gBAAgB,EAChB,SAAS,EACT,WAAW,EACX,6BAA6B,GAAG,CAAC,EACjC,2BAA2B,GAAG,CAAC,EAC/B,wBAAwB,GAAG,CAAC,EAY/B;IAIG,SAAS,4BAA4B,CAAC,WAAuC;QACzE,MAAM,EAAC,WAAW,EAAC,GAAG,WAAW,CAAC,mBAAmB,CAAC,WAAW,CAAC,CAAC;QACnE,OAAO,WAAW,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC;IAClD,CAAC;IAED,KAAK,UAAU,iCAAiC,CAAC,qBAA6B;QAC1E,IAAI,qBAAqB,KAAK,CAAC;YAC3B,OAAO;gBACH,iBAAiB,EAAE,WAAW;gBAC9B,WAAW,EAAE,4BAA4B,CAAC,WAAW,CAAC;gBACtD,qBAAqB;aACxB,CAAC;QAEN,MAAM,iBAAiB,GAAG,MAAM,mBAAmB,CAAC;YAChD,WAAW;YACX,kBAAkB,EAAE,qBAAqB;SAC5C,CAAC,CAAC;QAEH,OAAO;YACH,iBAAiB;YACjB,WAAW,EAAE,4BAA4B,CAAC,iBAAiB,CAAC;YAC5D,qBAAqB;SACxB,CAAC;IACN,CAAC;IAED,IAAI,wBAAwB,GAAG,MAAM,iCAAiC,CAAC,6BAA6B,CAAC,CAAC;IACtG,MAAM,uBAAuB,GAAG,wBAAwB,CAAC;IACzD,IAAI,kCAAkC,GAAG,2BAA2B,CAAC;IAErE,IAAI,wBAAwB,CAAC,WAAW,KAAK,gBAAgB;QACzD,CAAC,wBAAwB,CAAC,WAAW,GAAG,gBAAgB,IAAI,wBAAwB,CAAC,qBAAqB,KAAK,CAAC,CAAC;QAEjH,OAAO;YACH,sBAAsB,EAAE,6BAA6B;YACrD,qBAAqB,EAAE,wBAAwB,CAAC,iBAAiB;SACpE,CAAC;IAEN,IAAI,sBAAsB,GAAG,wBAAwB,CAAC;IACtD,KACI,IAAI,mBAAmB,GAAG,CAAC,EAAE,qBAAqB,GAAG,CAAC,EACtD,sBAAsB,CAAC,WAAW,KAAK,gBAAgB,GACzD;QACE,IAAI,mBAAmB,GAAG,CAAC,EAAE;YACzB,IAAI,wBAAwB,CAAC,WAAW,IAAI,uBAAuB,CAAC,WAAW;gBAC3E,wBAAwB,CAAC,qBAAqB,IAAI,uBAAuB,CAAC,qBAAqB;gBAE/F,kCAAkC;oBAC9B,IAAI,CAAC,GAAG,CAAC,wBAAwB,CAAC,qBAAqB,GAAG,uBAAuB,CAAC,qBAAqB,CAAC;wBACxG,IAAI,CAAC,GAAG,CAAC,wBAAwB,CAAC,WAAW,GAAG,uBAAuB,CAAC,WAAW,CAAC,CAAC;YAE7F,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,kCAAkC,CAAC,IAAI,kCAAkC,KAAK,CAAC;gBAChG,kCAAkC,GAAG,2BAA2B,CAAC;SACxE;QAED,MAAM,kBAAkB,GAAG,wBAAwB,CAAC,WAAW,GAAG,gBAAgB,CAAC;QACnF,IAAI,4BAA4B,GAAG,IAAI,CAAC,KAAK,CAAC,kBAAkB,GAAG,kCAAkC,CAAC,CAAC;QAEvG,IAAI,4BAA4B,KAAK,CAAC,EAAE;YACpC,IAAI,kBAAkB,GAAG,CAAC;gBACtB,4BAA4B,GAAG,CAAC,CAAC;iBAChC,IAAI,kBAAkB,GAAG,CAAC;gBAC3B,4BAA4B,GAAG,CAAC,CAAC,CAAC;SACzC;QAED,IAAI,kBAAkB,GAAG,CAAC;YACtB,mBAAmB,EAAE,CAAC;aACrB,IAAI,kBAAkB,GAAG,CAAC;YAC3B,qBAAqB,EAAE,CAAC;QAE5B,IAAI,qBAAqB,IAAI,wBAAwB;YACjD,MAAM;QAEV,wBAAwB,GAAG,MAAM,iCAAiC,CAC9D,wBAAwB,CAAC,qBAAqB,GAAG,4BAA4B,CAChF,CAAC;QAEF,IAAI,CACA,sBAAsB,CAAC,WAAW,GAAG,gBAAgB;YACrD,wBAAwB,CAAC,WAAW,IAAI,sBAAsB,CAAC,WAAW,CAC7E,IAAI,CACD,sBAAsB,CAAC,WAAW,GAAG,gBAAgB;YACrD,wBAAwB,CAAC,WAAW,GAAG,gBAAgB;YACvD,wBAAwB,CAAC,WAAW,GAAG,sBAAsB,CAAC,WAAW,CAC5E,IAAI,CACD,sBAAsB,CAAC,WAAW,IAAI,gBAAgB;YACtD,wBAAwB,CAAC,WAAW,IAAI,gBAAgB;YACxD,wBAAwB,CAAC,qBAAqB,GAAG,sBAAsB,CAAC,qBAAqB,CAChG;YACG,sBAAsB,GAAG,wBAAwB,CAAC;KACzD;IAED,OAAO;QACH,sBAAsB,EAAE,sBAAsB,CAAC,qBAAqB;QACpE,qBAAqB,EAAE,sBAAsB,CAAC,iBAAiB;KAClE,CAAC;AACN,CAAC"}
@@ -0,0 +1,5 @@
1
+ import { GbnfJsonSchema } from "./types.js";
2
+ export declare function getGbnfGrammarForGbnfJsonSchema(schema: GbnfJsonSchema, { allowNewLines, scopePadSpaces }?: {
3
+ allowNewLines?: boolean;
4
+ scopePadSpaces?: number;
5
+ }): string;
@@ -0,0 +1,11 @@
1
+ import { getGbnfJsonTerminalForGbnfJsonSchema } from "./utils/getGbnfJsonTerminalForGbnfJsonSchema.js";
2
+ import { GbnfGrammarGenerator } from "./GbnfGrammarGenerator.js";
3
+ import { GbnfJsonScopeState } from "./utils/GbnfJsonScopeState.js";
4
+ export function getGbnfGrammarForGbnfJsonSchema(schema, { allowNewLines = true, scopePadSpaces = 4 } = {}) {
5
+ const grammarGenerator = new GbnfGrammarGenerator();
6
+ const scopeState = new GbnfJsonScopeState({ allowNewLines, scopePadSpaces });
7
+ const rootTerminal = getGbnfJsonTerminalForGbnfJsonSchema(schema, grammarGenerator, scopeState);
8
+ const rootGrammar = rootTerminal.getGrammar(grammarGenerator);
9
+ return grammarGenerator.generateGbnfFile(rootGrammar + " [\\n]".repeat(4) + " [\\n]*");
10
+ }
11
+ //# sourceMappingURL=getGbnfGrammarForGbnfJsonSchema.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"getGbnfGrammarForGbnfJsonSchema.js","sourceRoot":"","sources":["../../../src/utils/gbnfJson/getGbnfGrammarForGbnfJsonSchema.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,oCAAoC,EAAC,MAAM,iDAAiD,CAAC;AACrG,OAAO,EAAC,oBAAoB,EAAC,MAAM,2BAA2B,CAAC;AAC/D,OAAO,EAAC,kBAAkB,EAAC,MAAM,+BAA+B,CAAC;AAGjE,MAAM,UAAU,+BAA+B,CAAC,MAAsB,EAAE,EACpE,aAAa,GAAG,IAAI,EACpB,cAAc,GAAG,CAAC,KAIlB,EAAE;IACF,MAAM,gBAAgB,GAAG,IAAI,oBAAoB,EAAE,CAAC;IACpD,MAAM,UAAU,GAAG,IAAI,kBAAkB,CAAC,EAAC,aAAa,EAAE,cAAc,EAAC,CAAC,CAAC;IAC3E,MAAM,YAAY,GAAG,oCAAoC,CAAC,MAAM,EAAE,gBAAgB,EAAE,UAAU,CAAC,CAAC;IAChG,MAAM,WAAW,GAAG,YAAY,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAC;IAE9D,OAAO,gBAAgB,CAAC,gBAAgB,CAAC,WAAW,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC;AAC3F,CAAC"}
@@ -1,7 +1,9 @@
1
1
  import { GbnfTerminal } from "../GbnfTerminal.js";
2
2
  import { GbnfGrammarGenerator } from "../GbnfGrammarGenerator.js";
3
+ import { GbnfJsonScopeState } from "../utils/GbnfJsonScopeState.js";
3
4
  export declare class GbnfArray extends GbnfTerminal {
4
5
  readonly items: GbnfTerminal;
5
- constructor(items: GbnfTerminal);
6
+ readonly scopeState: GbnfJsonScopeState;
7
+ constructor(items: GbnfTerminal, scopeState?: GbnfJsonScopeState);
6
8
  getGrammar(grammarGenerator: GbnfGrammarGenerator): string;
7
9
  }
@@ -1,28 +1,33 @@
1
1
  import { GbnfTerminal } from "../GbnfTerminal.js";
2
+ import { GbnfJsonScopeState } from "../utils/GbnfJsonScopeState.js";
2
3
  import { GbnfWhitespace } from "./GbnfWhitespace.js";
3
4
  import { GbnfGrammar } from "./GbnfGrammar.js";
4
5
  import { GbnfOr } from "./GbnfOr.js";
5
6
  export class GbnfArray extends GbnfTerminal {
6
7
  items;
7
- constructor(items) {
8
+ scopeState;
9
+ constructor(items, scopeState = new GbnfJsonScopeState()) {
8
10
  super();
9
11
  this.items = items;
12
+ this.scopeState = scopeState;
10
13
  }
11
14
  getGrammar(grammarGenerator) {
12
- const whitespaceRuleName = new GbnfWhitespace().resolve(grammarGenerator);
15
+ const getWhitespaceRuleName = (newScope, newLine) => (newScope
16
+ ? new GbnfWhitespace(this.scopeState.getForNewScope(), { newLine }).resolve(grammarGenerator)
17
+ : new GbnfWhitespace(this.scopeState, { newLine }).resolve(grammarGenerator));
13
18
  const itemsGrammarRuleName = this.items.resolve(grammarGenerator);
14
19
  return new GbnfGrammar([
15
- '"["', whitespaceRuleName,
20
+ '"["', getWhitespaceRuleName(true, "before"),
16
21
  new GbnfOr([
17
22
  new GbnfGrammar([
18
23
  "(", itemsGrammarRuleName, ")",
19
- "(", '","', whitespaceRuleName, itemsGrammarRuleName, ")*"
24
+ "(", '","', getWhitespaceRuleName(true, "before"), itemsGrammarRuleName, ")*"
20
25
  ]),
21
26
  new GbnfGrammar([
22
27
  "(", itemsGrammarRuleName, ")?"
23
28
  ])
24
29
  ]).getGrammar(grammarGenerator),
25
- whitespaceRuleName, '"]"'
30
+ getWhitespaceRuleName(false, "before"), '"]"'
26
31
  ]).getGrammar();
27
32
  }
28
33
  }
@@ -1 +1 @@
1
- {"version":3,"file":"GbnfArray.js","sourceRoot":"","sources":["../../../../src/utils/gbnfJson/terminals/GbnfArray.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,YAAY,EAAC,MAAM,oBAAoB,CAAC;AAEhD,OAAO,EAAC,cAAc,EAAC,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAC,WAAW,EAAC,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAC,MAAM,EAAC,MAAM,aAAa,CAAC;AAGnC,MAAM,OAAO,SAAU,SAAQ,YAAY;IACvB,KAAK,CAAe;IAEpC,YAAmB,KAAmB;QAClC,KAAK,EAAE,CAAC;QAER,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACvB,CAAC;IAED,UAAU,CAAC,gBAAsC;QAC7C,MAAM,kBAAkB,GAAG,IAAI,cAAc,EAAE,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;QAC1E,MAAM,oBAAoB,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;QAElE,OAAO,IAAI,WAAW,CAAC;YACnB,KAAK,EAAE,kBAAkB;YACzB,IAAI,MAAM,CAAC;gBACP,IAAI,WAAW,CAAC;oBACZ,GAAG,EAAE,oBAAoB,EAAE,GAAG;oBAC9B,GAAG,EAAE,KAAK,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,IAAI;iBAC7D,CAAC;gBACF,IAAI,WAAW,CAAC;oBACZ,GAAG,EAAE,oBAAoB,EAAE,IAAI;iBAClC,CAAC;aACL,CAAC,CAAC,UAAU,CAAC,gBAAgB,CAAC;YAC/B,kBAAkB,EAAE,KAAK;SAC5B,CAAC,CAAC,UAAU,EAAE,CAAC;IACpB,CAAC;CACJ"}
1
+ {"version":3,"file":"GbnfArray.js","sourceRoot":"","sources":["../../../../src/utils/gbnfJson/terminals/GbnfArray.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,YAAY,EAAC,MAAM,oBAAoB,CAAC;AAEhD,OAAO,EAAC,kBAAkB,EAAC,MAAM,gCAAgC,CAAC;AAClE,OAAO,EAAC,cAAc,EAAC,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAC,WAAW,EAAC,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAC,MAAM,EAAC,MAAM,aAAa,CAAC;AAGnC,MAAM,OAAO,SAAU,SAAQ,YAAY;IACvB,KAAK,CAAe;IACpB,UAAU,CAAqB;IAE/C,YAAmB,KAAmB,EAAE,aAAiC,IAAI,kBAAkB,EAAE;QAC7F,KAAK,EAAE,CAAC;QAER,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IACjC,CAAC;IAEM,UAAU,CAAC,gBAAsC;QACpD,MAAM,qBAAqB,GAAG,CAAC,QAAiB,EAAE,OAAmC,EAAE,EAAE,CAAC,CACtF,QAAQ;YACJ,CAAC,CAAC,IAAI,cAAc,CAAC,IAAI,CAAC,UAAU,CAAC,cAAc,EAAE,EAAE,EAAC,OAAO,EAAC,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC;YAC3F,CAAC,CAAC,IAAI,cAAc,CAAC,IAAI,CAAC,UAAU,EAAE,EAAC,OAAO,EAAC,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC,CACjF,CAAC;QACF,MAAM,oBAAoB,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;QAElE,OAAO,IAAI,WAAW,CAAC;YACnB,KAAK,EAAE,qBAAqB,CAAC,IAAI,EAAE,QAAQ,CAAC;YAC5C,IAAI,MAAM,CAAC;gBACP,IAAI,WAAW,CAAC;oBACZ,GAAG,EAAE,oBAAoB,EAAE,GAAG;oBAC9B,GAAG,EAAE,KAAK,EAAE,qBAAqB,CAAC,IAAI,EAAE,QAAQ,CAAC,EAAE,oBAAoB,EAAE,IAAI;iBAChF,CAAC;gBACF,IAAI,WAAW,CAAC;oBACZ,GAAG,EAAE,oBAAoB,EAAE,IAAI;iBAClC,CAAC;aACL,CAAC,CAAC,UAAU,CAAC,gBAAgB,CAAC;YAC/B,qBAAqB,CAAC,KAAK,EAAE,QAAQ,CAAC,EAAE,KAAK;SAChD,CAAC,CAAC,UAAU,EAAE,CAAC;IACpB,CAAC;CACJ"}
@@ -2,5 +2,5 @@ import { GbnfTerminal } from "../GbnfTerminal.js";
2
2
  import { GbnfGrammarGenerator } from "../GbnfGrammarGenerator.js";
3
3
  export declare class GbnfBoolean extends GbnfTerminal {
4
4
  getGrammar(grammarGenerator: GbnfGrammarGenerator): string;
5
- getRuleName(): string;
5
+ protected getRuleName(): string;
6
6
  }
@@ -1 +1 @@
1
- {"version":3,"file":"GbnfBoolean.js","sourceRoot":"","sources":["../../../../src/utils/gbnfJson/terminals/GbnfBoolean.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,YAAY,EAAC,MAAM,oBAAoB,CAAC;AAEhD,OAAO,EAAC,MAAM,EAAC,MAAM,aAAa,CAAC;AACnC,OAAO,EAAC,WAAW,EAAC,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAC,iBAAiB,EAAC,MAAM,iBAAiB,CAAC;AAGlD,MAAM,OAAO,WAAY,SAAQ,YAAY;IACzC,UAAU,CAAC,gBAAsC;QAC7C,OAAO,IAAI,MAAM,CAAC;YACd,IAAI,WAAW,CAAC,QAAQ,CAAC;YACzB,IAAI,WAAW,CAAC,SAAS,CAAC;SAC7B,CAAC,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAC;IACpC,CAAC;IAEQ,WAAW;QAChB,OAAO,iBAAiB,CAAC,OAAO,CAAC;IACrC,CAAC;CACJ"}
1
+ {"version":3,"file":"GbnfBoolean.js","sourceRoot":"","sources":["../../../../src/utils/gbnfJson/terminals/GbnfBoolean.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,YAAY,EAAC,MAAM,oBAAoB,CAAC;AAEhD,OAAO,EAAC,MAAM,EAAC,MAAM,aAAa,CAAC;AACnC,OAAO,EAAC,WAAW,EAAC,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAC,iBAAiB,EAAC,MAAM,iBAAiB,CAAC;AAGlD,MAAM,OAAO,WAAY,SAAQ,YAAY;IAClC,UAAU,CAAC,gBAAsC;QACpD,OAAO,IAAI,MAAM,CAAC;YACd,IAAI,WAAW,CAAC,QAAQ,CAAC;YACzB,IAAI,WAAW,CAAC,SAAS,CAAC;SAC7B,CAAC,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAC;IACpC,CAAC;IAEkB,WAAW;QAC1B,OAAO,iBAAiB,CAAC,OAAO,CAAC;IACrC,CAAC;CACJ"}
@@ -1 +1 @@
1
- {"version":3,"file":"GbnfBooleanValue.js","sourceRoot":"","sources":["../../../../src/utils/gbnfJson/terminals/GbnfBooleanValue.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,YAAY,EAAC,MAAM,oBAAoB,CAAC;AAGhD,MAAM,OAAO,gBAAiB,SAAQ,YAAY;IAC9B,KAAK,CAAU;IAE/B,YAAmB,KAAc;QAC7B,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACvB,CAAC;IAED,UAAU;QACN,IAAI,IAAI,CAAC,KAAK;YACV,OAAO,QAAQ,CAAC;QAEpB,OAAO,SAAS,CAAC;IACrB,CAAC;IAEe,OAAO;QACnB,OAAO,IAAI,CAAC,UAAU,EAAE,CAAC;IAC7B,CAAC;CACJ"}
1
+ {"version":3,"file":"GbnfBooleanValue.js","sourceRoot":"","sources":["../../../../src/utils/gbnfJson/terminals/GbnfBooleanValue.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,YAAY,EAAC,MAAM,oBAAoB,CAAC;AAGhD,MAAM,OAAO,gBAAiB,SAAQ,YAAY;IAC9B,KAAK,CAAU;IAE/B,YAAmB,KAAc;QAC7B,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACvB,CAAC;IAEM,UAAU;QACb,IAAI,IAAI,CAAC,KAAK;YACV,OAAO,QAAQ,CAAC;QAEpB,OAAO,SAAS,CAAC;IACrB,CAAC;IAEe,OAAO;QACnB,OAAO,IAAI,CAAC,UAAU,EAAE,CAAC;IAC7B,CAAC;CACJ"}
@@ -1 +1 @@
1
- {"version":3,"file":"GbnfGrammar.js","sourceRoot":"","sources":["../../../../src/utils/gbnfJson/terminals/GbnfGrammar.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,YAAY,EAAC,MAAM,oBAAoB,CAAC;AAGhD,MAAM,OAAO,WAAY,SAAQ,YAAY;IACzB,OAAO,CAAoB;IAE3C,YAAmB,OAA0B;QACzC,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IAC3B,CAAC;IAED,UAAU;QACN,IAAI,IAAI,CAAC,OAAO,YAAY,KAAK;YAC7B,OAAO,IAAI,CAAC,OAAO;iBACd,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,EAAE,CAAC;iBAC7B,IAAI,CAAC,GAAG,CAAC,CAAC;QAEnB,OAAO,IAAI,CAAC,OAAO,CAAC;IACxB,CAAC;CACJ"}
1
+ {"version":3,"file":"GbnfGrammar.js","sourceRoot":"","sources":["../../../../src/utils/gbnfJson/terminals/GbnfGrammar.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,YAAY,EAAC,MAAM,oBAAoB,CAAC;AAGhD,MAAM,OAAO,WAAY,SAAQ,YAAY;IACzB,OAAO,CAAoB;IAE3C,YAAmB,OAA0B;QACzC,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IAC3B,CAAC;IAEM,UAAU;QACb,IAAI,IAAI,CAAC,OAAO,YAAY,KAAK;YAC7B,OAAO,IAAI,CAAC,OAAO;iBACd,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,EAAE,CAAC;iBAC7B,IAAI,CAAC,GAAG,CAAC,CAAC;QAEnB,OAAO,IAAI,CAAC,OAAO,CAAC;IACxB,CAAC;CACJ"}
@@ -1,5 +1,5 @@
1
1
  import { GbnfTerminal } from "../GbnfTerminal.js";
2
2
  export declare class GbnfNull extends GbnfTerminal {
3
3
  getGrammar(): string;
4
- getRuleName(): string;
4
+ protected getRuleName(): string;
5
5
  }
@@ -1 +1 @@
1
- {"version":3,"file":"GbnfNull.js","sourceRoot":"","sources":["../../../../src/utils/gbnfJson/terminals/GbnfNull.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,YAAY,EAAC,MAAM,oBAAoB,CAAC;AAChD,OAAO,EAAC,iBAAiB,EAAC,MAAM,iBAAiB,CAAC;AAGlD,MAAM,OAAO,QAAS,SAAQ,YAAY;IACtC,UAAU;QACN,OAAO,QAAQ,CAAC;IACpB,CAAC;IAEQ,WAAW;QAChB,OAAO,iBAAiB,CAAC,IAAI,CAAC;IAClC,CAAC;CACJ"}
1
+ {"version":3,"file":"GbnfNull.js","sourceRoot":"","sources":["../../../../src/utils/gbnfJson/terminals/GbnfNull.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,YAAY,EAAC,MAAM,oBAAoB,CAAC;AAChD,OAAO,EAAC,iBAAiB,EAAC,MAAM,iBAAiB,CAAC;AAGlD,MAAM,OAAO,QAAS,SAAQ,YAAY;IAC/B,UAAU;QACb,OAAO,QAAQ,CAAC;IACpB,CAAC;IAEkB,WAAW;QAC1B,OAAO,iBAAiB,CAAC,IAAI,CAAC;IAClC,CAAC;CACJ"}
@@ -5,5 +5,5 @@ export declare class GbnfNumber extends GbnfTerminal {
5
5
  allowFractional: boolean;
6
6
  });
7
7
  getGrammar(): string;
8
- getRuleName(): string;
8
+ protected getRuleName(): string;
9
9
  }
@@ -1 +1 @@
1
- {"version":3,"file":"GbnfNumber.js","sourceRoot":"","sources":["../../../../src/utils/gbnfJson/terminals/GbnfNumber.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,YAAY,EAAC,MAAM,oBAAoB,CAAC;AAChD,OAAO,EAAC,iBAAiB,EAAC,MAAM,iBAAiB,CAAC;AAGlD,MAAM,OAAO,UAAW,SAAQ,YAAY;IACxB,eAAe,CAAU;IAEzC,YAAmB,EAAC,eAAe,GAAG,IAAI,EAA+B;QACrE,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;IAC3C,CAAC;IAED,UAAU;QACN,MAAM,aAAa,GAAG,+BAA+B,CAAC;QAEtD,IAAI,IAAI,CAAC,eAAe;YACpB,OAAO,aAAa,GAAG,qCAAqC,CAAC;QAEjE,OAAO,aAAa,CAAC;IACzB,CAAC;IAEQ,WAAW;QAChB,IAAI,IAAI,CAAC,eAAe;YACpB,OAAO,iBAAiB,CAAC,MAAM,CAAC,UAAU,CAAC;QAE/C,OAAO,iBAAiB,CAAC,MAAM,CAAC,OAAO,CAAC;IAC5C,CAAC;CACJ"}
1
+ {"version":3,"file":"GbnfNumber.js","sourceRoot":"","sources":["../../../../src/utils/gbnfJson/terminals/GbnfNumber.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,YAAY,EAAC,MAAM,oBAAoB,CAAC;AAChD,OAAO,EAAC,iBAAiB,EAAC,MAAM,iBAAiB,CAAC;AAGlD,MAAM,OAAO,UAAW,SAAQ,YAAY;IACxB,eAAe,CAAU;IAEzC,YAAmB,EAAC,eAAe,GAAG,IAAI,EAA+B;QACrE,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;IAC3C,CAAC;IAEM,UAAU;QACb,MAAM,aAAa,GAAG,+BAA+B,CAAC;QAEtD,IAAI,IAAI,CAAC,eAAe;YACpB,OAAO,aAAa,GAAG,qCAAqC,CAAC;QAEjE,OAAO,aAAa,CAAC;IACzB,CAAC;IAEkB,WAAW;QAC1B,IAAI,IAAI,CAAC,eAAe;YACpB,OAAO,iBAAiB,CAAC,MAAM,CAAC,UAAU,CAAC;QAE/C,OAAO,iBAAiB,CAAC,MAAM,CAAC,OAAO,CAAC;IAC5C,CAAC;CACJ"}
@@ -1 +1 @@
1
- {"version":3,"file":"GbnfNumberValue.js","sourceRoot":"","sources":["../../../../src/utils/gbnfJson/terminals/GbnfNumberValue.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,YAAY,EAAC,MAAM,oBAAoB,CAAC;AAGhD,MAAM,OAAO,eAAgB,SAAQ,YAAY;IAC7B,KAAK,CAAS;IAE9B,YAAmB,KAAa;QAC5B,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACvB,CAAC;IAEQ,UAAU;QACf,OAAO,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC;IAClD,CAAC;IAEe,OAAO;QACnB,OAAO,IAAI,CAAC,UAAU,EAAE,CAAC;IAC7B,CAAC;CACJ"}
1
+ {"version":3,"file":"GbnfNumberValue.js","sourceRoot":"","sources":["../../../../src/utils/gbnfJson/terminals/GbnfNumberValue.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,YAAY,EAAC,MAAM,oBAAoB,CAAC;AAGhD,MAAM,OAAO,eAAgB,SAAQ,YAAY;IAC7B,KAAK,CAAS;IAE9B,YAAmB,KAAa;QAC5B,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACvB,CAAC;IAEe,UAAU;QACtB,OAAO,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC;IAClD,CAAC;IAEe,OAAO;QACnB,OAAO,IAAI,CAAC,UAAU,EAAE,CAAC;IAC7B,CAAC;CACJ"}
@@ -1,5 +1,6 @@
1
1
  import { GbnfTerminal } from "../GbnfTerminal.js";
2
2
  import { GbnfGrammarGenerator } from "../GbnfGrammarGenerator.js";
3
+ import { GbnfJsonScopeState } from "../utils/GbnfJsonScopeState.js";
3
4
  import { GbnfString } from "./GbnfString.js";
4
5
  import { GbnfStringValue } from "./GbnfStringValue.js";
5
6
  export declare class GbnfObjectMap extends GbnfTerminal {
@@ -8,10 +9,11 @@ export declare class GbnfObjectMap extends GbnfTerminal {
8
9
  value: GbnfTerminal;
9
10
  required: true;
10
11
  }>>;
12
+ readonly scopeState: GbnfJsonScopeState;
11
13
  constructor(fields: Array<Readonly<{
12
14
  key: GbnfString | GbnfStringValue;
13
15
  value: GbnfTerminal;
14
16
  required: true;
15
- }>>);
17
+ }>>, scopeState?: GbnfJsonScopeState);
16
18
  getGrammar(grammarGenerator: GbnfGrammarGenerator): string;
17
19
  }
@@ -1,21 +1,26 @@
1
1
  import { GbnfTerminal } from "../GbnfTerminal.js";
2
+ import { GbnfJsonScopeState } from "../utils/GbnfJsonScopeState.js";
2
3
  import { GbnfWhitespace } from "./GbnfWhitespace.js";
3
4
  import { GbnfGrammar } from "./GbnfGrammar.js";
4
5
  export class GbnfObjectMap extends GbnfTerminal {
5
6
  fields;
6
- constructor(fields) {
7
+ scopeState;
8
+ constructor(fields, scopeState = new GbnfJsonScopeState()) {
7
9
  super();
8
10
  this.fields = fields;
11
+ this.scopeState = scopeState;
9
12
  }
10
13
  getGrammar(grammarGenerator) {
11
- const whitespaceRuleName = new GbnfWhitespace().resolve(grammarGenerator);
14
+ const getWhitespaceRuleName = (newScope, newLine) => (newScope
15
+ ? new GbnfWhitespace(this.scopeState.getForNewScope(), { newLine }).resolve(grammarGenerator)
16
+ : new GbnfWhitespace(this.scopeState, { newLine }).resolve(grammarGenerator));
12
17
  return new GbnfGrammar([
13
- '"{"', whitespaceRuleName,
18
+ '"{"', getWhitespaceRuleName(true, "before"),
14
19
  ...this.fields.map(({ key, value }, index) => {
15
20
  return new GbnfGrammar([
16
21
  key.getGrammar(), '":"', "[ ]?", value.resolve(grammarGenerator),
17
22
  index < this.fields.length - 1 ? '","' : "",
18
- whitespaceRuleName
23
+ getWhitespaceRuleName(index < this.fields.length - 1, "before")
19
24
  ]).getGrammar();
20
25
  }),
21
26
  '"}"'
@@ -1 +1 @@
1
- {"version":3,"file":"GbnfObjectMap.js","sourceRoot":"","sources":["../../../../src/utils/gbnfJson/terminals/GbnfObjectMap.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,YAAY,EAAC,MAAM,oBAAoB,CAAC;AAIhD,OAAO,EAAC,cAAc,EAAC,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAC,WAAW,EAAC,MAAM,kBAAkB,CAAC;AAG7C,MAAM,OAAO,aAAc,SAAQ,YAAY;IAC3B,MAAM,CAA8F;IAEpH,YAAmB,MAAmG;QAClH,KAAK,EAAE,CAAC;QAER,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACzB,CAAC;IAED,UAAU,CAAC,gBAAsC;QAC7C,MAAM,kBAAkB,GAAG,IAAI,cAAc,EAAE,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;QAE1E,OAAO,IAAI,WAAW,CAAC;YACnB,KAAK,EAAE,kBAAkB;YACzB,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,EAAC,GAAG,EAAE,KAAK,EAAC,EAAE,KAAK,EAAE,EAAE;gBACvC,OAAO,IAAI,WAAW,CAAC;oBACnB,GAAG,CAAC,UAAU,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,OAAO,CAAC,gBAAgB,CAAC;oBAChE,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE;oBAC3C,kBAAkB;iBACrB,CAAC,CAAC,UAAU,EAAE,CAAC;YACpB,CAAC,CAAC;YACF,KAAK;SACR,CAAC,CAAC,UAAU,EAAE,CAAC;IACpB,CAAC;CACJ"}
1
+ {"version":3,"file":"GbnfObjectMap.js","sourceRoot":"","sources":["../../../../src/utils/gbnfJson/terminals/GbnfObjectMap.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,YAAY,EAAC,MAAM,oBAAoB,CAAC;AAEhD,OAAO,EAAC,kBAAkB,EAAC,MAAM,gCAAgC,CAAC;AAGlE,OAAO,EAAC,cAAc,EAAC,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAC,WAAW,EAAC,MAAM,kBAAkB,CAAC;AAG7C,MAAM,OAAO,aAAc,SAAQ,YAAY;IAC3B,MAAM,CAA8F;IACpG,UAAU,CAAqB;IAE/C,YACI,MAAmG,EACnG,aAAiC,IAAI,kBAAkB,EAAE;QAEzD,KAAK,EAAE,CAAC;QAER,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IACjC,CAAC;IAEM,UAAU,CAAC,gBAAsC;QACpD,MAAM,qBAAqB,GAAG,CAAC,QAAiB,EAAE,OAAmC,EAAE,EAAE,CAAC,CACtF,QAAQ;YACJ,CAAC,CAAC,IAAI,cAAc,CAAC,IAAI,CAAC,UAAU,CAAC,cAAc,EAAE,EAAE,EAAC,OAAO,EAAC,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC;YAC3F,CAAC,CAAC,IAAI,cAAc,CAAC,IAAI,CAAC,UAAU,EAAE,EAAC,OAAO,EAAC,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC,CACjF,CAAC;QAEF,OAAO,IAAI,WAAW,CAAC;YACnB,KAAK,EAAE,qBAAqB,CAAC,IAAI,EAAE,QAAQ,CAAC;YAC5C,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,EAAC,GAAG,EAAE,KAAK,EAAC,EAAE,KAAK,EAAE,EAAE;gBACvC,OAAO,IAAI,WAAW,CAAC;oBACnB,GAAG,CAAC,UAAU,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,OAAO,CAAC,gBAAgB,CAAC;oBAChE,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE;oBAC3C,qBAAqB,CAAC,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,QAAQ,CAAC;iBAClE,CAAC,CAAC,UAAU,EAAE,CAAC;YACpB,CAAC,CAAC;YACF,KAAK;SACR,CAAC,CAAC,UAAU,EAAE,CAAC;IACpB,CAAC;CACJ"}
@@ -1 +1 @@
1
- {"version":3,"file":"GbnfOr.js","sourceRoot":"","sources":["../../../../src/utils/gbnfJson/terminals/GbnfOr.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,YAAY,EAAC,MAAM,oBAAoB,CAAC;AAEhD,OAAO,EAAC,cAAc,EAAC,MAAM,iBAAiB,CAAC;AAG/C,MAAM,OAAO,MAAO,SAAQ,YAAY;IACpB,MAAM,CAA0B;IAEhD,YAAmB,MAA+B;QAC9C,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACzB,CAAC;IAED,UAAU,CAAC,gBAAsC;QAC7C,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM;aAC3B,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;aACrC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,KAAK,EAAE,IAAI,KAAK,KAAK,cAAc,CAAC,CAAC;QAE/D,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;YACzB,OAAO,cAAc,CAAC;aACrB,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;YAC9B,OAAO,YAAY,CAAC,CAAC,CAAC,CAAC;QAE3B,OAAO,IAAI,GAAG,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC;IAClD,CAAC;IAEQ,OAAO,CAAC,gBAAsC;QACnD,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM;aAC3B,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;aACrC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,KAAK,EAAE,IAAI,KAAK,KAAK,cAAc,CAAC,CAAC;QAE/D,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;YACzB,OAAO,cAAc,CAAC;aACrB,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;YAC9B,OAAO,YAAY,CAAC,CAAC,CAAC,CAAC;QAE3B,OAAO,KAAK,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;IAC3C,CAAC;CACJ"}
1
+ {"version":3,"file":"GbnfOr.js","sourceRoot":"","sources":["../../../../src/utils/gbnfJson/terminals/GbnfOr.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,YAAY,EAAC,MAAM,oBAAoB,CAAC;AAEhD,OAAO,EAAC,cAAc,EAAC,MAAM,iBAAiB,CAAC;AAG/C,MAAM,OAAO,MAAO,SAAQ,YAAY;IACpB,MAAM,CAA0B;IAEhD,YAAmB,MAA+B;QAC9C,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACzB,CAAC;IAEM,UAAU,CAAC,gBAAsC;QACpD,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM;aAC3B,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;aACrC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,KAAK,EAAE,IAAI,KAAK,KAAK,cAAc,CAAC,CAAC;QAE/D,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;YACzB,OAAO,cAAc,CAAC;aACrB,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;YAC9B,OAAO,YAAY,CAAC,CAAC,CAAC,CAAC;QAE3B,OAAO,IAAI,GAAG,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC;IAClD,CAAC;IAEe,OAAO,CAAC,gBAAsC;QAC1D,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM;aAC3B,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;aACrC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,KAAK,EAAE,IAAI,KAAK,KAAK,cAAc,CAAC,CAAC;QAE/D,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;YACzB,OAAO,cAAc,CAAC;aACrB,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;YAC9B,OAAO,YAAY,CAAC,CAAC,CAAC,CAAC;QAE3B,OAAO,KAAK,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;IAC3C,CAAC;CACJ"}
@@ -0,0 +1,9 @@
1
+ import { GbnfTerminal } from "../GbnfTerminal.js";
2
+ import { GbnfGrammarGenerator } from "../GbnfGrammarGenerator.js";
3
+ export declare class GbnfRepetition extends GbnfTerminal {
4
+ readonly value: GbnfTerminal;
5
+ readonly minRepetitions: number;
6
+ readonly maxRepetitions: number | null;
7
+ constructor(value: GbnfTerminal, minRepetitions: number, maxRepetitions: number | null);
8
+ getGrammar(grammarGenerator: GbnfGrammarGenerator): string;
9
+ }
@@ -0,0 +1,37 @@
1
+ import { GbnfTerminal } from "../GbnfTerminal.js";
2
+ import { grammarNoValue } from "./gbnfConsts.js";
3
+ export class GbnfRepetition extends GbnfTerminal {
4
+ value;
5
+ minRepetitions;
6
+ maxRepetitions;
7
+ constructor(value, minRepetitions, maxRepetitions) {
8
+ super();
9
+ this.value = value;
10
+ this.minRepetitions = minRepetitions;
11
+ this.maxRepetitions = maxRepetitions;
12
+ }
13
+ getGrammar(grammarGenerator) {
14
+ const resolvedValue = this.value.resolve(grammarGenerator);
15
+ let grammarStart = "";
16
+ let grammarEnd = "";
17
+ for (let i = 0; i < this.minRepetitions; i++) {
18
+ grammarStart += "(" + resolvedValue + " ";
19
+ grammarEnd += ")";
20
+ }
21
+ if (this.maxRepetitions === Infinity || this.maxRepetitions == null) {
22
+ grammarStart += "(" + resolvedValue + " ";
23
+ grammarEnd += ")*";
24
+ }
25
+ else {
26
+ for (let i = this.minRepetitions + 1; i <= this.maxRepetitions; i++) {
27
+ grammarStart += "(" + resolvedValue + " ";
28
+ grammarEnd += ")?";
29
+ }
30
+ }
31
+ const res = grammarStart + grammarEnd;
32
+ if (res === "")
33
+ return grammarNoValue;
34
+ return res;
35
+ }
36
+ }
37
+ //# sourceMappingURL=GbnfRepetition.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"GbnfRepetition.js","sourceRoot":"","sources":["../../../../src/utils/gbnfJson/terminals/GbnfRepetition.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,YAAY,EAAC,MAAM,oBAAoB,CAAC;AAEhD,OAAO,EAAC,cAAc,EAAC,MAAM,iBAAiB,CAAC;AAG/C,MAAM,OAAO,cAAe,SAAQ,YAAY;IAC5B,KAAK,CAAe;IACpB,cAAc,CAAS;IACvB,cAAc,CAAgB;IAE9C,YAAmB,KAAmB,EAAE,cAAsB,EAAE,cAA6B;QACzF,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;IACzC,CAAC;IAEM,UAAU,CAAC,gBAAsC;QACpD,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;QAC3D,IAAI,YAAY,GAAG,EAAE,CAAC;QACtB,IAAI,UAAU,GAAG,EAAE,CAAC;QAEpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC,EAAE,EAAE;YAC1C,YAAY,IAAI,GAAG,GAAG,aAAa,GAAG,GAAG,CAAC;YAC1C,UAAU,IAAI,GAAG,CAAC;SACrB;QAED,IAAI,IAAI,CAAC,cAAc,KAAK,QAAQ,IAAI,IAAI,CAAC,cAAc,IAAI,IAAI,EAAE;YACjE,YAAY,IAAI,GAAG,GAAG,aAAa,GAAG,GAAG,CAAC;YAC1C,UAAU,IAAI,IAAI,CAAC;SACtB;aAAM;YACH,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC,cAAc,GAAG,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC,EAAE,EAAE;gBACjE,YAAY,IAAI,GAAG,GAAG,aAAa,GAAG,GAAG,CAAC;gBAC1C,UAAU,IAAI,IAAI,CAAC;aACtB;SACJ;QAED,MAAM,GAAG,GAAG,YAAY,GAAG,UAAU,CAAC;QAEtC,IAAI,GAAG,KAAK,EAAE;YACV,OAAO,cAAc,CAAC;QAE1B,OAAO,GAAG,CAAC;IACf,CAAC;CACJ"}
@@ -1,5 +1,5 @@
1
1
  import { GbnfTerminal } from "../GbnfTerminal.js";
2
2
  export declare class GbnfString extends GbnfTerminal {
3
3
  getGrammar(): string;
4
- getRuleName(): string;
4
+ protected getRuleName(): string;
5
5
  }