node-llama-cpp 3.0.0-beta.4 → 3.0.0-beta.41

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (749) hide show
  1. package/README.md +14 -11
  2. package/bins/_linux-x64-cuda.moved.txt +1 -0
  3. package/bins/_win-x64-cuda.moved.txt +1 -0
  4. package/bins/linux-arm64/_nlcBuildMetadata.json +1 -0
  5. package/bins/linux-arm64/libggml.so +0 -0
  6. package/bins/linux-arm64/libllama.so +0 -0
  7. package/bins/linux-arm64/llama-addon.node +0 -0
  8. package/bins/linux-armv7l/_nlcBuildMetadata.json +1 -0
  9. package/bins/linux-armv7l/libggml.so +0 -0
  10. package/bins/linux-armv7l/libllama.so +0 -0
  11. package/bins/linux-armv7l/llama-addon.node +0 -0
  12. package/bins/linux-x64/_nlcBuildMetadata.json +1 -0
  13. package/bins/linux-x64/libggml.so +0 -0
  14. package/bins/linux-x64/libllama.so +0 -0
  15. package/bins/linux-x64/llama-addon.node +0 -0
  16. package/bins/linux-x64-vulkan/_nlcBuildMetadata.json +1 -0
  17. package/bins/linux-x64-vulkan/libggml.so +0 -0
  18. package/bins/linux-x64-vulkan/libllama.so +0 -0
  19. package/bins/linux-x64-vulkan/llama-addon.node +0 -0
  20. package/bins/linux-x64-vulkan/vulkan-shaders-gen +0 -0
  21. package/bins/mac-arm64-metal/_nlcBuildMetadata.json +1 -0
  22. package/bins/mac-arm64-metal/ggml-common.h +1833 -0
  23. package/bins/mac-arm64-metal/ggml-metal.metal +6168 -0
  24. package/bins/mac-arm64-metal/libggml.dylib +0 -0
  25. package/bins/mac-arm64-metal/libllama.dylib +0 -0
  26. package/bins/mac-arm64-metal/llama-addon.node +0 -0
  27. package/bins/mac-x64/_nlcBuildMetadata.json +1 -0
  28. package/bins/mac-x64/libggml.dylib +0 -0
  29. package/bins/mac-x64/libllama.dylib +0 -0
  30. package/bins/mac-x64/llama-addon.node +0 -0
  31. package/bins/win-arm64/_nlcBuildMetadata.json +1 -0
  32. package/bins/win-arm64/ggml.dll +0 -0
  33. package/bins/win-arm64/llama-addon.exp +0 -0
  34. package/bins/win-arm64/llama-addon.lib +0 -0
  35. package/bins/win-arm64/llama-addon.node +0 -0
  36. package/bins/win-arm64/llama.dll +0 -0
  37. package/bins/win-x64/_nlcBuildMetadata.json +1 -0
  38. package/bins/win-x64/ggml.dll +0 -0
  39. package/bins/win-x64/llama-addon.exp +0 -0
  40. package/bins/win-x64/llama-addon.lib +0 -0
  41. package/bins/win-x64/llama-addon.node +0 -0
  42. package/bins/win-x64/llama.dll +0 -0
  43. package/bins/win-x64-vulkan/_nlcBuildMetadata.json +1 -0
  44. package/bins/win-x64-vulkan/ggml.dll +0 -0
  45. package/bins/win-x64-vulkan/llama-addon.exp +0 -0
  46. package/bins/win-x64-vulkan/llama-addon.lib +0 -0
  47. package/bins/win-x64-vulkan/llama-addon.node +0 -0
  48. package/bins/win-x64-vulkan/llama.dll +0 -0
  49. package/bins/win-x64-vulkan/vulkan-shaders-gen.exe +0 -0
  50. package/dist/ChatWrapper.d.ts +9 -39
  51. package/dist/ChatWrapper.js +129 -72
  52. package/dist/ChatWrapper.js.map +1 -1
  53. package/dist/apiDocsIndex.d.ts +1 -0
  54. package/dist/apiDocsIndex.js +7 -0
  55. package/dist/apiDocsIndex.js.map +1 -0
  56. package/dist/{utils/getBin.d.ts → bindings/AddonTypes.d.ts} +66 -9
  57. package/dist/bindings/AddonTypes.js +2 -0
  58. package/dist/bindings/AddonTypes.js.map +1 -0
  59. package/dist/bindings/Llama.d.ts +47 -0
  60. package/dist/bindings/Llama.js +356 -0
  61. package/dist/bindings/Llama.js.map +1 -0
  62. package/dist/bindings/consts.d.ts +2 -0
  63. package/dist/bindings/consts.js +11 -0
  64. package/dist/bindings/consts.js.map +1 -0
  65. package/dist/bindings/getLlama.d.ts +152 -0
  66. package/dist/bindings/getLlama.js +403 -0
  67. package/dist/bindings/getLlama.js.map +1 -0
  68. package/dist/bindings/types.d.ts +57 -0
  69. package/dist/bindings/types.js +77 -0
  70. package/dist/bindings/types.js.map +1 -0
  71. package/dist/bindings/utils/MemoryOrchestrator.d.ts +21 -0
  72. package/dist/bindings/utils/MemoryOrchestrator.js +49 -0
  73. package/dist/bindings/utils/MemoryOrchestrator.js.map +1 -0
  74. package/dist/bindings/utils/NoBinaryFoundError.d.ts +2 -0
  75. package/dist/bindings/utils/NoBinaryFoundError.js +7 -0
  76. package/dist/bindings/utils/NoBinaryFoundError.js.map +1 -0
  77. package/dist/bindings/utils/asyncEvery.d.ts +5 -0
  78. package/dist/bindings/utils/asyncEvery.js +15 -0
  79. package/dist/bindings/utils/asyncEvery.js.map +1 -0
  80. package/dist/bindings/utils/asyncSome.d.ts +5 -0
  81. package/dist/bindings/utils/asyncSome.js +27 -0
  82. package/dist/bindings/utils/asyncSome.js.map +1 -0
  83. package/dist/{utils → bindings/utils}/binariesGithubRelease.js +1 -1
  84. package/dist/bindings/utils/binariesGithubRelease.js.map +1 -0
  85. package/dist/bindings/utils/clearAllLocalBuilds.d.ts +1 -0
  86. package/dist/bindings/utils/clearAllLocalBuilds.js +47 -0
  87. package/dist/bindings/utils/clearAllLocalBuilds.js.map +1 -0
  88. package/dist/bindings/utils/cloneLlamaCppRepo.d.ts +11 -0
  89. package/dist/bindings/utils/cloneLlamaCppRepo.js +166 -0
  90. package/dist/bindings/utils/cloneLlamaCppRepo.js.map +1 -0
  91. package/dist/bindings/utils/compileLLamaCpp.d.ts +21 -0
  92. package/dist/bindings/utils/compileLLamaCpp.js +288 -0
  93. package/dist/bindings/utils/compileLLamaCpp.js.map +1 -0
  94. package/dist/bindings/utils/detectAvailableComputeLayers.d.ts +14 -0
  95. package/dist/bindings/utils/detectAvailableComputeLayers.js +305 -0
  96. package/dist/bindings/utils/detectAvailableComputeLayers.js.map +1 -0
  97. package/dist/bindings/utils/detectGlibc.d.ts +4 -0
  98. package/dist/bindings/utils/detectGlibc.js +46 -0
  99. package/dist/bindings/utils/detectGlibc.js.map +1 -0
  100. package/dist/bindings/utils/getBestComputeLayersAvailable.d.ts +10 -0
  101. package/dist/bindings/utils/getBestComputeLayersAvailable.js +29 -0
  102. package/dist/bindings/utils/getBestComputeLayersAvailable.js.map +1 -0
  103. package/dist/bindings/utils/getBuildFolderNameForBuildOptions.d.ts +5 -0
  104. package/dist/bindings/utils/getBuildFolderNameForBuildOptions.js +93 -0
  105. package/dist/bindings/utils/getBuildFolderNameForBuildOptions.js.map +1 -0
  106. package/dist/bindings/utils/getCanUsePrebuiltBinaries.d.ts +1 -0
  107. package/dist/bindings/utils/getCanUsePrebuiltBinaries.js +8 -0
  108. package/dist/bindings/utils/getCanUsePrebuiltBinaries.js.map +1 -0
  109. package/dist/bindings/utils/getExampleUsageCodeOfGetLlama.d.ts +2 -0
  110. package/dist/bindings/utils/getExampleUsageCodeOfGetLlama.js +21 -0
  111. package/dist/bindings/utils/getExampleUsageCodeOfGetLlama.js.map +1 -0
  112. package/dist/bindings/utils/getGpuTypesToUseForOption.d.ts +13 -0
  113. package/dist/bindings/utils/getGpuTypesToUseForOption.js +39 -0
  114. package/dist/bindings/utils/getGpuTypesToUseForOption.js.map +1 -0
  115. package/dist/bindings/utils/getLinuxDistroInfo.d.ts +9 -0
  116. package/dist/bindings/utils/getLinuxDistroInfo.js +46 -0
  117. package/dist/bindings/utils/getLinuxDistroInfo.js.map +1 -0
  118. package/dist/bindings/utils/getLlamaWithoutBackend.d.ts +5 -0
  119. package/dist/bindings/utils/getLlamaWithoutBackend.js +27 -0
  120. package/dist/bindings/utils/getLlamaWithoutBackend.js.map +1 -0
  121. package/dist/bindings/utils/getPlatform.d.ts +2 -0
  122. package/dist/bindings/utils/getPlatform.js +15 -0
  123. package/dist/bindings/utils/getPlatform.js.map +1 -0
  124. package/dist/bindings/utils/getPlatformInfo.d.ts +5 -0
  125. package/dist/bindings/utils/getPlatformInfo.js +28 -0
  126. package/dist/bindings/utils/getPlatformInfo.js.map +1 -0
  127. package/dist/bindings/utils/hasBuildingFromSourceDependenciesInstalled.d.ts +3 -0
  128. package/dist/bindings/utils/hasBuildingFromSourceDependenciesInstalled.js +27 -0
  129. package/dist/bindings/utils/hasBuildingFromSourceDependenciesInstalled.js.map +1 -0
  130. package/dist/bindings/utils/hasFileInPath.d.ts +2 -0
  131. package/dist/bindings/utils/hasFileInPath.js +34 -0
  132. package/dist/bindings/utils/hasFileInPath.js.map +1 -0
  133. package/dist/bindings/utils/lastBuildInfo.d.ts +6 -0
  134. package/dist/bindings/utils/lastBuildInfo.js +17 -0
  135. package/dist/bindings/utils/lastBuildInfo.js.map +1 -0
  136. package/dist/bindings/utils/logBinaryUsageExampleToConsole.d.ts +2 -0
  137. package/dist/bindings/utils/logBinaryUsageExampleToConsole.js +22 -0
  138. package/dist/bindings/utils/logBinaryUsageExampleToConsole.js.map +1 -0
  139. package/dist/bindings/utils/logDistroInstallInstruction.d.ts +14 -0
  140. package/dist/bindings/utils/logDistroInstallInstruction.js +48 -0
  141. package/dist/bindings/utils/logDistroInstallInstruction.js.map +1 -0
  142. package/dist/bindings/utils/resolveCustomCmakeOptions.d.ts +1 -0
  143. package/dist/bindings/utils/resolveCustomCmakeOptions.js +43 -0
  144. package/dist/bindings/utils/resolveCustomCmakeOptions.js.map +1 -0
  145. package/dist/bindings/utils/testBindingBinary.d.ts +1 -0
  146. package/dist/bindings/utils/testBindingBinary.js +100 -0
  147. package/dist/bindings/utils/testBindingBinary.js.map +1 -0
  148. package/dist/bindings/utils/testCmakeBinary.d.ts +6 -0
  149. package/dist/bindings/utils/testCmakeBinary.js +32 -0
  150. package/dist/bindings/utils/testCmakeBinary.js.map +1 -0
  151. package/dist/chatWrappers/AlpacaChatWrapper.d.ts +2 -1
  152. package/dist/chatWrappers/AlpacaChatWrapper.js +9 -2
  153. package/dist/chatWrappers/AlpacaChatWrapper.js.map +1 -1
  154. package/dist/chatWrappers/ChatMLChatWrapper.d.ts +2 -9
  155. package/dist/chatWrappers/ChatMLChatWrapper.js +23 -21
  156. package/dist/chatWrappers/ChatMLChatWrapper.js.map +1 -1
  157. package/dist/chatWrappers/FalconChatWrapper.d.ts +4 -10
  158. package/dist/chatWrappers/FalconChatWrapper.js +38 -21
  159. package/dist/chatWrappers/FalconChatWrapper.js.map +1 -1
  160. package/dist/chatWrappers/FunctionaryChatWrapper.d.ts +8 -32
  161. package/dist/chatWrappers/FunctionaryChatWrapper.js +326 -118
  162. package/dist/chatWrappers/FunctionaryChatWrapper.js.map +1 -1
  163. package/dist/chatWrappers/GemmaChatWrapper.d.ts +7 -0
  164. package/dist/chatWrappers/GemmaChatWrapper.js +96 -0
  165. package/dist/chatWrappers/GemmaChatWrapper.js.map +1 -0
  166. package/dist/chatWrappers/GeneralChatWrapper.d.ts +4 -10
  167. package/dist/chatWrappers/GeneralChatWrapper.js +45 -22
  168. package/dist/chatWrappers/GeneralChatWrapper.js.map +1 -1
  169. package/dist/chatWrappers/Llama2ChatWrapper.d.ts +12 -0
  170. package/dist/chatWrappers/{LlamaChatWrapper.js → Llama2ChatWrapper.js} +38 -20
  171. package/dist/chatWrappers/Llama2ChatWrapper.js.map +1 -0
  172. package/dist/chatWrappers/Llama3ChatWrapper.d.ts +16 -0
  173. package/dist/chatWrappers/Llama3ChatWrapper.js +173 -0
  174. package/dist/chatWrappers/Llama3ChatWrapper.js.map +1 -0
  175. package/dist/chatWrappers/Llama3_1ChatWrapper.d.ts +31 -0
  176. package/dist/chatWrappers/Llama3_1ChatWrapper.js +223 -0
  177. package/dist/chatWrappers/Llama3_1ChatWrapper.js.map +1 -0
  178. package/dist/chatWrappers/generic/JinjaTemplateChatWrapper.d.ts +76 -0
  179. package/dist/chatWrappers/generic/JinjaTemplateChatWrapper.js +371 -0
  180. package/dist/chatWrappers/generic/JinjaTemplateChatWrapper.js.map +1 -0
  181. package/dist/chatWrappers/generic/TemplateChatWrapper.d.ts +54 -0
  182. package/dist/chatWrappers/generic/TemplateChatWrapper.js +200 -0
  183. package/dist/chatWrappers/generic/TemplateChatWrapper.js.map +1 -0
  184. package/dist/chatWrappers/generic/utils/chatHistoryFunctionCallMessageTemplate.d.ts +23 -0
  185. package/dist/chatWrappers/generic/utils/chatHistoryFunctionCallMessageTemplate.js +45 -0
  186. package/dist/chatWrappers/generic/utils/chatHistoryFunctionCallMessageTemplate.js.map +1 -0
  187. package/dist/chatWrappers/utils/ChatModelFunctionsDocumentationGenerator.d.ts +57 -0
  188. package/dist/chatWrappers/utils/ChatModelFunctionsDocumentationGenerator.js +119 -0
  189. package/dist/chatWrappers/utils/ChatModelFunctionsDocumentationGenerator.js.map +1 -0
  190. package/dist/chatWrappers/utils/isJinjaTemplateEquivalentToSpecializedChatWrapper.d.ts +4 -0
  191. package/dist/chatWrappers/utils/isJinjaTemplateEquivalentToSpecializedChatWrapper.js +210 -0
  192. package/dist/chatWrappers/utils/isJinjaTemplateEquivalentToSpecializedChatWrapper.js.map +1 -0
  193. package/dist/chatWrappers/utils/jsonDumps.d.ts +7 -0
  194. package/dist/chatWrappers/utils/jsonDumps.js +18 -0
  195. package/dist/chatWrappers/utils/jsonDumps.js.map +1 -0
  196. package/dist/chatWrappers/utils/resolveChatWrapper.d.ts +71 -0
  197. package/dist/chatWrappers/utils/resolveChatWrapper.js +289 -0
  198. package/dist/chatWrappers/utils/resolveChatWrapper.js.map +1 -0
  199. package/dist/cli/cli.js +21 -7
  200. package/dist/cli/cli.js.map +1 -1
  201. package/dist/cli/commands/BuildCommand.d.ts +11 -4
  202. package/dist/cli/commands/BuildCommand.js +114 -41
  203. package/dist/cli/commands/BuildCommand.js.map +1 -1
  204. package/dist/cli/commands/ChatCommand.d.ts +19 -7
  205. package/dist/cli/commands/ChatCommand.js +306 -150
  206. package/dist/cli/commands/ChatCommand.js.map +1 -1
  207. package/dist/cli/commands/ClearCommand.d.ts +1 -1
  208. package/dist/cli/commands/ClearCommand.js +11 -12
  209. package/dist/cli/commands/ClearCommand.js.map +1 -1
  210. package/dist/cli/commands/CompleteCommand.d.ts +30 -0
  211. package/dist/cli/commands/CompleteCommand.js +374 -0
  212. package/dist/cli/commands/CompleteCommand.js.map +1 -0
  213. package/dist/cli/commands/DebugCommand.d.ts +7 -0
  214. package/dist/cli/commands/DebugCommand.js +54 -0
  215. package/dist/cli/commands/DebugCommand.js.map +1 -0
  216. package/dist/cli/commands/DownloadCommand.d.ts +7 -4
  217. package/dist/cli/commands/DownloadCommand.js +121 -70
  218. package/dist/cli/commands/DownloadCommand.js.map +1 -1
  219. package/dist/cli/commands/InfillCommand.d.ts +32 -0
  220. package/dist/cli/commands/InfillCommand.js +410 -0
  221. package/dist/cli/commands/InfillCommand.js.map +1 -0
  222. package/dist/cli/commands/InitCommand.d.ts +11 -0
  223. package/dist/cli/commands/InitCommand.js +195 -0
  224. package/dist/cli/commands/InitCommand.js.map +1 -0
  225. package/dist/cli/commands/OnPostInstallCommand.js +9 -10
  226. package/dist/cli/commands/OnPostInstallCommand.js.map +1 -1
  227. package/dist/cli/commands/PullCommand.d.ts +12 -0
  228. package/dist/cli/commands/PullCommand.js +117 -0
  229. package/dist/cli/commands/PullCommand.js.map +1 -0
  230. package/dist/cli/commands/inspect/InspectCommand.d.ts +4 -0
  231. package/dist/cli/commands/inspect/InspectCommand.js +19 -0
  232. package/dist/cli/commands/inspect/InspectCommand.js.map +1 -0
  233. package/dist/cli/commands/inspect/commands/InspectGgufCommand.d.ts +12 -0
  234. package/dist/cli/commands/inspect/commands/InspectGgufCommand.js +136 -0
  235. package/dist/cli/commands/inspect/commands/InspectGgufCommand.js.map +1 -0
  236. package/dist/cli/commands/inspect/commands/InspectGpuCommand.d.ts +4 -0
  237. package/dist/cli/commands/inspect/commands/InspectGpuCommand.js +180 -0
  238. package/dist/cli/commands/inspect/commands/InspectGpuCommand.js.map +1 -0
  239. package/dist/cli/commands/inspect/commands/InspectMeasureCommand.d.ts +18 -0
  240. package/dist/cli/commands/inspect/commands/InspectMeasureCommand.js +626 -0
  241. package/dist/cli/commands/inspect/commands/InspectMeasureCommand.js.map +1 -0
  242. package/dist/cli/projectTemplates.d.ts +7 -0
  243. package/dist/cli/projectTemplates.js +10 -0
  244. package/dist/cli/projectTemplates.js.map +1 -0
  245. package/dist/cli/recommendedModels.d.ts +2 -0
  246. package/dist/cli/recommendedModels.js +376 -0
  247. package/dist/cli/recommendedModels.js.map +1 -0
  248. package/dist/cli/startCreateCli.d.ts +2 -0
  249. package/dist/cli/startCreateCli.js +26 -0
  250. package/dist/cli/startCreateCli.js.map +1 -0
  251. package/dist/cli/utils/ConsoleInteraction.d.ts +23 -0
  252. package/dist/cli/utils/ConsoleInteraction.js +122 -0
  253. package/dist/cli/utils/ConsoleInteraction.js.map +1 -0
  254. package/dist/cli/utils/ConsoleTable.d.ts +23 -0
  255. package/dist/cli/utils/ConsoleTable.js +86 -0
  256. package/dist/cli/utils/ConsoleTable.js.map +1 -0
  257. package/dist/cli/utils/basicChooseFromListConsoleInteraction.d.ts +13 -0
  258. package/dist/cli/utils/basicChooseFromListConsoleInteraction.js +111 -0
  259. package/dist/cli/utils/basicChooseFromListConsoleInteraction.js.map +1 -0
  260. package/dist/cli/utils/consolePromptQuestion.d.ts +6 -0
  261. package/dist/cli/utils/consolePromptQuestion.js +82 -0
  262. package/dist/cli/utils/consolePromptQuestion.js.map +1 -0
  263. package/dist/cli/utils/getReadablePath.d.ts +1 -0
  264. package/dist/cli/utils/getReadablePath.js +14 -0
  265. package/dist/cli/utils/getReadablePath.js.map +1 -0
  266. package/dist/cli/utils/interactivelyAskForModel.d.ts +8 -0
  267. package/dist/cli/utils/interactivelyAskForModel.js +461 -0
  268. package/dist/cli/utils/interactivelyAskForModel.js.map +1 -0
  269. package/dist/cli/utils/logUsedGpuTypeOption.d.ts +2 -0
  270. package/dist/cli/utils/logUsedGpuTypeOption.js +9 -0
  271. package/dist/cli/utils/logUsedGpuTypeOption.js.map +1 -0
  272. package/dist/cli/utils/printCommonInfoLines.d.ts +9 -0
  273. package/dist/cli/utils/printCommonInfoLines.js +79 -0
  274. package/dist/cli/utils/printCommonInfoLines.js.map +1 -0
  275. package/dist/cli/utils/printInfoLine.d.ts +12 -0
  276. package/dist/cli/utils/printInfoLine.js +54 -0
  277. package/dist/cli/utils/printInfoLine.js.map +1 -0
  278. package/dist/cli/utils/projectTemplates.d.ts +19 -0
  279. package/dist/cli/utils/projectTemplates.js +47 -0
  280. package/dist/cli/utils/projectTemplates.js.map +1 -0
  281. package/dist/cli/utils/resolveCommandGgufPath.d.ts +5 -0
  282. package/dist/cli/utils/resolveCommandGgufPath.js +72 -0
  283. package/dist/cli/utils/resolveCommandGgufPath.js.map +1 -0
  284. package/dist/cli/utils/resolveHeaderFlag.d.ts +1 -0
  285. package/dist/cli/utils/resolveHeaderFlag.js +21 -0
  286. package/dist/cli/utils/resolveHeaderFlag.js.map +1 -0
  287. package/dist/cli/utils/resolveModelRecommendationFileOptions.d.ts +19 -0
  288. package/dist/cli/utils/resolveModelRecommendationFileOptions.js +7 -0
  289. package/dist/cli/utils/resolveModelRecommendationFileOptions.js.map +1 -0
  290. package/dist/cli/utils/splitAnsiToLines.d.ts +1 -0
  291. package/dist/cli/utils/splitAnsiToLines.js +32 -0
  292. package/dist/cli/utils/splitAnsiToLines.js.map +1 -0
  293. package/dist/cli/utils/withCliCommandDescriptionDocsUrl.d.ts +2 -0
  294. package/dist/cli/utils/withCliCommandDescriptionDocsUrl.js +23 -0
  295. package/dist/cli/utils/withCliCommandDescriptionDocsUrl.js.map +1 -0
  296. package/dist/commands.d.ts +1 -0
  297. package/dist/commands.js +3 -0
  298. package/dist/commands.js.map +1 -1
  299. package/dist/config.d.ts +38 -5
  300. package/dist/config.js +61 -16
  301. package/dist/config.js.map +1 -1
  302. package/dist/consts.d.ts +4 -0
  303. package/dist/consts.js +11 -0
  304. package/dist/consts.js.map +1 -0
  305. package/dist/evaluator/LlamaChat/LlamaChat.d.ts +270 -0
  306. package/dist/evaluator/LlamaChat/LlamaChat.js +1544 -0
  307. package/dist/evaluator/LlamaChat/LlamaChat.js.map +1 -0
  308. package/dist/evaluator/LlamaChat/utils/FunctionCallNameGrammar.d.ts +11 -0
  309. package/dist/evaluator/LlamaChat/utils/FunctionCallNameGrammar.js +55 -0
  310. package/dist/evaluator/LlamaChat/utils/FunctionCallNameGrammar.js.map +1 -0
  311. package/dist/evaluator/LlamaChat/utils/FunctionCallParamsGrammar.d.ts +16 -0
  312. package/dist/evaluator/LlamaChat/utils/FunctionCallParamsGrammar.js +45 -0
  313. package/dist/evaluator/LlamaChat/utils/FunctionCallParamsGrammar.js.map +1 -0
  314. package/dist/evaluator/LlamaChat/utils/LlamaFunctionCallValidationError.d.ts +8 -0
  315. package/dist/evaluator/LlamaChat/utils/LlamaFunctionCallValidationError.js +12 -0
  316. package/dist/evaluator/LlamaChat/utils/LlamaFunctionCallValidationError.js.map +1 -0
  317. package/dist/{llamaEvaluator → evaluator}/LlamaChat/utils/contextShiftStrategies/eraseFirstResponseAndKeepFirstSystemChatContextShiftStrategy.js +42 -16
  318. package/dist/evaluator/LlamaChat/utils/contextShiftStrategies/eraseFirstResponseAndKeepFirstSystemChatContextShiftStrategy.js.map +1 -0
  319. package/dist/evaluator/LlamaChatSession/LlamaChatSession.d.ts +310 -0
  320. package/dist/evaluator/LlamaChatSession/LlamaChatSession.js +425 -0
  321. package/dist/evaluator/LlamaChatSession/LlamaChatSession.js.map +1 -0
  322. package/dist/evaluator/LlamaChatSession/utils/LlamaChatSessionPromptCompletionEngine.d.ts +39 -0
  323. package/dist/evaluator/LlamaChatSession/utils/LlamaChatSessionPromptCompletionEngine.js +186 -0
  324. package/dist/evaluator/LlamaChatSession/utils/LlamaChatSessionPromptCompletionEngine.js.map +1 -0
  325. package/dist/{llamaEvaluator → evaluator}/LlamaChatSession/utils/defineChatSessionFunction.d.ts +3 -0
  326. package/dist/{llamaEvaluator → evaluator}/LlamaChatSession/utils/defineChatSessionFunction.js +3 -0
  327. package/dist/evaluator/LlamaChatSession/utils/defineChatSessionFunction.js.map +1 -0
  328. package/dist/evaluator/LlamaCompletion.d.ts +154 -0
  329. package/dist/evaluator/LlamaCompletion.js +424 -0
  330. package/dist/evaluator/LlamaCompletion.js.map +1 -0
  331. package/dist/{llamaEvaluator → evaluator}/LlamaContext/LlamaContext.d.ts +42 -22
  332. package/dist/{llamaEvaluator → evaluator}/LlamaContext/LlamaContext.js +338 -81
  333. package/dist/evaluator/LlamaContext/LlamaContext.js.map +1 -0
  334. package/dist/evaluator/LlamaContext/types.d.ts +175 -0
  335. package/dist/evaluator/LlamaContext/types.js.map +1 -0
  336. package/dist/evaluator/LlamaContext/utils/batchItemsPrioritizationStrategies/firstInFirstOutStrategy.js.map +1 -0
  337. package/dist/evaluator/LlamaContext/utils/batchItemsPrioritizationStrategies/maximumParallelismStrategy.js.map +1 -0
  338. package/dist/evaluator/LlamaContext/utils/resolveBatchItemsPrioritizationStrategy.d.ts +2 -0
  339. package/dist/{llamaEvaluator/LlamaContext/utils/resolveBatchItemsPrioritizingStrategy.js → evaluator/LlamaContext/utils/resolveBatchItemsPrioritizationStrategy.js} +4 -4
  340. package/dist/evaluator/LlamaContext/utils/resolveBatchItemsPrioritizationStrategy.js.map +1 -0
  341. package/dist/evaluator/LlamaEmbeddingContext.d.ts +51 -0
  342. package/dist/evaluator/LlamaEmbeddingContext.js +73 -0
  343. package/dist/evaluator/LlamaEmbeddingContext.js.map +1 -0
  344. package/dist/evaluator/LlamaGrammar.d.ts +34 -0
  345. package/dist/{llamaEvaluator → evaluator}/LlamaGrammar.js +15 -12
  346. package/dist/evaluator/LlamaGrammar.js.map +1 -0
  347. package/dist/{llamaEvaluator → evaluator}/LlamaGrammarEvaluationState.js +4 -4
  348. package/dist/evaluator/LlamaGrammarEvaluationState.js.map +1 -0
  349. package/dist/{llamaEvaluator → evaluator}/LlamaJsonSchemaGrammar.d.ts +2 -1
  350. package/dist/{llamaEvaluator → evaluator}/LlamaJsonSchemaGrammar.js +3 -3
  351. package/dist/evaluator/LlamaJsonSchemaGrammar.js.map +1 -0
  352. package/dist/evaluator/LlamaModel/LlamaModel.d.ts +242 -0
  353. package/dist/evaluator/LlamaModel/LlamaModel.js +765 -0
  354. package/dist/evaluator/LlamaModel/LlamaModel.js.map +1 -0
  355. package/dist/evaluator/LlamaModel/utils/TokenAttributes.d.ts +29 -0
  356. package/dist/evaluator/LlamaModel/utils/TokenAttributes.js +65 -0
  357. package/dist/evaluator/LlamaModel/utils/TokenAttributes.js.map +1 -0
  358. package/dist/evaluator/TokenBias.d.ts +22 -0
  359. package/dist/evaluator/TokenBias.js +33 -0
  360. package/dist/evaluator/TokenBias.js.map +1 -0
  361. package/dist/evaluator/TokenMeter.d.ts +54 -0
  362. package/dist/evaluator/TokenMeter.js +86 -0
  363. package/dist/evaluator/TokenMeter.js.map +1 -0
  364. package/dist/gguf/consts.d.ts +4 -0
  365. package/dist/gguf/consts.js +12 -0
  366. package/dist/gguf/consts.js.map +1 -0
  367. package/dist/gguf/errors/InvalidGgufMagicError.d.ts +3 -0
  368. package/dist/gguf/errors/InvalidGgufMagicError.js +6 -0
  369. package/dist/gguf/errors/InvalidGgufMagicError.js.map +1 -0
  370. package/dist/gguf/errors/UnsupportedGgufValueTypeError.d.ts +4 -0
  371. package/dist/gguf/errors/UnsupportedGgufValueTypeError.js +9 -0
  372. package/dist/gguf/errors/UnsupportedGgufValueTypeError.js.map +1 -0
  373. package/dist/gguf/fileReaders/GgufFileReader.d.ts +37 -0
  374. package/dist/gguf/fileReaders/GgufFileReader.js +109 -0
  375. package/dist/gguf/fileReaders/GgufFileReader.js.map +1 -0
  376. package/dist/gguf/fileReaders/GgufFsFileReader.d.ts +18 -0
  377. package/dist/gguf/fileReaders/GgufFsFileReader.js +62 -0
  378. package/dist/gguf/fileReaders/GgufFsFileReader.js.map +1 -0
  379. package/dist/gguf/fileReaders/GgufNetworkFetchFileReader.d.ts +23 -0
  380. package/dist/gguf/fileReaders/GgufNetworkFetchFileReader.js +79 -0
  381. package/dist/gguf/fileReaders/GgufNetworkFetchFileReader.js.map +1 -0
  382. package/dist/gguf/insights/GgufInsights.d.ts +50 -0
  383. package/dist/gguf/insights/GgufInsights.js +401 -0
  384. package/dist/gguf/insights/GgufInsights.js.map +1 -0
  385. package/dist/gguf/insights/GgufInsightsConfigurationResolver.d.ts +90 -0
  386. package/dist/gguf/insights/GgufInsightsConfigurationResolver.js +144 -0
  387. package/dist/gguf/insights/GgufInsightsConfigurationResolver.js.map +1 -0
  388. package/dist/gguf/insights/utils/resolveContextContextSizeOption.d.ts +19 -0
  389. package/dist/gguf/insights/utils/resolveContextContextSizeOption.js +78 -0
  390. package/dist/gguf/insights/utils/resolveContextContextSizeOption.js.map +1 -0
  391. package/dist/gguf/insights/utils/resolveModelGpuLayersOption.d.ts +15 -0
  392. package/dist/gguf/insights/utils/resolveModelGpuLayersOption.js +183 -0
  393. package/dist/gguf/insights/utils/resolveModelGpuLayersOption.js.map +1 -0
  394. package/dist/gguf/insights/utils/scoreLevels.d.ts +5 -0
  395. package/dist/gguf/insights/utils/scoreLevels.js +16 -0
  396. package/dist/gguf/insights/utils/scoreLevels.js.map +1 -0
  397. package/dist/gguf/parser/GgufV2Parser.d.ts +20 -0
  398. package/dist/gguf/parser/GgufV2Parser.js +156 -0
  399. package/dist/gguf/parser/GgufV2Parser.js.map +1 -0
  400. package/dist/gguf/parser/GgufV3Parser.d.ts +3 -0
  401. package/dist/gguf/parser/GgufV3Parser.js +4 -0
  402. package/dist/gguf/parser/GgufV3Parser.js.map +1 -0
  403. package/dist/gguf/parser/parseGguf.d.ts +8 -0
  404. package/dist/gguf/parser/parseGguf.js +61 -0
  405. package/dist/gguf/parser/parseGguf.js.map +1 -0
  406. package/dist/gguf/readGgufFileInfo.d.ts +33 -0
  407. package/dist/gguf/readGgufFileInfo.js +66 -0
  408. package/dist/gguf/readGgufFileInfo.js.map +1 -0
  409. package/dist/gguf/types/GgufFileInfoTypes.d.ts +84 -0
  410. package/dist/gguf/types/GgufFileInfoTypes.js +18 -0
  411. package/dist/gguf/types/GgufFileInfoTypes.js.map +1 -0
  412. package/dist/gguf/types/GgufMetadataTypes.d.ts +356 -0
  413. package/dist/gguf/types/GgufMetadataTypes.js +99 -0
  414. package/dist/gguf/types/GgufMetadataTypes.js.map +1 -0
  415. package/dist/gguf/types/GgufTensorInfoTypes.d.ts +37 -0
  416. package/dist/gguf/types/GgufTensorInfoTypes.js +33 -0
  417. package/dist/gguf/types/GgufTensorInfoTypes.js.map +1 -0
  418. package/dist/gguf/utils/GgufReadOffset.d.ts +6 -0
  419. package/dist/gguf/utils/GgufReadOffset.js +18 -0
  420. package/dist/gguf/utils/GgufReadOffset.js.map +1 -0
  421. package/dist/gguf/utils/convertMetadataKeyValueRecordToNestedObject.d.ts +6 -0
  422. package/dist/gguf/utils/convertMetadataKeyValueRecordToNestedObject.js +74 -0
  423. package/dist/gguf/utils/convertMetadataKeyValueRecordToNestedObject.js.map +1 -0
  424. package/dist/gguf/utils/getGgufFileTypeName.d.ts +4 -0
  425. package/dist/gguf/utils/getGgufFileTypeName.js +13 -0
  426. package/dist/gguf/utils/getGgufFileTypeName.js.map +1 -0
  427. package/dist/gguf/utils/getGgufMetadataArchitectureData.d.ts +3 -0
  428. package/dist/gguf/utils/getGgufMetadataArchitectureData.js +4 -0
  429. package/dist/gguf/utils/getGgufMetadataArchitectureData.js.map +1 -0
  430. package/dist/gguf/utils/normalizeGgufDownloadUrl.d.ts +1 -0
  431. package/dist/gguf/utils/normalizeGgufDownloadUrl.js +16 -0
  432. package/dist/gguf/utils/normalizeGgufDownloadUrl.js.map +1 -0
  433. package/dist/gguf/utils/resolveBinarySplitGgufPartUrls.d.ts +2 -0
  434. package/dist/gguf/utils/resolveBinarySplitGgufPartUrls.js +39 -0
  435. package/dist/gguf/utils/resolveBinarySplitGgufPartUrls.js.map +1 -0
  436. package/dist/gguf/utils/resolveSplitGgufParts.d.ts +7 -0
  437. package/dist/gguf/utils/resolveSplitGgufParts.js +55 -0
  438. package/dist/gguf/utils/resolveSplitGgufParts.js.map +1 -0
  439. package/dist/index.d.ts +43 -18
  440. package/dist/index.js +38 -15
  441. package/dist/index.js.map +1 -1
  442. package/dist/state.d.ts +4 -0
  443. package/dist/state.js +14 -0
  444. package/dist/state.js.map +1 -1
  445. package/dist/types.d.ts +130 -5
  446. package/dist/types.js.map +1 -1
  447. package/dist/utils/DeepPartialObject.d.ts +3 -0
  448. package/dist/utils/DeepPartialObject.js +2 -0
  449. package/dist/utils/DeepPartialObject.js.map +1 -0
  450. package/dist/utils/DisposeGuard.d.ts +13 -0
  451. package/dist/utils/DisposeGuard.js +120 -0
  452. package/dist/utils/DisposeGuard.js.map +1 -0
  453. package/dist/utils/InsufficientMemoryError.d.ts +3 -0
  454. package/dist/utils/InsufficientMemoryError.js +6 -0
  455. package/dist/utils/InsufficientMemoryError.js.map +1 -0
  456. package/dist/utils/LlamaText.d.ts +70 -26
  457. package/dist/utils/LlamaText.js +472 -157
  458. package/dist/utils/LlamaText.js.map +1 -1
  459. package/dist/utils/LruCache.d.ts +12 -0
  460. package/dist/utils/LruCache.js +44 -0
  461. package/dist/utils/LruCache.js.map +1 -0
  462. package/dist/utils/ReplHistory.js +5 -1
  463. package/dist/utils/ReplHistory.js.map +1 -1
  464. package/dist/utils/StopGenerationDetector.d.ts +27 -8
  465. package/dist/utils/StopGenerationDetector.js +108 -22
  466. package/dist/utils/StopGenerationDetector.js.map +1 -1
  467. package/dist/utils/TokenStreamRegulator.d.ts +10 -4
  468. package/dist/utils/TokenStreamRegulator.js +102 -10
  469. package/dist/utils/TokenStreamRegulator.js.map +1 -1
  470. package/dist/utils/UnsupportedError.d.ts +2 -0
  471. package/dist/utils/UnsupportedError.js +7 -0
  472. package/dist/utils/UnsupportedError.js.map +1 -0
  473. package/dist/utils/appendUserMessageToChatHistory.js.map +1 -1
  474. package/dist/utils/clearTempFolder.js.map +1 -1
  475. package/dist/utils/cmake.js +38 -20
  476. package/dist/utils/cmake.js.map +1 -1
  477. package/dist/utils/createModelDownloader.d.ts +111 -0
  478. package/dist/utils/createModelDownloader.js +273 -0
  479. package/dist/utils/createModelDownloader.js.map +1 -0
  480. package/dist/utils/findBestOption.d.ts +4 -0
  481. package/dist/utils/findBestOption.js +15 -0
  482. package/dist/utils/findBestOption.js.map +1 -0
  483. package/dist/utils/findCharacterRemovalCountToFitChatHistoryInContext.d.ts +1 -0
  484. package/dist/utils/findCharacterRemovalCountToFitChatHistoryInContext.js +23 -12
  485. package/dist/utils/findCharacterRemovalCountToFitChatHistoryInContext.js.map +1 -1
  486. package/dist/utils/gbnfJson/GbnfGrammarGenerator.js.map +1 -1
  487. package/dist/utils/gbnfJson/getGbnfGrammarForGbnfJsonSchema.d.ts +5 -0
  488. package/dist/utils/gbnfJson/getGbnfGrammarForGbnfJsonSchema.js +11 -0
  489. package/dist/utils/gbnfJson/getGbnfGrammarForGbnfJsonSchema.js.map +1 -0
  490. package/dist/utils/gbnfJson/terminals/GbnfArray.d.ts +3 -1
  491. package/dist/utils/gbnfJson/terminals/GbnfArray.js +10 -5
  492. package/dist/utils/gbnfJson/terminals/GbnfArray.js.map +1 -1
  493. package/dist/utils/gbnfJson/terminals/GbnfBoolean.d.ts +1 -1
  494. package/dist/utils/gbnfJson/terminals/GbnfBoolean.js.map +1 -1
  495. package/dist/utils/gbnfJson/terminals/GbnfBooleanValue.js.map +1 -1
  496. package/dist/utils/gbnfJson/terminals/GbnfGrammar.js.map +1 -1
  497. package/dist/utils/gbnfJson/terminals/GbnfNull.d.ts +1 -1
  498. package/dist/utils/gbnfJson/terminals/GbnfNull.js.map +1 -1
  499. package/dist/utils/gbnfJson/terminals/GbnfNumber.d.ts +1 -1
  500. package/dist/utils/gbnfJson/terminals/GbnfNumber.js.map +1 -1
  501. package/dist/utils/gbnfJson/terminals/GbnfNumberValue.js.map +1 -1
  502. package/dist/utils/gbnfJson/terminals/GbnfObjectMap.d.ts +3 -1
  503. package/dist/utils/gbnfJson/terminals/GbnfObjectMap.js +9 -4
  504. package/dist/utils/gbnfJson/terminals/GbnfObjectMap.js.map +1 -1
  505. package/dist/utils/gbnfJson/terminals/GbnfOr.js.map +1 -1
  506. package/dist/utils/gbnfJson/terminals/GbnfRepetition.d.ts +9 -0
  507. package/dist/utils/gbnfJson/terminals/GbnfRepetition.js +37 -0
  508. package/dist/utils/gbnfJson/terminals/GbnfRepetition.js.map +1 -0
  509. package/dist/utils/gbnfJson/terminals/GbnfString.d.ts +1 -1
  510. package/dist/utils/gbnfJson/terminals/GbnfString.js +23 -5
  511. package/dist/utils/gbnfJson/terminals/GbnfString.js.map +1 -1
  512. package/dist/utils/gbnfJson/terminals/GbnfStringValue.js.map +1 -1
  513. package/dist/utils/gbnfJson/terminals/GbnfVerbatimText.js.map +1 -1
  514. package/dist/utils/gbnfJson/terminals/GbnfWhitespace.d.ts +7 -4
  515. package/dist/utils/gbnfJson/terminals/GbnfWhitespace.js +37 -9
  516. package/dist/utils/gbnfJson/terminals/GbnfWhitespace.js.map +1 -1
  517. package/dist/utils/gbnfJson/terminals/gbnfConsts.d.ts +5 -4
  518. package/dist/utils/gbnfJson/terminals/gbnfConsts.js +14 -3
  519. package/dist/utils/gbnfJson/terminals/gbnfConsts.js.map +1 -1
  520. package/dist/utils/gbnfJson/types.d.ts +3 -0
  521. package/dist/utils/gbnfJson/types.js.map +1 -1
  522. package/dist/utils/gbnfJson/utils/GbnfJsonScopeState.d.ts +10 -0
  523. package/dist/utils/gbnfJson/utils/GbnfJsonScopeState.js +15 -0
  524. package/dist/utils/gbnfJson/utils/GbnfJsonScopeState.js.map +1 -0
  525. package/dist/utils/gbnfJson/utils/getGbnfJsonTerminalForGbnfJsonSchema.d.ts +2 -1
  526. package/dist/utils/gbnfJson/utils/getGbnfJsonTerminalForGbnfJsonSchema.js +6 -5
  527. package/dist/utils/gbnfJson/utils/getGbnfJsonTerminalForGbnfJsonSchema.js.map +1 -1
  528. package/dist/utils/gbnfJson/utils/validateObjectAgainstGbnfSchema.js +2 -2
  529. package/dist/utils/gbnfJson/utils/validateObjectAgainstGbnfSchema.js.map +1 -1
  530. package/dist/utils/getBuildDefaults.d.ts +1 -2
  531. package/dist/utils/getBuildDefaults.js +2 -3
  532. package/dist/utils/getBuildDefaults.js.map +1 -1
  533. package/dist/utils/getConsoleLogPrefix.d.ts +1 -0
  534. package/dist/utils/getConsoleLogPrefix.js +10 -0
  535. package/dist/utils/getConsoleLogPrefix.js.map +1 -0
  536. package/dist/utils/getGrammarsFolder.d.ts +2 -1
  537. package/dist/utils/getGrammarsFolder.js +8 -7
  538. package/dist/utils/getGrammarsFolder.js.map +1 -1
  539. package/dist/utils/getModuleVersion.d.ts +1 -0
  540. package/dist/utils/getModuleVersion.js +13 -0
  541. package/dist/utils/getModuleVersion.js.map +1 -0
  542. package/dist/utils/getQueuedTokensBeforeStopTrigger.d.ts +6 -0
  543. package/dist/utils/getQueuedTokensBeforeStopTrigger.js +22 -0
  544. package/dist/utils/getQueuedTokensBeforeStopTrigger.js.map +1 -0
  545. package/dist/utils/getReadableContextSize.d.ts +1 -0
  546. package/dist/utils/getReadableContextSize.js +7 -0
  547. package/dist/utils/getReadableContextSize.js.map +1 -0
  548. package/dist/utils/getTypeScriptTypeStringForGbnfJsonSchema.js +15 -11
  549. package/dist/utils/getTypeScriptTypeStringForGbnfJsonSchema.js.map +1 -1
  550. package/dist/utils/gitReleaseBundles.js +73 -5
  551. package/dist/utils/gitReleaseBundles.js.map +1 -1
  552. package/dist/utils/hashString.d.ts +1 -0
  553. package/dist/utils/hashString.js +8 -0
  554. package/dist/utils/hashString.js.map +1 -0
  555. package/dist/utils/isLockfileActive.d.ts +4 -0
  556. package/dist/utils/isLockfileActive.js +12 -0
  557. package/dist/utils/isLockfileActive.js.map +1 -0
  558. package/dist/utils/isToken.d.ts +2 -0
  559. package/dist/utils/isToken.js +4 -0
  560. package/dist/utils/isToken.js.map +1 -0
  561. package/dist/utils/isUrl.d.ts +1 -0
  562. package/dist/utils/isUrl.js +15 -0
  563. package/dist/utils/isUrl.js.map +1 -0
  564. package/dist/utils/mergeUnionTypes.d.ts +10 -0
  565. package/dist/utils/mergeUnionTypes.js +2 -0
  566. package/dist/utils/mergeUnionTypes.js.map +1 -0
  567. package/dist/utils/parseModelFileName.d.ts +1 -0
  568. package/dist/utils/parseModelFileName.js +6 -1
  569. package/dist/utils/parseModelFileName.js.map +1 -1
  570. package/dist/utils/parseTextTemplate.d.ts +66 -0
  571. package/dist/utils/parseTextTemplate.js +116 -0
  572. package/dist/utils/parseTextTemplate.js.map +1 -0
  573. package/dist/utils/prettyPrintObject.d.ts +10 -0
  574. package/dist/utils/prettyPrintObject.js +84 -0
  575. package/dist/utils/prettyPrintObject.js.map +1 -0
  576. package/dist/utils/pushAll.d.ts +6 -0
  577. package/dist/utils/pushAll.js +11 -0
  578. package/dist/utils/pushAll.js.map +1 -0
  579. package/dist/utils/removeNullFields.d.ts +2 -1
  580. package/dist/utils/removeNullFields.js +8 -0
  581. package/dist/utils/removeNullFields.js.map +1 -1
  582. package/dist/utils/resolveGithubRelease.d.ts +2 -0
  583. package/dist/utils/resolveGithubRelease.js +36 -0
  584. package/dist/utils/resolveGithubRelease.js.map +1 -0
  585. package/dist/utils/resolveLastTokens.d.ts +2 -0
  586. package/dist/utils/resolveLastTokens.js +12 -0
  587. package/dist/utils/resolveLastTokens.js.map +1 -0
  588. package/dist/utils/runtime.d.ts +4 -0
  589. package/dist/utils/runtime.js +8 -0
  590. package/dist/utils/runtime.js.map +1 -0
  591. package/dist/utils/safeEventCallback.d.ts +6 -0
  592. package/dist/utils/safeEventCallback.js +29 -0
  593. package/dist/utils/safeEventCallback.js.map +1 -0
  594. package/dist/utils/spawnCommand.d.ts +11 -1
  595. package/dist/utils/spawnCommand.js +56 -6
  596. package/dist/utils/spawnCommand.js.map +1 -1
  597. package/dist/utils/tokenizeInput.d.ts +3 -0
  598. package/dist/utils/tokenizeInput.js +12 -0
  599. package/dist/utils/tokenizeInput.js.map +1 -0
  600. package/dist/utils/transformPromisable.d.ts +40 -0
  601. package/dist/utils/transformPromisable.js +64 -0
  602. package/dist/utils/transformPromisable.js.map +1 -0
  603. package/dist/utils/truncateTextAndRoundToWords.d.ts +2 -0
  604. package/dist/utils/truncateTextAndRoundToWords.js +30 -0
  605. package/dist/utils/truncateTextAndRoundToWords.js.map +1 -1
  606. package/dist/utils/utilTypes.d.ts +3 -0
  607. package/dist/utils/utilTypes.js +2 -0
  608. package/dist/utils/utilTypes.js.map +1 -0
  609. package/dist/utils/waitForLockfileRelease.d.ts +5 -0
  610. package/dist/utils/waitForLockfileRelease.js +20 -0
  611. package/dist/utils/waitForLockfileRelease.js.map +1 -0
  612. package/dist/utils/withLockfile.d.ts +7 -0
  613. package/dist/utils/withLockfile.js +44 -0
  614. package/dist/utils/withLockfile.js.map +1 -0
  615. package/dist/utils/withOra.d.ts +2 -0
  616. package/dist/utils/withOra.js +22 -6
  617. package/dist/utils/withOra.js.map +1 -1
  618. package/dist/utils/withProgressLog.d.ts +23 -0
  619. package/dist/utils/withProgressLog.js +211 -0
  620. package/dist/utils/withProgressLog.js.map +1 -0
  621. package/dist/utils/withStatusLogs.d.ts +2 -1
  622. package/dist/utils/withStatusLogs.js +12 -9
  623. package/dist/utils/withStatusLogs.js.map +1 -1
  624. package/dist/utils/wrapAbortSignal.d.ts +2 -0
  625. package/dist/utils/wrapAbortSignal.js +9 -0
  626. package/dist/utils/wrapAbortSignal.js.map +1 -0
  627. package/llama/.clang-format +1 -2
  628. package/llama/CMakeLists.txt +126 -5
  629. package/llama/addon/AddonContext.cpp +762 -0
  630. package/llama/addon/AddonContext.h +53 -0
  631. package/llama/addon/AddonGrammar.cpp +42 -0
  632. package/llama/addon/AddonGrammar.h +18 -0
  633. package/llama/addon/AddonGrammarEvaluationState.cpp +26 -0
  634. package/llama/addon/AddonGrammarEvaluationState.h +15 -0
  635. package/llama/addon/AddonModel.cpp +671 -0
  636. package/llama/addon/AddonModel.h +61 -0
  637. package/llama/addon/AddonModelData.cpp +25 -0
  638. package/llama/addon/AddonModelData.h +15 -0
  639. package/llama/addon/AddonModelLora.cpp +105 -0
  640. package/llama/addon/AddonModelLora.h +28 -0
  641. package/llama/addon/addon.cpp +216 -0
  642. package/llama/addon/addonGlobals.cpp +22 -0
  643. package/llama/addon/addonGlobals.h +12 -0
  644. package/llama/addon/globals/addonLog.cpp +135 -0
  645. package/llama/addon/globals/addonLog.h +21 -0
  646. package/llama/addon/globals/addonProgress.cpp +15 -0
  647. package/llama/addon/globals/addonProgress.h +15 -0
  648. package/llama/addon/globals/getGpuInfo.cpp +108 -0
  649. package/llama/addon/globals/getGpuInfo.h +6 -0
  650. package/llama/binariesGithubRelease.json +1 -1
  651. package/llama/gitRelease.bundle +0 -0
  652. package/llama/gpuInfo/cuda-gpu-info.cu +120 -0
  653. package/llama/gpuInfo/cuda-gpu-info.h +10 -0
  654. package/llama/gpuInfo/metal-gpu-info.h +8 -0
  655. package/llama/gpuInfo/metal-gpu-info.mm +30 -0
  656. package/llama/gpuInfo/vulkan-gpu-info.cpp +83 -0
  657. package/llama/gpuInfo/vulkan-gpu-info.h +9 -0
  658. package/llama/grammars/README.md +297 -6
  659. package/llama/grammars/json.gbnf +4 -4
  660. package/llama/grammars/json_arr.gbnf +4 -4
  661. package/llama/llama.cpp.info.json +4 -0
  662. package/llama/toolchains/win32.host-x64.target-arm64.cmake +41 -0
  663. package/package.json +85 -54
  664. package/templates/packed/electron-typescript-react.json +1 -0
  665. package/templates/packed/node-typescript.json +1 -0
  666. package/dist/AbortError.d.ts +0 -2
  667. package/dist/AbortError.js +0 -7
  668. package/dist/AbortError.js.map +0 -1
  669. package/dist/chatWrappers/LlamaChatWrapper.d.ts +0 -13
  670. package/dist/chatWrappers/LlamaChatWrapper.js.map +0 -1
  671. package/dist/chatWrappers/resolveChatWrapperBasedOnModel.d.ts +0 -13
  672. package/dist/chatWrappers/resolveChatWrapperBasedOnModel.js +0 -57
  673. package/dist/chatWrappers/resolveChatWrapperBasedOnModel.js.map +0 -1
  674. package/dist/llamaEvaluator/LlamaBins.d.ts +0 -18
  675. package/dist/llamaEvaluator/LlamaBins.js +0 -5
  676. package/dist/llamaEvaluator/LlamaBins.js.map +0 -1
  677. package/dist/llamaEvaluator/LlamaChat/LlamaChat.d.ts +0 -175
  678. package/dist/llamaEvaluator/LlamaChat/LlamaChat.js +0 -704
  679. package/dist/llamaEvaluator/LlamaChat/LlamaChat.js.map +0 -1
  680. package/dist/llamaEvaluator/LlamaChat/utils/FunctionCallGrammar.d.ts +0 -21
  681. package/dist/llamaEvaluator/LlamaChat/utils/FunctionCallGrammar.js +0 -120
  682. package/dist/llamaEvaluator/LlamaChat/utils/FunctionCallGrammar.js.map +0 -1
  683. package/dist/llamaEvaluator/LlamaChat/utils/contextShiftStrategies/eraseFirstResponseAndKeepFirstSystemChatContextShiftStrategy.js.map +0 -1
  684. package/dist/llamaEvaluator/LlamaChatSession/LlamaChatSession.d.ts +0 -146
  685. package/dist/llamaEvaluator/LlamaChatSession/LlamaChatSession.js +0 -211
  686. package/dist/llamaEvaluator/LlamaChatSession/LlamaChatSession.js.map +0 -1
  687. package/dist/llamaEvaluator/LlamaChatSession/utils/defineChatSessionFunction.js.map +0 -1
  688. package/dist/llamaEvaluator/LlamaContext/LlamaContext.js.map +0 -1
  689. package/dist/llamaEvaluator/LlamaContext/types.d.ts +0 -82
  690. package/dist/llamaEvaluator/LlamaContext/types.js.map +0 -1
  691. package/dist/llamaEvaluator/LlamaContext/utils/batchItemsPrioritizingStrategies/firstInFirstOutStrategy.js.map +0 -1
  692. package/dist/llamaEvaluator/LlamaContext/utils/batchItemsPrioritizingStrategies/maximumParallelismStrategy.js.map +0 -1
  693. package/dist/llamaEvaluator/LlamaContext/utils/resolveBatchItemsPrioritizingStrategy.d.ts +0 -2
  694. package/dist/llamaEvaluator/LlamaContext/utils/resolveBatchItemsPrioritizingStrategy.js.map +0 -1
  695. package/dist/llamaEvaluator/LlamaEmbeddingContext.d.ts +0 -35
  696. package/dist/llamaEvaluator/LlamaEmbeddingContext.js +0 -73
  697. package/dist/llamaEvaluator/LlamaEmbeddingContext.js.map +0 -1
  698. package/dist/llamaEvaluator/LlamaGrammar.d.ts +0 -28
  699. package/dist/llamaEvaluator/LlamaGrammar.js.map +0 -1
  700. package/dist/llamaEvaluator/LlamaGrammarEvaluationState.js.map +0 -1
  701. package/dist/llamaEvaluator/LlamaJsonSchemaGrammar.js.map +0 -1
  702. package/dist/llamaEvaluator/LlamaModel.d.ts +0 -119
  703. package/dist/llamaEvaluator/LlamaModel.js +0 -322
  704. package/dist/llamaEvaluator/LlamaModel.js.map +0 -1
  705. package/dist/utils/binariesGithubRelease.js.map +0 -1
  706. package/dist/utils/clearLlamaBuild.d.ts +0 -1
  707. package/dist/utils/clearLlamaBuild.js +0 -12
  708. package/dist/utils/clearLlamaBuild.js.map +0 -1
  709. package/dist/utils/cloneLlamaCppRepo.d.ts +0 -2
  710. package/dist/utils/cloneLlamaCppRepo.js +0 -102
  711. package/dist/utils/cloneLlamaCppRepo.js.map +0 -1
  712. package/dist/utils/compileLLamaCpp.d.ts +0 -8
  713. package/dist/utils/compileLLamaCpp.js +0 -132
  714. package/dist/utils/compileLLamaCpp.js.map +0 -1
  715. package/dist/utils/getBin.js +0 -78
  716. package/dist/utils/getBin.js.map +0 -1
  717. package/dist/utils/getGbnfGrammarForGbnfJsonSchema.d.ts +0 -2
  718. package/dist/utils/getGbnfGrammarForGbnfJsonSchema.js +0 -9
  719. package/dist/utils/getGbnfGrammarForGbnfJsonSchema.js.map +0 -1
  720. package/dist/utils/getReleaseInfo.d.ts +0 -7
  721. package/dist/utils/getReleaseInfo.js +0 -30
  722. package/dist/utils/getReleaseInfo.js.map +0 -1
  723. package/dist/utils/parseModelTypeDescription.d.ts +0 -6
  724. package/dist/utils/parseModelTypeDescription.js +0 -9
  725. package/dist/utils/parseModelTypeDescription.js.map +0 -1
  726. package/dist/utils/resolveChatWrapper.d.ts +0 -4
  727. package/dist/utils/resolveChatWrapper.js +0 -16
  728. package/dist/utils/resolveChatWrapper.js.map +0 -1
  729. package/dist/utils/usedBinFlag.d.ts +0 -6
  730. package/dist/utils/usedBinFlag.js +0 -15
  731. package/dist/utils/usedBinFlag.js.map +0 -1
  732. package/llama/addon.cpp +0 -814
  733. package/llama/usedBin.json +0 -3
  734. package/llamaBins/linux-arm64/llama-addon.node +0 -0
  735. package/llamaBins/linux-armv7l/llama-addon.node +0 -0
  736. package/llamaBins/linux-x64/llama-addon.node +0 -0
  737. package/llamaBins/mac-arm64/llama-addon.node +0 -0
  738. package/llamaBins/mac-x64/llama-addon.node +0 -0
  739. package/llamaBins/win-x64/llama-addon.exp +0 -0
  740. package/llamaBins/win-x64/llama-addon.lib +0 -0
  741. package/llamaBins/win-x64/llama-addon.node +0 -0
  742. /package/dist/{utils → bindings/utils}/binariesGithubRelease.d.ts +0 -0
  743. /package/dist/{llamaEvaluator → evaluator}/LlamaChat/utils/contextShiftStrategies/eraseFirstResponseAndKeepFirstSystemChatContextShiftStrategy.d.ts +0 -0
  744. /package/dist/{llamaEvaluator → evaluator}/LlamaContext/types.js +0 -0
  745. /package/dist/{llamaEvaluator/LlamaContext/utils/batchItemsPrioritizingStrategies → evaluator/LlamaContext/utils/batchItemsPrioritizationStrategies}/firstInFirstOutStrategy.d.ts +0 -0
  746. /package/dist/{llamaEvaluator/LlamaContext/utils/batchItemsPrioritizingStrategies → evaluator/LlamaContext/utils/batchItemsPrioritizationStrategies}/firstInFirstOutStrategy.js +0 -0
  747. /package/dist/{llamaEvaluator/LlamaContext/utils/batchItemsPrioritizingStrategies → evaluator/LlamaContext/utils/batchItemsPrioritizationStrategies}/maximumParallelismStrategy.d.ts +0 -0
  748. /package/dist/{llamaEvaluator/LlamaContext/utils/batchItemsPrioritizingStrategies → evaluator/LlamaContext/utils/batchItemsPrioritizationStrategies}/maximumParallelismStrategy.js +0 -0
  749. /package/dist/{llamaEvaluator → evaluator}/LlamaGrammarEvaluationState.d.ts +0 -0
@@ -0,0 +1,289 @@
1
+ import { parseModelFileName } from "../../utils/parseModelFileName.js";
2
+ import { Llama3ChatWrapper } from "../Llama3ChatWrapper.js";
3
+ import { Llama2ChatWrapper } from "../Llama2ChatWrapper.js";
4
+ import { ChatMLChatWrapper } from "../ChatMLChatWrapper.js";
5
+ import { GeneralChatWrapper } from "../GeneralChatWrapper.js";
6
+ import { FalconChatWrapper } from "../FalconChatWrapper.js";
7
+ import { FunctionaryChatWrapper } from "../FunctionaryChatWrapper.js";
8
+ import { AlpacaChatWrapper } from "../AlpacaChatWrapper.js";
9
+ import { GemmaChatWrapper } from "../GemmaChatWrapper.js";
10
+ import { JinjaTemplateChatWrapper } from "../generic/JinjaTemplateChatWrapper.js";
11
+ import { TemplateChatWrapper } from "../generic/TemplateChatWrapper.js";
12
+ import { getConsoleLogPrefix } from "../../utils/getConsoleLogPrefix.js";
13
+ import { Llama3_1ChatWrapper } from "../Llama3_1ChatWrapper.js";
14
+ import { isJinjaTemplateEquivalentToSpecializedChatWrapper } from "./isJinjaTemplateEquivalentToSpecializedChatWrapper.js";
15
+ export const specializedChatWrapperTypeNames = Object.freeze([
16
+ "general", "llama3.1", "llama3", "llama2Chat", "alpacaChat", "functionary", "chatML", "falconChat", "gemma"
17
+ ]);
18
+ export const templateChatWrapperTypeNames = Object.freeze([
19
+ "template", "jinjaTemplate"
20
+ ]);
21
+ export const resolvableChatWrapperTypeNames = Object.freeze([
22
+ "auto",
23
+ ...specializedChatWrapperTypeNames,
24
+ ...templateChatWrapperTypeNames
25
+ ]);
26
+ const chatWrappers = {
27
+ "general": GeneralChatWrapper,
28
+ "llama3.1": Llama3_1ChatWrapper,
29
+ "llama3": Llama3ChatWrapper,
30
+ "llama2Chat": Llama2ChatWrapper,
31
+ "alpacaChat": AlpacaChatWrapper,
32
+ "functionary": FunctionaryChatWrapper,
33
+ "chatML": ChatMLChatWrapper,
34
+ "falconChat": FalconChatWrapper,
35
+ "gemma": GemmaChatWrapper,
36
+ "template": TemplateChatWrapper,
37
+ "jinjaTemplate": JinjaTemplateChatWrapper
38
+ };
39
+ const chatWrapperToConfigType = new Map(Object.entries(chatWrappers)
40
+ .map(([configType, Wrapper]) => ([Wrapper, configType])));
41
+ /**
42
+ * Resolve to a chat wrapper instance based on the provided information.
43
+ * The more information provided, the better the resolution will be (except for `type`).
44
+ *
45
+ * It's recommended to not set `type` to a specific chat wrapper in order for the resolution to be more flexible, but it is useful for when
46
+ * you need to provide the ability to force a specific chat wrapper type.
47
+ * Note that when setting `type` to a generic chat wrapper type (such as `"template"` or `"jinjaTemplate"`), the `customWrapperSettings`
48
+ * must contain the necessary settings for that chat wrapper to be created.
49
+ *
50
+ * When loading a Jinja chat template from either `fileInfo` or `customWrapperSettings.jinjaTemplate.template`,
51
+ * if the chat template format is invalid, it fallbacks to resolve other chat wrappers,
52
+ * unless `fallbackToOtherWrappersOnJinjaError` is set to `false` (in which case, it will throw an error).
53
+ */
54
+ export function resolveChatWrapper({ type = "auto", bosString, filename, fileInfo, tokenizer, customWrapperSettings, warningLogs = true, fallbackToOtherWrappersOnJinjaError = true, noJinja = false }) {
55
+ function createSpecializedChatWrapper(specializedChatWrapper, defaultSettings = {}) {
56
+ const chatWrapperConfigType = chatWrapperToConfigType.get(specializedChatWrapper);
57
+ const chatWrapperSettings = customWrapperSettings?.[chatWrapperConfigType];
58
+ return new specializedChatWrapper({
59
+ ...(defaultSettings ?? {}),
60
+ ...(chatWrapperSettings ?? {})
61
+ });
62
+ }
63
+ function getModelLinageNames() {
64
+ const res = [];
65
+ if (fileInfo == null)
66
+ return res;
67
+ const currentModelInfo = [fileInfo.metadata?.general?.name, fileInfo.metadata?.general?.basename]
68
+ .filter((v) => v != null);
69
+ if (currentModelInfo.length > 0)
70
+ res.push(currentModelInfo);
71
+ if (typeof fileInfo.metadata?.general?.base_model?.count === "number") {
72
+ for (let i = 0; i < fileInfo.metadata.general.base_model.count; i++) {
73
+ const baseModel = fileInfo.metadata.general.base_model[String(i)];
74
+ if (baseModel?.name != null)
75
+ res.push([baseModel.name]);
76
+ }
77
+ }
78
+ return res;
79
+ }
80
+ if (type !== "auto" && type != null) {
81
+ if (isTemplateChatWrapperType(type)) {
82
+ const Wrapper = chatWrappers[type];
83
+ if (isClassReference(Wrapper, TemplateChatWrapper)) {
84
+ const wrapperSettings = customWrapperSettings?.template;
85
+ if (wrapperSettings == null || wrapperSettings?.template == null || wrapperSettings?.historyTemplate == null ||
86
+ wrapperSettings?.modelRoleName == null || wrapperSettings?.userRoleName == null) {
87
+ if (warningLogs)
88
+ console.warn(getConsoleLogPrefix() + "Template chat wrapper settings must have a template, historyTemplate, modelRoleName, and userRoleName. Falling back to resolve other chat wrapper types.");
89
+ }
90
+ else
91
+ return new TemplateChatWrapper(wrapperSettings);
92
+ }
93
+ else if (isClassReference(Wrapper, JinjaTemplateChatWrapper)) {
94
+ const jinjaTemplate = customWrapperSettings?.jinjaTemplate?.template ?? fileInfo?.metadata?.tokenizer?.chat_template;
95
+ if (jinjaTemplate == null) {
96
+ if (warningLogs)
97
+ console.warn(getConsoleLogPrefix() + "Jinja template chat wrapper received no template. Falling back to resolve other chat wrapper types.");
98
+ }
99
+ else {
100
+ try {
101
+ return new JinjaTemplateChatWrapper({
102
+ ...(customWrapperSettings?.jinjaTemplate ?? {}),
103
+ template: jinjaTemplate
104
+ });
105
+ }
106
+ catch (err) {
107
+ if (!fallbackToOtherWrappersOnJinjaError)
108
+ throw err;
109
+ else if (warningLogs)
110
+ console.error(getConsoleLogPrefix() + "Error creating Jinja template chat wrapper. Falling back to resolve other chat wrappers. Error:", err);
111
+ }
112
+ }
113
+ }
114
+ else
115
+ void (Wrapper);
116
+ }
117
+ else if (Object.hasOwn(chatWrappers, type)) {
118
+ const Wrapper = chatWrappers[type];
119
+ const wrapperSettings = customWrapperSettings?.[type];
120
+ return new Wrapper(wrapperSettings);
121
+ }
122
+ }
123
+ const modelJinjaTemplate = customWrapperSettings?.jinjaTemplate?.template ?? fileInfo?.metadata?.tokenizer?.chat_template;
124
+ if (modelJinjaTemplate != null && modelJinjaTemplate.trim() !== "") {
125
+ const jinjaTemplateChatWrapperOptions = {
126
+ ...(customWrapperSettings?.jinjaTemplate ?? {}),
127
+ template: modelJinjaTemplate
128
+ };
129
+ const chatWrapperNamesToCheck = orderChatWrapperNamesByAssumedCompatibilityWithModel(specializedChatWrapperTypeNames, { filename, fileInfo });
130
+ for (const specializedChatWrapperTypeName of chatWrapperNamesToCheck) {
131
+ const Wrapper = chatWrappers[specializedChatWrapperTypeName];
132
+ const wrapperSettings = customWrapperSettings?.[specializedChatWrapperTypeName];
133
+ const isCompatible = Wrapper._checkModelCompatibility({
134
+ tokenizer,
135
+ fileInfo
136
+ });
137
+ if (!isCompatible)
138
+ continue;
139
+ const testOptionConfigurations = Wrapper._getOptionConfigurationsToTestIfCanSupersedeJinjaTemplate?.() ?? [];
140
+ if (testOptionConfigurations.length === 0)
141
+ testOptionConfigurations.push({});
142
+ for (const testConfiguration of testOptionConfigurations) {
143
+ const testChatWrapperSettings = {
144
+ ...(wrapperSettings ?? {}),
145
+ ...(testConfiguration ?? {})
146
+ };
147
+ const chatWrapper = new Wrapper(testChatWrapperSettings);
148
+ if (isJinjaTemplateEquivalentToSpecializedChatWrapper(jinjaTemplateChatWrapperOptions, chatWrapper, tokenizer))
149
+ return new Wrapper(testChatWrapperSettings);
150
+ }
151
+ }
152
+ if (!noJinja) {
153
+ if (!fallbackToOtherWrappersOnJinjaError)
154
+ return new JinjaTemplateChatWrapper(jinjaTemplateChatWrapperOptions);
155
+ try {
156
+ return new JinjaTemplateChatWrapper(jinjaTemplateChatWrapperOptions);
157
+ }
158
+ catch (err) {
159
+ console.error(getConsoleLogPrefix() + "Error creating Jinja template chat wrapper. Falling back to resolve other chat wrappers. Error:", err);
160
+ }
161
+ }
162
+ }
163
+ // try to find a pattern in the Jinja template to resolve to a specialized chat wrapper,
164
+ // with a logic similar to `llama.cpp`'s `llama_chat_apply_template_internal` function
165
+ if (modelJinjaTemplate != null && modelJinjaTemplate.trim() !== "") {
166
+ if (modelJinjaTemplate.includes("<|im_start|>"))
167
+ return createSpecializedChatWrapper(ChatMLChatWrapper);
168
+ else if (modelJinjaTemplate.includes("[INST]"))
169
+ return createSpecializedChatWrapper(Llama2ChatWrapper, {
170
+ addSpaceBeforeEos: modelJinjaTemplate.includes("' ' + eos_token")
171
+ });
172
+ else if (modelJinjaTemplate.includes("<|start_header_id|>") && modelJinjaTemplate.includes("<|end_header_id|>")) {
173
+ if (Llama3_1ChatWrapper._checkModelCompatibility({ tokenizer, fileInfo }))
174
+ return createSpecializedChatWrapper(Llama3_1ChatWrapper);
175
+ else
176
+ return createSpecializedChatWrapper(Llama3ChatWrapper);
177
+ }
178
+ else if (modelJinjaTemplate.includes("<start_of_turn>"))
179
+ return createSpecializedChatWrapper(GemmaChatWrapper);
180
+ }
181
+ for (const modelNames of getModelLinageNames()) {
182
+ if (includesText(modelNames, ["llama 3.1", "llama-3.1", "llama3.1"]) && Llama3_1ChatWrapper._checkModelCompatibility({ tokenizer, fileInfo }))
183
+ return createSpecializedChatWrapper(Llama3_1ChatWrapper);
184
+ else if (includesText(modelNames, ["llama 3", "llama-3", "llama3"]))
185
+ return createSpecializedChatWrapper(Llama3ChatWrapper);
186
+ }
187
+ if (filename != null) {
188
+ const { name, subType, fileType, otherInfo } = parseModelFileName(filename);
189
+ if (fileType?.toLowerCase() === "gguf") {
190
+ const lowercaseName = name?.toLowerCase();
191
+ const lowercaseSubType = subType?.toLowerCase();
192
+ const splitLowercaseSubType = (lowercaseSubType?.split("-") ?? []).concat(otherInfo.map(info => info.toLowerCase()));
193
+ const firstSplitLowercaseSubType = splitLowercaseSubType[0];
194
+ if (lowercaseName === "llama") {
195
+ if (splitLowercaseSubType.includes("chat"))
196
+ return createSpecializedChatWrapper(Llama2ChatWrapper);
197
+ return createSpecializedChatWrapper(GeneralChatWrapper);
198
+ }
199
+ else if (lowercaseName === "codellama")
200
+ return createSpecializedChatWrapper(GeneralChatWrapper);
201
+ else if (lowercaseName === "yarn" && firstSplitLowercaseSubType === "llama")
202
+ return createSpecializedChatWrapper(Llama2ChatWrapper);
203
+ else if (lowercaseName === "orca")
204
+ return createSpecializedChatWrapper(ChatMLChatWrapper);
205
+ else if (lowercaseName === "phind" && lowercaseSubType === "codellama")
206
+ return createSpecializedChatWrapper(Llama2ChatWrapper);
207
+ else if (lowercaseName === "mistral")
208
+ return createSpecializedChatWrapper(GeneralChatWrapper);
209
+ else if (firstSplitLowercaseSubType === "llama")
210
+ return createSpecializedChatWrapper(Llama2ChatWrapper);
211
+ else if (lowercaseSubType === "alpaca")
212
+ return createSpecializedChatWrapper(AlpacaChatWrapper);
213
+ else if (lowercaseName === "functionary")
214
+ return createSpecializedChatWrapper(FunctionaryChatWrapper);
215
+ else if (lowercaseName === "dolphin" && splitLowercaseSubType.includes("mistral"))
216
+ return createSpecializedChatWrapper(ChatMLChatWrapper);
217
+ else if (lowercaseName === "gemma")
218
+ return createSpecializedChatWrapper(GemmaChatWrapper);
219
+ else if (splitLowercaseSubType.includes("chatml"))
220
+ return createSpecializedChatWrapper(ChatMLChatWrapper);
221
+ }
222
+ }
223
+ if (fileInfo != null) {
224
+ const arch = fileInfo.metadata.general?.architecture;
225
+ if (arch === "llama")
226
+ return createSpecializedChatWrapper(GeneralChatWrapper);
227
+ else if (arch === "falcon")
228
+ return createSpecializedChatWrapper(FalconChatWrapper);
229
+ }
230
+ if (bosString === "" || bosString == null)
231
+ return null;
232
+ if ("<s>[INST] <<SYS>>\n".startsWith(bosString)) {
233
+ return createSpecializedChatWrapper(Llama2ChatWrapper);
234
+ }
235
+ else if ("<|im_start|>system\n".startsWith(bosString)) {
236
+ return createSpecializedChatWrapper(ChatMLChatWrapper);
237
+ }
238
+ return null;
239
+ }
240
+ export function isSpecializedChatWrapperType(type) {
241
+ return specializedChatWrapperTypeNames.includes(type);
242
+ }
243
+ export function isTemplateChatWrapperType(type) {
244
+ return templateChatWrapperTypeNames.includes(type);
245
+ }
246
+ function includesText(value, textToCheckFor, strictCase = false) {
247
+ if (value instanceof Array)
248
+ return value.some((v) => includesText(v, textToCheckFor, strictCase));
249
+ else if (typeof value !== "string")
250
+ return false;
251
+ if (textToCheckFor instanceof Array)
252
+ return textToCheckFor.some((t) => includesText(value, t, strictCase));
253
+ if (strictCase)
254
+ return value.includes(textToCheckFor);
255
+ return value.toLowerCase().includes(textToCheckFor.toLowerCase());
256
+ }
257
+ // this is needed because TypeScript guards don't work automatically with class references
258
+ function isClassReference(value, classReference) {
259
+ return value === classReference;
260
+ }
261
+ function orderChatWrapperNamesByAssumedCompatibilityWithModel(chatWrapperNames, { filename, fileInfo }) {
262
+ const rankPoints = {
263
+ modelName: 3,
264
+ modelNamePosition: 4,
265
+ fileName: 2,
266
+ fileNamePosition: 3
267
+ };
268
+ function getPointsForTextMatch(pattern, fullText, existsPoints, positionPoints) {
269
+ if (fullText == null)
270
+ return 0;
271
+ const index = fullText.toLowerCase().indexOf(pattern.toLowerCase());
272
+ if (index >= 0)
273
+ return existsPoints + (((index + 1) / fullText.length) * positionPoints);
274
+ return 0;
275
+ }
276
+ const modelName = fileInfo?.metadata?.general?.name;
277
+ return chatWrapperNames
278
+ .slice()
279
+ .sort((a, b) => {
280
+ let aPoints = 0;
281
+ let bPoints = 0;
282
+ aPoints += getPointsForTextMatch(a, modelName, rankPoints.modelName, rankPoints.modelNamePosition);
283
+ bPoints += getPointsForTextMatch(b, modelName, rankPoints.modelName, rankPoints.modelNamePosition);
284
+ aPoints += getPointsForTextMatch(a, filename, rankPoints.fileName, rankPoints.fileNamePosition);
285
+ bPoints += getPointsForTextMatch(b, filename, rankPoints.fileName, rankPoints.fileNamePosition);
286
+ return bPoints - aPoints;
287
+ });
288
+ }
289
+ //# sourceMappingURL=resolveChatWrapper.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"resolveChatWrapper.js","sourceRoot":"","sources":["../../../src/chatWrappers/utils/resolveChatWrapper.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,kBAAkB,EAAC,MAAM,mCAAmC,CAAC;AACrE,OAAO,EAAC,iBAAiB,EAAC,MAAM,yBAAyB,CAAC;AAC1D,OAAO,EAAC,iBAAiB,EAAC,MAAM,yBAAyB,CAAC;AAC1D,OAAO,EAAC,iBAAiB,EAAC,MAAM,yBAAyB,CAAC;AAC1D,OAAO,EAAC,kBAAkB,EAAC,MAAM,0BAA0B,CAAC;AAC5D,OAAO,EAAC,iBAAiB,EAAC,MAAM,yBAAyB,CAAC;AAC1D,OAAO,EAAC,sBAAsB,EAAC,MAAM,8BAA8B,CAAC;AACpE,OAAO,EAAC,iBAAiB,EAAC,MAAM,yBAAyB,CAAC;AAC1D,OAAO,EAAC,gBAAgB,EAAC,MAAM,wBAAwB,CAAC;AACxD,OAAO,EAAC,wBAAwB,EAAkC,MAAM,wCAAwC,CAAC;AACjH,OAAO,EAAC,mBAAmB,EAAC,MAAM,mCAAmC,CAAC;AACtE,OAAO,EAAC,mBAAmB,EAAC,MAAM,oCAAoC,CAAC;AACvE,OAAO,EAAC,mBAAmB,EAAC,MAAM,2BAA2B,CAAC;AAE9D,OAAO,EAAC,iDAAiD,EAAC,MAAM,wDAAwD,CAAC;AAIzH,MAAM,CAAC,MAAM,+BAA+B,GAAG,MAAM,CAAC,MAAM,CAAC;IACzD,SAAS,EAAE,UAAU,EAAE,QAAQ,EAAE,YAAY,EAAE,YAAY,EAAE,aAAa,EAAE,QAAQ,EAAE,YAAY,EAAE,OAAO;CACrG,CAAC,CAAC;AAGZ,MAAM,CAAC,MAAM,4BAA4B,GAAG,MAAM,CAAC,MAAM,CAAC;IACtD,UAAU,EAAE,eAAe;CACrB,CAAC,CAAC;AAGZ,MAAM,CAAC,MAAM,8BAA8B,GAAG,MAAM,CAAC,MAAM,CAAC;IACxD,MAAM;IACN,GAAG,+BAA+B;IAClC,GAAG,4BAA4B;CACzB,CAAC,CAAC;AAGZ,MAAM,YAAY,GAAG;IACjB,SAAS,EAAE,kBAAkB;IAC7B,UAAU,EAAE,mBAAmB;IAC/B,QAAQ,EAAE,iBAAiB;IAC3B,YAAY,EAAE,iBAAiB;IAC/B,YAAY,EAAE,iBAAiB;IAC/B,aAAa,EAAE,sBAAsB;IACrC,QAAQ,EAAE,iBAAiB;IAC3B,YAAY,EAAE,iBAAiB;IAC/B,OAAO,EAAE,gBAAgB;IACzB,UAAU,EAAE,mBAAmB;IAC/B,eAAe,EAAE,wBAAwB;CACiD,CAAC;AAC/F,MAAM,uBAAuB,GAAG,IAAI,GAAG,CACnC,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC;KACvB,GAAG,CAAC,CAAC,CAAC,UAAU,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,CAC5B,CAAC,OAAO,EAAE,UAAuC,CAAC,CACrD,CAAC,CACT,CAAC;AA2BF;;;;;;;;;;;;GAYG;AACH,MAAM,UAAU,kBAAkB,CAAC,EAC/B,IAAI,GAAG,MAAM,EACb,SAAS,EACT,QAAQ,EACR,QAAQ,EACR,SAAS,EACT,qBAAqB,EACrB,WAAW,GAAG,IAAI,EAClB,mCAAmC,GAAG,IAAI,EAC1C,OAAO,GAAG,KAAK,EACS;IACxB,SAAS,4BAA4B,CACjC,sBAAyB,EACzB,kBAA+C,EAAE;QAEjD,MAAM,qBAAqB,GAAG,uBAAuB,CAAC,GAAG,CAAC,sBAAsB,CAAmC,CAAC;QACpH,MAAM,mBAAmB,GAAG,qBAAqB,EAAE,CAAC,qBAAqB,CAAC,CAAC;QAE3E,OAAO,IAAK,sBAA8B,CAAC;YACvC,GAAG,CAAC,eAAe,IAAI,EAAE,CAAC;YAC1B,GAAG,CAAC,mBAAmB,IAAI,EAAE,CAAC;SACjC,CAAC,CAAC;IACP,CAAC;IAED,SAAS,mBAAmB;QACxB,MAAM,GAAG,GAAe,EAAE,CAAC;QAE3B,IAAI,QAAQ,IAAI,IAAI;YAChB,OAAO,GAAG,CAAC;QAEf,MAAM,gBAAgB,GAAG,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,CAAC,QAAQ,EAAE,OAAO,EAAE,QAAQ,CAAC;aAC5F,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC;QAC3C,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC;YAC3B,GAAG,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAE/B,IAAI,OAAO,QAAQ,CAAC,QAAQ,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,KAAK,QAAQ,EAAE,CAAC;YACpE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;gBAClE,MAAM,SAAS,GAAG,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAgB,CAAC,CAAC;gBACjF,IAAI,SAAS,EAAE,IAAI,IAAI,IAAI;oBACvB,GAAG,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;YACnC,CAAC;QACL,CAAC;QAED,OAAO,GAAG,CAAC;IACf,CAAC;IAED,IAAI,IAAI,KAAK,MAAM,IAAI,IAAI,IAAI,IAAI,EAAE,CAAC;QAClC,IAAI,yBAAyB,CAAC,IAAI,CAAC,EAAE,CAAC;YAClC,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;YAEnC,IAAI,gBAAgB,CAAC,OAAO,EAAE,mBAAmB,CAAC,EAAE,CAAC;gBACjD,MAAM,eAAe,GAAG,qBAAqB,EAAE,QAAQ,CAAC;gBACxD,IAAI,eAAe,IAAI,IAAI,IAAI,eAAe,EAAE,QAAQ,IAAI,IAAI,IAAI,eAAe,EAAE,eAAe,IAAI,IAAI;oBACxG,eAAe,EAAE,aAAa,IAAI,IAAI,IAAI,eAAe,EAAE,YAAY,IAAI,IAAI,EACjF,CAAC;oBACC,IAAI,WAAW;wBACX,OAAO,CAAC,IAAI,CAAC,mBAAmB,EAAE,GAAG,0JAA0J,CAAC,CAAC;gBACzM,CAAC;;oBACG,OAAO,IAAI,mBAAmB,CAAC,eAAe,CAAC,CAAC;YACxD,CAAC;iBAAM,IAAI,gBAAgB,CAAC,OAAO,EAAE,wBAAwB,CAAC,EAAE,CAAC;gBAC7D,MAAM,aAAa,GAAG,qBAAqB,EAAE,aAAa,EAAE,QAAQ,IAAI,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,aAAa,CAAC;gBAErH,IAAI,aAAa,IAAI,IAAI,EAAE,CAAC;oBACxB,IAAI,WAAW;wBACX,OAAO,CAAC,IAAI,CAAC,mBAAmB,EAAE,GAAG,qGAAqG,CAAC,CAAC;gBACpJ,CAAC;qBAAM,CAAC;oBACJ,IAAI,CAAC;wBACD,OAAO,IAAI,wBAAwB,CAAC;4BAChC,GAAG,CAAC,qBAAqB,EAAE,aAAa,IAAI,EAAE,CAAC;4BAC/C,QAAQ,EAAE,aAAa;yBAC1B,CAAC,CAAC;oBACP,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACX,IAAI,CAAC,mCAAmC;4BACpC,MAAM,GAAG,CAAC;6BACT,IAAI,WAAW;4BAChB,OAAO,CAAC,KAAK,CAAC,mBAAmB,EAAE,GAAG,iGAAiG,EAAE,GAAG,CAAC,CAAC;oBACtJ,CAAC;gBACL,CAAC;YACL,CAAC;;gBACG,KAAK,CAAC,OAAuB,CAAC,CAAC;QACvC,CAAC;aAAM,IAAI,MAAM,CAAC,MAAM,CAAC,YAAY,EAAE,IAAI,CAAC,EAAE,CAAC;YAC3C,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;YACnC,MAAM,eAAe,GACjB,qBAAqB,EAAE,CAAC,IAAI,CAAC,CAAC;YAElC,OAAO,IAAK,OAAe,CAAC,eAAe,CAAC,CAAC;QACjD,CAAC;IACL,CAAC;IAED,MAAM,kBAAkB,GAAG,qBAAqB,EAAE,aAAa,EAAE,QAAQ,IAAI,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,aAAa,CAAC;IAE1H,IAAI,kBAAkB,IAAI,IAAI,IAAI,kBAAkB,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;QACjE,MAAM,+BAA+B,GAAoC;YACrE,GAAG,CAAC,qBAAqB,EAAE,aAAa,IAAI,EAAE,CAAC;YAC/C,QAAQ,EAAE,kBAAkB;SAC/B,CAAC;QAEF,MAAM,uBAAuB,GAAG,oDAAoD,CAChF,+BAA+B,EAC/B,EAAC,QAAQ,EAAE,QAAQ,EAAC,CACvB,CAAC;QACF,KAAK,MAAM,8BAA8B,IAAI,uBAAuB,EAAE,CAAC;YACnE,MAAM,OAAO,GAAG,YAAY,CAAC,8BAA8B,CAAC,CAAC;YAC7D,MAAM,eAAe,GAAG,qBAAqB,EAAE,CAAC,8BAA8B,CAAC,CAAC;YAEhF,MAAM,YAAY,GAAG,OAAO,CAAC,wBAAwB,CAAC;gBAClD,SAAS;gBACT,QAAQ;aACX,CAAC,CAAC;YAEH,IAAI,CAAC,YAAY;gBACb,SAAS;YAEb,MAAM,wBAAwB,GAAG,OAAO,CAAC,yDAAyD,EAAE,EAAE,IAAI,EAAE,CAAC;YAC7G,IAAI,wBAAwB,CAAC,MAAM,KAAK,CAAC;gBACrC,wBAAwB,CAAC,IAAI,CAAC,EAAS,CAAC,CAAC;YAE7C,KAAK,MAAM,iBAAiB,IAAI,wBAAwB,EAAE,CAAC;gBACvD,MAAM,uBAAuB,GAAG;oBAC5B,GAAG,CAAC,eAAe,IAAI,EAAE,CAAC;oBAC1B,GAAG,CAAC,iBAAiB,IAAI,EAAE,CAAC;iBAC/B,CAAC;gBACF,MAAM,WAAW,GAAG,IAAK,OAAe,CAAC,uBAAuB,CAAC,CAAC;gBAElE,IAAI,iDAAiD,CAAC,+BAA+B,EAAE,WAAW,EAAE,SAAS,CAAC;oBAC1G,OAAO,IAAK,OAAe,CAAC,uBAAuB,CAAC,CAAC;YAC7D,CAAC;QACL,CAAC;QAED,IAAI,CAAC,OAAO,EAAE,CAAC;YACX,IAAI,CAAC,mCAAmC;gBACpC,OAAO,IAAI,wBAAwB,CAAC,+BAA+B,CAAC,CAAC;YAEzE,IAAI,CAAC;gBACD,OAAO,IAAI,wBAAwB,CAAC,+BAA+B,CAAC,CAAC;YACzE,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,OAAO,CAAC,KAAK,CAAC,mBAAmB,EAAE,GAAG,iGAAiG,EAAE,GAAG,CAAC,CAAC;YAClJ,CAAC;QACL,CAAC;IACL,CAAC;IAED,wFAAwF;IACxF,sFAAsF;IACtF,IAAI,kBAAkB,IAAI,IAAI,IAAI,kBAAkB,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;QACjE,IAAI,kBAAkB,CAAC,QAAQ,CAAC,cAAc,CAAC;YAC3C,OAAO,4BAA4B,CAAC,iBAAiB,CAAC,CAAC;aACtD,IAAI,kBAAkB,CAAC,QAAQ,CAAC,QAAQ,CAAC;YAC1C,OAAO,4BAA4B,CAAC,iBAAiB,EAAE;gBACnD,iBAAiB,EAAE,kBAAkB,CAAC,QAAQ,CAAC,iBAAiB,CAAC;aACpE,CAAC,CAAC;aACF,IAAI,kBAAkB,CAAC,QAAQ,CAAC,qBAAqB,CAAC,IAAI,kBAAkB,CAAC,QAAQ,CAAC,mBAAmB,CAAC,EAAE,CAAC;YAC9G,IAAI,mBAAmB,CAAC,wBAAwB,CAAC,EAAC,SAAS,EAAE,QAAQ,EAAC,CAAC;gBACnE,OAAO,4BAA4B,CAAC,mBAAmB,CAAC,CAAC;;gBAEzD,OAAO,4BAA4B,CAAC,iBAAiB,CAAC,CAAC;QAC/D,CAAC;aAAM,IAAI,kBAAkB,CAAC,QAAQ,CAAC,iBAAiB,CAAC;YACrD,OAAO,4BAA4B,CAAC,gBAAgB,CAAC,CAAC;IAC9D,CAAC;IAED,KAAK,MAAM,UAAU,IAAI,mBAAmB,EAAE,EAAE,CAAC;QAC7C,IAAI,YAAY,CAAC,UAAU,EAAE,CAAC,WAAW,EAAE,WAAW,EAAE,UAAU,CAAC,CAAC,IAAI,mBAAmB,CAAC,wBAAwB,CAAC,EAAC,SAAS,EAAE,QAAQ,EAAC,CAAC;YACvI,OAAO,4BAA4B,CAAC,mBAAmB,CAAC,CAAC;aACxD,IAAI,YAAY,CAAC,UAAU,EAAE,CAAC,SAAS,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;YAC/D,OAAO,4BAA4B,CAAC,iBAAiB,CAAC,CAAC;IAC/D,CAAC;IAGD,IAAI,QAAQ,IAAI,IAAI,EAAE,CAAC;QACnB,MAAM,EAAC,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAC,GAAG,kBAAkB,CAAC,QAAQ,CAAC,CAAC;QAE1E,IAAI,QAAQ,EAAE,WAAW,EAAE,KAAK,MAAM,EAAE,CAAC;YACrC,MAAM,aAAa,GAAG,IAAI,EAAE,WAAW,EAAE,CAAC;YAC1C,MAAM,gBAAgB,GAAG,OAAO,EAAE,WAAW,EAAE,CAAC;YAChD,MAAM,qBAAqB,GAAG,CAAC,gBAAgB,EAAE,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CACrE,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAC5C,CAAC;YACF,MAAM,0BAA0B,GAAG,qBAAqB,CAAC,CAAC,CAAC,CAAC;YAE5D,IAAI,aAAa,KAAK,OAAO,EAAE,CAAC;gBAC5B,IAAI,qBAAqB,CAAC,QAAQ,CAAC,MAAM,CAAC;oBACtC,OAAO,4BAA4B,CAAC,iBAAiB,CAAC,CAAC;gBAE3D,OAAO,4BAA4B,CAAC,kBAAkB,CAAC,CAAC;YAC5D,CAAC;iBAAM,IAAI,aAAa,KAAK,WAAW;gBACpC,OAAO,4BAA4B,CAAC,kBAAkB,CAAC,CAAC;iBACvD,IAAI,aAAa,KAAK,MAAM,IAAI,0BAA0B,KAAK,OAAO;gBACvE,OAAO,4BAA4B,CAAC,iBAAiB,CAAC,CAAC;iBACtD,IAAI,aAAa,KAAK,MAAM;gBAC7B,OAAO,4BAA4B,CAAC,iBAAiB,CAAC,CAAC;iBACtD,IAAI,aAAa,KAAK,OAAO,IAAI,gBAAgB,KAAK,WAAW;gBAClE,OAAO,4BAA4B,CAAC,iBAAiB,CAAC,CAAC;iBACtD,IAAI,aAAa,KAAK,SAAS;gBAChC,OAAO,4BAA4B,CAAC,kBAAkB,CAAC,CAAC;iBACvD,IAAI,0BAA0B,KAAK,OAAO;gBAC3C,OAAO,4BAA4B,CAAC,iBAAiB,CAAC,CAAC;iBACtD,IAAI,gBAAgB,KAAK,QAAQ;gBAClC,OAAO,4BAA4B,CAAC,iBAAiB,CAAC,CAAC;iBACtD,IAAI,aAAa,KAAK,aAAa;gBACpC,OAAO,4BAA4B,CAAC,sBAAsB,CAAC,CAAC;iBAC3D,IAAI,aAAa,KAAK,SAAS,IAAI,qBAAqB,CAAC,QAAQ,CAAC,SAAS,CAAC;gBAC7E,OAAO,4BAA4B,CAAC,iBAAiB,CAAC,CAAC;iBACtD,IAAI,aAAa,KAAK,OAAO;gBAC9B,OAAO,4BAA4B,CAAC,gBAAgB,CAAC,CAAC;iBACrD,IAAI,qBAAqB,CAAC,QAAQ,CAAC,QAAQ,CAAC;gBAC7C,OAAO,4BAA4B,CAAC,iBAAiB,CAAC,CAAC;QAC/D,CAAC;IACL,CAAC;IAED,IAAI,QAAQ,IAAI,IAAI,EAAE,CAAC;QACnB,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,OAAO,EAAE,YAAY,CAAC;QAErD,IAAI,IAAI,KAAK,OAAO;YAChB,OAAO,4BAA4B,CAAC,kBAAkB,CAAC,CAAC;aACvD,IAAI,IAAI,KAAK,QAAQ;YACtB,OAAO,4BAA4B,CAAC,iBAAiB,CAAC,CAAC;IAC/D,CAAC;IAED,IAAI,SAAS,KAAK,EAAE,IAAI,SAAS,IAAI,IAAI;QACrC,OAAO,IAAI,CAAC;IAEhB,IAAI,qBAAqB,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QAC9C,OAAO,4BAA4B,CAAC,iBAAiB,CAAC,CAAC;IAC3D,CAAC;SAAM,IAAI,sBAAsB,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QACtD,OAAO,4BAA4B,CAAC,iBAAiB,CAAC,CAAC;IAC3D,CAAC;IAED,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,4BAA4B,CAAC,IAAY;IACrD,OAAO,+BAA+B,CAAC,QAAQ,CAAC,IAAW,CAAC,CAAC;AACjE,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,IAAY;IAClD,OAAO,4BAA4B,CAAC,QAAQ,CAAC,IAAW,CAAC,CAAC;AAC9D,CAAC;AAED,SAAS,YAAY,CACjB,KAA2C,EAC3C,cAAiC,EACjC,aAAsB,KAAK;IAE3B,IAAI,KAAK,YAAY,KAAK;QACtB,OAAO,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,CAAC,EAAE,cAAc,EAAE,UAAU,CAAC,CAAC,CAAC;SACrE,IAAI,OAAO,KAAK,KAAK,QAAQ;QAC9B,OAAO,KAAK,CAAC;IAEjB,IAAI,cAAc,YAAY,KAAK;QAC/B,OAAO,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC,EAAE,UAAU,CAAC,CAAC,CAAC;IAE1E,IAAI,UAAU;QACV,OAAO,KAAK,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC;IAE1C,OAAO,KAAK,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,cAAc,CAAC,WAAW,EAAE,CAAC,CAAC;AACtE,CAAC;AAED,0FAA0F;AAC1F,SAAS,gBAAgB,CAAI,KAAU,EAAE,cAAiB;IACtD,OAAO,KAAK,KAAK,cAAc,CAAC;AACpC,CAAC;AAED,SAAS,oDAAoD,CAA0C,gBAA8B,EAAE,EACnI,QAAQ,EAAE,QAAQ,EAIrB;IACG,MAAM,UAAU,GAAG;QACf,SAAS,EAAE,CAAC;QACZ,iBAAiB,EAAE,CAAC;QACpB,QAAQ,EAAE,CAAC;QACX,gBAAgB,EAAE,CAAC;KACb,CAAC;IAEX,SAAS,qBAAqB,CAAC,OAAe,EAAE,QAA4B,EAAE,YAAoB,EAAE,cAAsB;QACtH,IAAI,QAAQ,IAAI,IAAI;YAChB,OAAO,CAAC,CAAC;QAEb,MAAM,KAAK,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC;QAEpE,IAAI,KAAK,IAAI,CAAC;YACV,OAAO,YAAY,GAAG,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,QAAQ,CAAC,MAAM,CAAC,GAAG,cAAc,CAAC,CAAC;QAE7E,OAAO,CAAC,CAAC;IACb,CAAC;IAED,MAAM,SAAS,GAAG,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,CAAC;IAEpD,OAAO,gBAAgB;SAClB,KAAK,EAAE;SACP,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACX,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,IAAI,OAAO,GAAG,CAAC,CAAC;QAEhB,OAAO,IAAI,qBAAqB,CAAC,CAAC,EAAE,SAAS,EAAE,UAAU,CAAC,SAAS,EAAE,UAAU,CAAC,iBAAiB,CAAC,CAAC;QACnG,OAAO,IAAI,qBAAqB,CAAC,CAAC,EAAE,SAAS,EAAE,UAAU,CAAC,SAAS,EAAE,UAAU,CAAC,iBAAiB,CAAC,CAAC;QAEnG,OAAO,IAAI,qBAAqB,CAAC,CAAC,EAAE,QAAQ,EAAE,UAAU,CAAC,QAAQ,EAAE,UAAU,CAAC,gBAAgB,CAAC,CAAC;QAChG,OAAO,IAAI,qBAAqB,CAAC,CAAC,EAAE,QAAQ,EAAE,UAAU,CAAC,QAAQ,EAAE,UAAU,CAAC,gBAAgB,CAAC,CAAC;QAEhG,OAAO,OAAO,GAAG,OAAO,CAAC;IAC7B,CAAC,CAAC,CAAC;AACX,CAAC"}
package/dist/cli/cli.js CHANGED
@@ -2,26 +2,40 @@
2
2
  import { fileURLToPath } from "url";
3
3
  import path from "path";
4
4
  import yargs from "yargs";
5
- // eslint-disable-next-line n/file-extension-in-import
6
5
  import { hideBin } from "yargs/helpers";
7
6
  import fs from "fs-extra";
8
- import { cliBinName } from "../config.js";
7
+ import { cliBinName, documentationPageUrls } from "../config.js";
8
+ import { setIsRunningFromCLI } from "../state.js";
9
+ import { withCliCommandDescriptionDocsUrl } from "./utils/withCliCommandDescriptionDocsUrl.js";
10
+ import { PullCommand } from "./commands/PullCommand.js";
11
+ import { ChatCommand } from "./commands/ChatCommand.js";
12
+ import { InitCommand } from "./commands/InitCommand.js";
9
13
  import { DownloadCommand } from "./commands/DownloadCommand.js";
14
+ import { CompleteCommand } from "./commands/CompleteCommand.js";
15
+ import { InfillCommand } from "./commands/InfillCommand.js";
16
+ import { InspectCommand } from "./commands/inspect/InspectCommand.js";
10
17
  import { BuildCommand } from "./commands/BuildCommand.js";
11
- import { OnPostInstallCommand } from "./commands/OnPostInstallCommand.js";
12
18
  import { ClearCommand } from "./commands/ClearCommand.js";
13
- import { ChatCommand } from "./commands/ChatCommand.js";
19
+ import { OnPostInstallCommand } from "./commands/OnPostInstallCommand.js";
20
+ import { DebugCommand } from "./commands/DebugCommand.js";
14
21
  const __dirname = path.dirname(fileURLToPath(import.meta.url));
15
22
  const packageJson = fs.readJSONSync(path.join(__dirname, "..", "..", "package.json"));
23
+ setIsRunningFromCLI(true);
16
24
  const yarg = yargs(hideBin(process.argv));
17
25
  yarg
18
26
  .scriptName(cliBinName)
19
- .usage("Usage: $0 <command> [options]")
27
+ .usage(withCliCommandDescriptionDocsUrl("Usage: $0 <command> [options]", documentationPageUrls.CLI.index))
28
+ .command(PullCommand)
29
+ .command(ChatCommand)
30
+ .command(InitCommand)
20
31
  .command(DownloadCommand)
32
+ .command(CompleteCommand)
33
+ .command(InfillCommand)
34
+ .command(InspectCommand)
21
35
  .command(BuildCommand)
22
36
  .command(ClearCommand)
23
- .command(ChatCommand)
24
37
  .command(OnPostInstallCommand)
38
+ .command(DebugCommand)
25
39
  .recommendCommands()
26
40
  .demandCommand(1)
27
41
  .strict()
@@ -30,6 +44,6 @@ yarg
30
44
  .help("h")
31
45
  .alias("h", "help")
32
46
  .version(packageJson.version)
33
- .wrap(Math.min(100, yarg.terminalWidth()))
47
+ .wrap(Math.min(130, yarg.terminalWidth()))
34
48
  .parse();
35
49
  //# sourceMappingURL=cli.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"cli.js","sourceRoot":"","sources":["../../src/cli/cli.ts"],"names":[],"mappings":";AAEA,OAAO,EAAC,aAAa,EAAC,MAAM,KAAK,CAAC;AAClC,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,sDAAsD;AACtD,OAAO,EAAC,OAAO,EAAC,MAAM,eAAe,CAAC;AACtC,OAAO,EAAE,MAAM,UAAU,CAAC;AAC1B,OAAO,EAAC,UAAU,EAAC,MAAM,cAAc,CAAC;AACxC,OAAO,EAAC,eAAe,EAAC,MAAM,+BAA+B,CAAC;AAC9D,OAAO,EAAC,YAAY,EAAC,MAAM,4BAA4B,CAAC;AACxD,OAAO,EAAC,oBAAoB,EAAC,MAAM,oCAAoC,CAAC;AACxE,OAAO,EAAC,YAAY,EAAC,MAAM,4BAA4B,CAAC;AACxD,OAAO,EAAC,WAAW,EAAC,MAAM,2BAA2B,CAAC;AAEtD,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AAE/D,MAAM,WAAW,GAAG,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,cAAc,CAAC,CAAC,CAAC;AAEtF,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;AAE1C,IAAI;KACC,UAAU,CAAC,UAAU,CAAC;KACtB,KAAK,CAAC,+BAA+B,CAAC;KACtC,OAAO,CAAC,eAAe,CAAC;KACxB,OAAO,CAAC,YAAY,CAAC;KACrB,OAAO,CAAC,YAAY,CAAC;KACrB,OAAO,CAAC,WAAW,CAAC;KACpB,OAAO,CAAC,oBAAoB,CAAC;KAC7B,iBAAiB,EAAE;KACnB,aAAa,CAAC,CAAC,CAAC;KAChB,MAAM,EAAE;KACR,cAAc,EAAE;KAChB,KAAK,CAAC,GAAG,EAAE,SAAS,CAAC;KACrB,IAAI,CAAC,GAAG,CAAC;KACT,KAAK,CAAC,GAAG,EAAE,MAAM,CAAC;KAClB,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC;KAC5B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC;KACzC,KAAK,EAAE,CAAC"}
1
+ {"version":3,"file":"cli.js","sourceRoot":"","sources":["../../src/cli/cli.ts"],"names":[],"mappings":";AAEA,OAAO,EAAC,aAAa,EAAC,MAAM,KAAK,CAAC;AAClC,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAC,OAAO,EAAC,MAAM,eAAe,CAAC;AACtC,OAAO,EAAE,MAAM,UAAU,CAAC;AAC1B,OAAO,EAAC,UAAU,EAAE,qBAAqB,EAAC,MAAM,cAAc,CAAC;AAC/D,OAAO,EAAC,mBAAmB,EAAC,MAAM,aAAa,CAAC;AAChD,OAAO,EAAC,gCAAgC,EAAC,MAAM,6CAA6C,CAAC;AAC7F,OAAO,EAAC,WAAW,EAAC,MAAM,2BAA2B,CAAC;AACtD,OAAO,EAAC,WAAW,EAAC,MAAM,2BAA2B,CAAC;AACtD,OAAO,EAAC,WAAW,EAAC,MAAM,2BAA2B,CAAC;AACtD,OAAO,EAAC,eAAe,EAAC,MAAM,+BAA+B,CAAC;AAC9D,OAAO,EAAC,eAAe,EAAC,MAAM,+BAA+B,CAAC;AAC9D,OAAO,EAAC,aAAa,EAAC,MAAM,6BAA6B,CAAC;AAC1D,OAAO,EAAC,cAAc,EAAC,MAAM,sCAAsC,CAAC;AACpE,OAAO,EAAC,YAAY,EAAC,MAAM,4BAA4B,CAAC;AACxD,OAAO,EAAC,YAAY,EAAC,MAAM,4BAA4B,CAAC;AACxD,OAAO,EAAC,oBAAoB,EAAC,MAAM,oCAAoC,CAAC;AACxE,OAAO,EAAC,YAAY,EAAC,MAAM,4BAA4B,CAAC;AAExD,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AAE/D,MAAM,WAAW,GAAG,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,cAAc,CAAC,CAAC,CAAC;AAEtF,mBAAmB,CAAC,IAAI,CAAC,CAAC;AAE1B,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;AAE1C,IAAI;KACC,UAAU,CAAC,UAAU,CAAC;KACtB,KAAK,CAAC,gCAAgC,CAAC,+BAA+B,EAAE,qBAAqB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;KACzG,OAAO,CAAC,WAAW,CAAC;KACpB,OAAO,CAAC,WAAW,CAAC;KACpB,OAAO,CAAC,WAAW,CAAC;KACpB,OAAO,CAAC,eAAe,CAAC;KACxB,OAAO,CAAC,eAAe,CAAC;KACxB,OAAO,CAAC,aAAa,CAAC;KACtB,OAAO,CAAC,cAAc,CAAC;KACvB,OAAO,CAAC,YAAY,CAAC;KACrB,OAAO,CAAC,YAAY,CAAC;KACrB,OAAO,CAAC,oBAAoB,CAAC;KAC7B,OAAO,CAAC,YAAY,CAAC;KACrB,iBAAiB,EAAE;KACnB,aAAa,CAAC,CAAC,CAAC;KAChB,MAAM,EAAE;KACR,cAAc,EAAE;KAChB,KAAK,CAAC,GAAG,EAAE,SAAS,CAAC;KACrB,IAAI,CAAC,GAAG,CAAC;KACT,KAAK,CAAC,GAAG,EAAE,MAAM,CAAC;KAClB,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC;KAC5B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC;KACzC,KAAK,EAAE,CAAC"}
@@ -1,10 +1,17 @@
1
+ /// <reference types="node" />
2
+ import process from "process";
1
3
  import { CommandModule } from "yargs";
4
+ import { BuildGpu } from "../../bindings/types.js";
2
5
  type BuildCommand = {
3
- arch?: string;
6
+ arch?: typeof process.arch;
4
7
  nodeTarget?: string;
5
- metal?: boolean;
6
- cuda?: boolean;
8
+ gpu?: BuildGpu | "auto";
9
+ noUsageExample?: boolean;
7
10
  };
8
11
  export declare const BuildCommand: CommandModule<object, BuildCommand>;
9
- export declare function BuildLlamaCppCommand({ arch, nodeTarget, metal, cuda }: BuildCommand): Promise<void>;
12
+ export declare function BuildLlamaCppCommand({ arch, nodeTarget, gpu, noUsageExample,
13
+ /** @internal */
14
+ noCustomCmakeBuildOptionsInBinaryFolderName,
15
+ /** @internal */
16
+ ciMode }: BuildCommand): Promise<void>;
10
17
  export {};
@@ -1,73 +1,146 @@
1
1
  import process from "process";
2
2
  import chalk from "chalk";
3
- import fs from "fs-extra";
4
- import { compileLlamaCpp } from "../../utils/compileLLamaCpp.js";
3
+ import { compileLlamaCpp } from "../../bindings/utils/compileLLamaCpp.js";
5
4
  import withOra from "../../utils/withOra.js";
6
5
  import { clearTempFolder } from "../../utils/clearTempFolder.js";
7
- import { defaultLlamaCppCudaSupport, defaultLlamaCppMetalSupport, llamaCppDirectory } from "../../config.js";
6
+ import { builtinLlamaCppGitHubRepo, builtinLlamaCppRelease, isCI, defaultLlamaCppGpuSupport, documentationPageUrls } from "../../config.js";
8
7
  import { downloadCmakeIfNeeded } from "../../utils/cmake.js";
9
8
  import withStatusLogs from "../../utils/withStatusLogs.js";
10
- import { getIsInDocumentationMode } from "../../state.js";
9
+ import { logBinaryUsageExampleToConsole } from "../../bindings/utils/logBinaryUsageExampleToConsole.js";
10
+ import { getPlatform } from "../../bindings/utils/getPlatform.js";
11
+ import { resolveCustomCmakeOptions } from "../../bindings/utils/resolveCustomCmakeOptions.js";
12
+ import { getClonedLlamaCppRepoReleaseInfo, isLlamaCppRepoCloned } from "../../bindings/utils/cloneLlamaCppRepo.js";
13
+ import { nodeLlamaCppGpuOptions, parseNodeLlamaCppGpuOption } from "../../bindings/types.js";
14
+ import { logUsedGpuTypeOption } from "../utils/logUsedGpuTypeOption.js";
15
+ import { getGpuTypesToUseForOption } from "../../bindings/utils/getGpuTypesToUseForOption.js";
16
+ import { getConsoleLogPrefix } from "../../utils/getConsoleLogPrefix.js";
17
+ import { getPrettyBuildGpuName } from "../../bindings/consts.js";
18
+ import { getPlatformInfo } from "../../bindings/utils/getPlatformInfo.js";
19
+ import { withCliCommandDescriptionDocsUrl } from "../utils/withCliCommandDescriptionDocsUrl.js";
11
20
  export const BuildCommand = {
12
21
  command: "build",
13
- describe: "Compile the currently downloaded llama.cpp",
22
+ aliases: ["compile"],
23
+ describe: withCliCommandDescriptionDocsUrl("Compile the currently downloaded `llama.cpp` source code", documentationPageUrls.CLI.Build),
14
24
  builder(yargs) {
15
- const isInDocumentationMode = getIsInDocumentationMode();
16
25
  return yargs
17
26
  .option("arch", {
18
27
  alias: "a",
19
28
  type: "string",
29
+ coerce: (value) => value,
20
30
  description: "The architecture to compile llama.cpp for"
21
31
  })
22
32
  .option("nodeTarget", {
23
33
  alias: "t",
24
34
  type: "string",
25
- description: "The Node.js version to compile llama.cpp for. Example: v18.0.0"
35
+ description: "The Node.js version to compile llama.cpp for. Example: `v18.0.0`"
26
36
  })
27
- .option("metal", {
37
+ .option("gpu", {
38
+ type: "string",
39
+ default: defaultLlamaCppGpuSupport,
40
+ // yargs types don't support passing `false` as a choice, although it is supported by yargs
41
+ choices: nodeLlamaCppGpuOptions,
42
+ coerce: parseNodeLlamaCppGpuOption,
43
+ description: "Compute layer implementation type to use for llama.cpp"
44
+ })
45
+ .option("noUsageExample", {
46
+ alias: "nu",
47
+ type: "boolean",
48
+ default: false,
49
+ description: "Don't print code usage example after building"
50
+ })
51
+ .option("noCustomCmakeBuildOptionsInBinaryFolderName", {
28
52
  type: "boolean",
29
- default: defaultLlamaCppMetalSupport || isInDocumentationMode,
30
- description: "Compile llama.cpp with Metal support. Enabled by default on macOS. Can be disabled with \"--no-metal\". Can also be set via the NODE_LLAMA_CPP_METAL environment variable"
53
+ hidden: true, // this is only for the CI to use
54
+ default: false,
55
+ description: "Don't include custom CMake build options in build folder name"
31
56
  })
32
- .option("cuda", {
57
+ .option("ciMode", {
33
58
  type: "boolean",
34
- default: defaultLlamaCppCudaSupport,
35
- description: "Compile llama.cpp with CUDA support. Can also be set via the NODE_LLAMA_CPP_CUDA environment variable"
59
+ hidden: true, // this is only for the CI to use
60
+ default: false,
61
+ description: "Enable CI only build options"
36
62
  });
37
63
  },
38
64
  handler: BuildLlamaCppCommand
39
65
  };
40
- export async function BuildLlamaCppCommand({ arch = undefined, nodeTarget = undefined, metal = defaultLlamaCppMetalSupport, cuda = defaultLlamaCppCudaSupport }) {
41
- if (!(await fs.pathExists(llamaCppDirectory))) {
66
+ export async function BuildLlamaCppCommand({ arch = undefined, nodeTarget = undefined, gpu = defaultLlamaCppGpuSupport, noUsageExample = false,
67
+ /** @internal */
68
+ noCustomCmakeBuildOptionsInBinaryFolderName = false,
69
+ /** @internal */
70
+ ciMode = false }) {
71
+ if (!(await isLlamaCppRepoCloned())) {
42
72
  console.log(chalk.red('llama.cpp is not downloaded. Please run "node-llama-cpp download" first'));
43
73
  process.exit(1);
44
74
  }
45
- if (metal && process.platform === "darwin") {
46
- console.log(`${chalk.yellow("Metal:")} enabled`);
47
- }
48
- if (cuda) {
49
- console.log(`${chalk.yellow("CUDA:")} enabled`);
50
- }
51
- await downloadCmakeIfNeeded(true);
52
- await withStatusLogs({
53
- loading: chalk.blue("Compiling llama.cpp"),
54
- success: chalk.blue("Compiled llama.cpp"),
55
- fail: chalk.blue("Failed to compile llama.cpp")
56
- }, async () => {
57
- await compileLlamaCpp({
58
- arch: arch ? arch : undefined,
59
- nodeTarget: nodeTarget ? nodeTarget : undefined,
60
- setUsedBinFlag: true,
61
- metal,
62
- cuda
75
+ const includeBuildOptionsInBinaryFolderName = !noCustomCmakeBuildOptionsInBinaryFolderName || !isCI;
76
+ const clonedLlamaCppRepoReleaseInfo = await getClonedLlamaCppRepoReleaseInfo();
77
+ const platform = getPlatform();
78
+ const platformInfo = await getPlatformInfo();
79
+ const customCmakeOptions = resolveCustomCmakeOptions();
80
+ const buildGpusToTry = await getGpuTypesToUseForOption(gpu, { platform, arch });
81
+ let downloadedCmake = false;
82
+ for (let i = 0; i < buildGpusToTry.length; i++) {
83
+ const gpuToTry = buildGpusToTry[i];
84
+ const isLastItem = i === buildGpusToTry.length - 1;
85
+ logUsedGpuTypeOption(gpuToTry);
86
+ if (!downloadedCmake) {
87
+ await downloadCmakeIfNeeded(true);
88
+ downloadedCmake = true;
89
+ }
90
+ const buildOptions = {
91
+ customCmakeOptions,
92
+ progressLogs: true,
93
+ platform,
94
+ platformInfo,
95
+ arch: arch
96
+ ? arch
97
+ : process.arch,
98
+ gpu: gpuToTry,
99
+ llamaCpp: {
100
+ repo: clonedLlamaCppRepoReleaseInfo?.llamaCppGithubRepo ?? builtinLlamaCppGitHubRepo,
101
+ release: clonedLlamaCppRepoReleaseInfo?.tag ?? builtinLlamaCppRelease
102
+ }
103
+ };
104
+ try {
105
+ await withStatusLogs({
106
+ loading: chalk.blue("Compiling llama.cpp"),
107
+ success: chalk.blue("Compiled llama.cpp"),
108
+ fail: chalk.blue("Failed to compile llama.cpp")
109
+ }, async () => {
110
+ await compileLlamaCpp(buildOptions, {
111
+ nodeTarget: nodeTarget ? nodeTarget : undefined,
112
+ updateLastBuildInfo: true,
113
+ downloadCmakeIfNeeded: false,
114
+ ensureLlamaCppRepoIsCloned: false,
115
+ includeBuildOptionsInBinaryFolderName,
116
+ ciMode: isCI && ciMode
117
+ });
118
+ });
119
+ }
120
+ catch (err) {
121
+ console.error(getConsoleLogPrefix() +
122
+ `Failed to build llama.cpp with ${getPrettyBuildGpuName(gpuToTry)} support. ` +
123
+ (!isLastItem
124
+ ? `falling back to building llama.cpp with ${getPrettyBuildGpuName(buildGpusToTry[i + 1])} support. `
125
+ : "") +
126
+ "Error:", err);
127
+ if (isLastItem)
128
+ throw err;
129
+ continue;
130
+ }
131
+ await withOra({
132
+ loading: chalk.blue("Removing temporary files"),
133
+ success: chalk.blue("Removed temporary files"),
134
+ fail: chalk.blue("Failed to remove temporary files")
135
+ }, async () => {
136
+ await clearTempFolder();
63
137
  });
64
- });
65
- await withOra({
66
- loading: chalk.blue("Removing temporary files"),
67
- success: chalk.blue("Removed temporary files"),
68
- fail: chalk.blue("Failed to remove temporary files")
69
- }, async () => {
70
- await clearTempFolder();
71
- });
138
+ if (!noUsageExample) {
139
+ console.log();
140
+ logBinaryUsageExampleToConsole(buildOptions, gpu !== "auto", true);
141
+ console.log();
142
+ }
143
+ break;
144
+ }
72
145
  }
73
146
  //# sourceMappingURL=BuildCommand.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"BuildCommand.js","sourceRoot":"","sources":["../../../src/cli/commands/BuildCommand.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,SAAS,CAAC;AAE9B,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,MAAM,UAAU,CAAC;AAC1B,OAAO,EAAC,eAAe,EAAC,MAAM,gCAAgC,CAAC;AAC/D,OAAO,OAAO,MAAM,wBAAwB,CAAC;AAC7C,OAAO,EAAC,eAAe,EAAC,MAAM,gCAAgC,CAAC;AAC/D,OAAO,EAAC,0BAA0B,EAAE,2BAA2B,EAAE,iBAAiB,EAAC,MAAM,iBAAiB,CAAC;AAC3G,OAAO,EAAC,qBAAqB,EAAC,MAAM,sBAAsB,CAAC;AAC3D,OAAO,cAAc,MAAM,+BAA+B,CAAC;AAC3D,OAAO,EAAC,wBAAwB,EAAC,MAAM,gBAAgB,CAAC;AASxD,MAAM,CAAC,MAAM,YAAY,GAAwC;IAC7D,OAAO,EAAE,OAAO;IAChB,QAAQ,EAAE,4CAA4C;IACtD,OAAO,CAAC,KAAK;QACT,MAAM,qBAAqB,GAAG,wBAAwB,EAAE,CAAC;QAEzD,OAAO,KAAK;aACP,MAAM,CAAC,MAAM,EAAE;YACZ,KAAK,EAAE,GAAG;YACV,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,2CAA2C;SAC3D,CAAC;aACD,MAAM,CAAC,YAAY,EAAE;YAClB,KAAK,EAAE,GAAG;YACV,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,gEAAgE;SAChF,CAAC;aACD,MAAM,CAAC,OAAO,EAAE;YACb,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,2BAA2B,IAAI,qBAAqB;YAC7D,WAAW,EAAE,2KAA2K;SAC3L,CAAC;aACD,MAAM,CAAC,MAAM,EAAE;YACZ,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,0BAA0B;YACnC,WAAW,EAAE,uGAAuG;SACvH,CAAC,CAAC;IACX,CAAC;IACD,OAAO,EAAE,oBAAoB;CAChC,CAAC;AAEF,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,EACvC,IAAI,GAAG,SAAS,EAChB,UAAU,GAAG,SAAS,EACtB,KAAK,GAAG,2BAA2B,EACnC,IAAI,GAAG,0BAA0B,EACtB;IACX,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC,EAAE;QAC3C,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,yEAAyE,CAAC,CAAC,CAAC;QAClG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;KACnB;IAED,IAAI,KAAK,IAAI,OAAO,CAAC,QAAQ,KAAK,QAAQ,EAAE;QACxC,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;KACpD;IAED,IAAI,IAAI,EAAE;QACN,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;KACnD;IAED,MAAM,qBAAqB,CAAC,IAAI,CAAC,CAAC;IAElC,MAAM,cAAc,CAAC;QACjB,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,qBAAqB,CAAC;QAC1C,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC;QACzC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,6BAA6B,CAAC;KAClD,EAAE,KAAK,IAAI,EAAE;QACV,MAAM,eAAe,CAAC;YAClB,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;YAC7B,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS;YAC/C,cAAc,EAAE,IAAI;YACpB,KAAK;YACL,IAAI;SACP,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;IAEH,MAAM,OAAO,CAAC;QACV,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,0BAA0B,CAAC;QAC/C,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,yBAAyB,CAAC;QAC9C,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,kCAAkC,CAAC;KACvD,EAAE,KAAK,IAAI,EAAE;QACV,MAAM,eAAe,EAAE,CAAC;IAC5B,CAAC,CAAC,CAAC;AACP,CAAC"}
1
+ {"version":3,"file":"BuildCommand.js","sourceRoot":"","sources":["../../../src/cli/commands/BuildCommand.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,SAAS,CAAC;AAE9B,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAC,eAAe,EAAC,MAAM,yCAAyC,CAAC;AACxE,OAAO,OAAO,MAAM,wBAAwB,CAAC;AAC7C,OAAO,EAAC,eAAe,EAAC,MAAM,gCAAgC,CAAC;AAC/D,OAAO,EAAC,yBAAyB,EAAE,sBAAsB,EAAE,IAAI,EAAE,yBAAyB,EAAE,qBAAqB,EAAC,MAAM,iBAAiB,CAAC;AAC1I,OAAO,EAAC,qBAAqB,EAAC,MAAM,sBAAsB,CAAC;AAC3D,OAAO,cAAc,MAAM,+BAA+B,CAAC;AAC3D,OAAO,EAAC,8BAA8B,EAAC,MAAM,wDAAwD,CAAC;AACtG,OAAO,EAAC,WAAW,EAAC,MAAM,qCAAqC,CAAC;AAChE,OAAO,EAAC,yBAAyB,EAAC,MAAM,mDAAmD,CAAC;AAC5F,OAAO,EAAC,gCAAgC,EAAE,oBAAoB,EAAC,MAAM,2CAA2C,CAAC;AACjH,OAAO,EAAyB,sBAAsB,EAAE,0BAA0B,EAAC,MAAM,yBAAyB,CAAC;AACnH,OAAO,EAAC,oBAAoB,EAAC,MAAM,kCAAkC,CAAC;AACtE,OAAO,EAAC,yBAAyB,EAAC,MAAM,mDAAmD,CAAC;AAC5F,OAAO,EAAC,mBAAmB,EAAC,MAAM,oCAAoC,CAAC;AACvE,OAAO,EAAC,qBAAqB,EAAC,MAAM,0BAA0B,CAAC;AAC/D,OAAO,EAAC,eAAe,EAAC,MAAM,yCAAyC,CAAC;AACxE,OAAO,EAAC,gCAAgC,EAAC,MAAM,8CAA8C,CAAC;AAe9F,MAAM,CAAC,MAAM,YAAY,GAAwC;IAC7D,OAAO,EAAE,OAAO;IAChB,OAAO,EAAE,CAAC,SAAS,CAAC;IACpB,QAAQ,EAAE,gCAAgC,CACtC,0DAA0D,EAC1D,qBAAqB,CAAC,GAAG,CAAC,KAAK,CAClC;IACD,OAAO,CAAC,KAAK;QACT,OAAO,KAAK;aACP,MAAM,CAAC,MAAM,EAAE;YACZ,KAAK,EAAE,GAAG;YACV,IAAI,EAAE,QAAQ;YACd,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK;YACxB,WAAW,EAAE,2CAA2C;SAC3D,CAAC;aACD,MAAM,CAAC,YAAY,EAAE;YAClB,KAAK,EAAE,GAAG;YACV,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,kEAAkE;SAClF,CAAC;aACD,MAAM,CAAC,KAAK,EAAE;YACX,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,yBAAyB;YAElC,2FAA2F;YAC3F,OAAO,EAAE,sBAAwF;YACjG,MAAM,EAAE,0BAA0B;YAClC,WAAW,EAAE,wDAAwD;SACxE,CAAC;aACD,MAAM,CAAC,gBAAgB,EAAE;YACtB,KAAK,EAAE,IAAI;YACX,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,KAAK;YACd,WAAW,EAAE,+CAA+C;SAC/D,CAAC;aACD,MAAM,CAAC,6CAA6C,EAAE;YACnD,IAAI,EAAE,SAAS;YACf,MAAM,EAAE,IAAI,EAAE,iCAAiC;YAC/C,OAAO,EAAE,KAAK;YACd,WAAW,EAAE,+DAA+D;SAC/E,CAAC;aACD,MAAM,CAAC,QAAQ,EAAE;YACd,IAAI,EAAE,SAAS;YACf,MAAM,EAAE,IAAI,EAAE,iCAAiC;YAC/C,OAAO,EAAE,KAAK;YACd,WAAW,EAAE,8BAA8B;SAC9C,CAAC,CAAC;IACX,CAAC;IACD,OAAO,EAAE,oBAAoB;CAChC,CAAC;AAEF,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,EACvC,IAAI,GAAG,SAAS,EAChB,UAAU,GAAG,SAAS,EACtB,GAAG,GAAG,yBAAyB,EAC/B,cAAc,GAAG,KAAK;AAEtB,gBAAgB;AAChB,2CAA2C,GAAG,KAAK;AAEnD,gBAAgB;AAChB,MAAM,GAAG,KAAK,EACH;IACX,IAAI,CAAC,CAAC,MAAM,oBAAoB,EAAE,CAAC,EAAE,CAAC;QAClC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,yEAAyE,CAAC,CAAC,CAAC;QAClG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACpB,CAAC;IAED,MAAM,qCAAqC,GAAG,CAAC,2CAA2C,IAAI,CAAC,IAAI,CAAC;IAEpG,MAAM,6BAA6B,GAAG,MAAM,gCAAgC,EAAE,CAAC;IAE/E,MAAM,QAAQ,GAAG,WAAW,EAAE,CAAC;IAC/B,MAAM,YAAY,GAAG,MAAM,eAAe,EAAE,CAAC;IAC7C,MAAM,kBAAkB,GAAG,yBAAyB,EAAE,CAAC;IACvD,MAAM,cAAc,GAAe,MAAM,yBAAyB,CAAC,GAAG,EAAE,EAAC,QAAQ,EAAE,IAAI,EAAC,CAAC,CAAC;IAC1F,IAAI,eAAe,GAAG,KAAK,CAAC;IAE5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC7C,MAAM,QAAQ,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;QACnC,MAAM,UAAU,GAAG,CAAC,KAAK,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC;QAEnD,oBAAoB,CAAC,QAAQ,CAAC,CAAC;QAE/B,IAAI,CAAC,eAAe,EAAE,CAAC;YACnB,MAAM,qBAAqB,CAAC,IAAI,CAAC,CAAC;YAClC,eAAe,GAAG,IAAI,CAAC;QAC3B,CAAC;QAED,MAAM,YAAY,GAAiB;YAC/B,kBAAkB;YAClB,YAAY,EAAE,IAAI;YAClB,QAAQ;YACR,YAAY;YACZ,IAAI,EAAE,IAAI;gBACN,CAAC,CAAC,IAA2B;gBAC7B,CAAC,CAAC,OAAO,CAAC,IAAI;YAClB,GAAG,EAAE,QAAQ;YACb,QAAQ,EAAE;gBACN,IAAI,EAAE,6BAA6B,EAAE,kBAAkB,IAAI,yBAAyB;gBACpF,OAAO,EAAE,6BAA6B,EAAE,GAAG,IAAI,sBAAsB;aACxE;SACJ,CAAC;QAEF,IAAI,CAAC;YACD,MAAM,cAAc,CAAC;gBACjB,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,qBAAqB,CAAC;gBAC1C,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC;gBACzC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,6BAA6B,CAAC;aAClD,EAAE,KAAK,IAAI,EAAE;gBACV,MAAM,eAAe,CAAC,YAAY,EAAE;oBAChC,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS;oBAC/C,mBAAmB,EAAE,IAAI;oBACzB,qBAAqB,EAAE,KAAK;oBAC5B,0BAA0B,EAAE,KAAK;oBACjC,qCAAqC;oBACrC,MAAM,EAAE,IAAI,IAAI,MAAM;iBACzB,CAAC,CAAC;YACP,CAAC,CAAC,CAAC;QACP,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,OAAO,CAAC,KAAK,CACT,mBAAmB,EAAE;gBACrB,kCAAkC,qBAAqB,CAAC,QAAQ,CAAC,YAAY;gBAC7E,CACI,CAAC,UAAU;oBACP,CAAC,CAAC,2CAA2C,qBAAqB,CAAC,cAAc,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,YAAY;oBACrG,CAAC,CAAC,EAAE,CACX;gBACD,QAAQ,EACR,GAAG,CACN,CAAC;YAEF,IAAI,UAAU;gBACV,MAAM,GAAG,CAAC;YAEd,SAAS;QACb,CAAC;QAED,MAAM,OAAO,CAAC;YACV,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,0BAA0B,CAAC;YAC/C,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,yBAAyB,CAAC;YAC9C,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,kCAAkC,CAAC;SACvD,EAAE,KAAK,IAAI,EAAE;YACV,MAAM,eAAe,EAAE,CAAC;QAC5B,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,cAAc,EAAE,CAAC;YAClB,OAAO,CAAC,GAAG,EAAE,CAAC;YACd,8BAA8B,CAAC,YAAY,EAAE,GAAG,KAAK,MAAM,EAAE,IAAI,CAAC,CAAC;YACnE,OAAO,CAAC,GAAG,EAAE,CAAC;QAClB,CAAC;QAED,MAAM;IACV,CAAC;AACL,CAAC"}