node-llama-cpp 3.0.0-beta.12 → 3.0.0-beta.13

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (181) hide show
  1. package/dist/ChatWrapper.d.ts +1 -0
  2. package/dist/ChatWrapper.js +2 -1
  3. package/dist/ChatWrapper.js.map +1 -1
  4. package/dist/TemplateChatWrapper.d.ts +67 -0
  5. package/dist/TemplateChatWrapper.js +239 -0
  6. package/dist/TemplateChatWrapper.js.map +1 -0
  7. package/dist/bindings/AddonTypes.d.ts +2 -0
  8. package/dist/bindings/Llama.d.ts +1 -3
  9. package/dist/bindings/Llama.js +10 -20
  10. package/dist/bindings/Llama.js.map +1 -1
  11. package/dist/bindings/consts.d.ts +2 -0
  12. package/dist/bindings/consts.js +11 -0
  13. package/dist/bindings/consts.js.map +1 -0
  14. package/dist/bindings/getLlama.d.ts +14 -18
  15. package/dist/bindings/getLlama.js +210 -78
  16. package/dist/bindings/getLlama.js.map +1 -1
  17. package/dist/bindings/types.d.ts +8 -5
  18. package/dist/bindings/types.js +18 -0
  19. package/dist/bindings/types.js.map +1 -1
  20. package/dist/bindings/utils/asyncEvery.d.ts +5 -0
  21. package/dist/bindings/utils/asyncEvery.js +15 -0
  22. package/dist/bindings/utils/asyncEvery.js.map +1 -0
  23. package/dist/bindings/utils/asyncSome.d.ts +5 -0
  24. package/dist/bindings/utils/asyncSome.js +27 -0
  25. package/dist/bindings/utils/asyncSome.js.map +1 -0
  26. package/dist/bindings/utils/cloneLlamaCppRepo.js +13 -3
  27. package/dist/bindings/utils/cloneLlamaCppRepo.js.map +1 -1
  28. package/dist/bindings/utils/compileLLamaCpp.js +30 -4
  29. package/dist/bindings/utils/compileLLamaCpp.js.map +1 -1
  30. package/dist/bindings/utils/detectAvailableComputeLayers.d.ts +11 -0
  31. package/dist/bindings/utils/detectAvailableComputeLayers.js +158 -0
  32. package/dist/bindings/utils/detectAvailableComputeLayers.js.map +1 -0
  33. package/dist/bindings/utils/detectGlibc.d.ts +4 -0
  34. package/dist/bindings/utils/detectGlibc.js +36 -0
  35. package/dist/bindings/utils/detectGlibc.js.map +1 -0
  36. package/dist/bindings/utils/getBestComputeLayersAvailable.d.ts +9 -0
  37. package/dist/bindings/utils/getBestComputeLayersAvailable.js +29 -0
  38. package/dist/bindings/utils/getBestComputeLayersAvailable.js.map +1 -0
  39. package/dist/bindings/utils/getBuildFolderNameForBuildOptions.js +12 -6
  40. package/dist/bindings/utils/getBuildFolderNameForBuildOptions.js.map +1 -1
  41. package/dist/bindings/utils/getGpuTypesToUseForOption.d.ts +11 -0
  42. package/dist/bindings/utils/getGpuTypesToUseForOption.js +30 -0
  43. package/dist/bindings/utils/getGpuTypesToUseForOption.js.map +1 -0
  44. package/dist/bindings/utils/getLinuxDistroInfo.d.ts +9 -0
  45. package/dist/bindings/utils/getLinuxDistroInfo.js +46 -0
  46. package/dist/bindings/utils/getLinuxDistroInfo.js.map +1 -0
  47. package/dist/bindings/utils/getPlatformInfo.d.ts +5 -0
  48. package/dist/bindings/utils/getPlatformInfo.js +28 -0
  49. package/dist/bindings/utils/getPlatformInfo.js.map +1 -0
  50. package/dist/bindings/utils/hasFileInPath.d.ts +2 -0
  51. package/dist/bindings/utils/hasFileInPath.js +34 -0
  52. package/dist/bindings/utils/hasFileInPath.js.map +1 -0
  53. package/dist/bindings/utils/logBinaryUsageExampleToConsole.d.ts +1 -1
  54. package/dist/bindings/utils/logBinaryUsageExampleToConsole.js +3 -9
  55. package/dist/bindings/utils/logBinaryUsageExampleToConsole.js.map +1 -1
  56. package/dist/bindings/utils/logDistroInstallInstruction.d.ts +13 -0
  57. package/dist/bindings/utils/logDistroInstallInstruction.js +38 -0
  58. package/dist/bindings/utils/logDistroInstallInstruction.js.map +1 -0
  59. package/dist/bindings/utils/resolveChatWrapperBasedOnWrapperTypeName.d.ts +9 -2
  60. package/dist/bindings/utils/resolveChatWrapperBasedOnWrapperTypeName.js +10 -4
  61. package/dist/bindings/utils/resolveChatWrapperBasedOnWrapperTypeName.js.map +1 -1
  62. package/dist/bindings/utils/testBindingBinary.d.ts +1 -0
  63. package/dist/bindings/utils/testBindingBinary.js +98 -0
  64. package/dist/bindings/utils/testBindingBinary.js.map +1 -0
  65. package/dist/chatWrappers/ChatMLChatWrapper.js +1 -1
  66. package/dist/chatWrappers/ChatMLChatWrapper.js.map +1 -1
  67. package/dist/chatWrappers/GemmaChatWrapper.d.ts +18 -0
  68. package/dist/chatWrappers/GemmaChatWrapper.js +86 -0
  69. package/dist/chatWrappers/GemmaChatWrapper.js.map +1 -0
  70. package/dist/chatWrappers/resolveChatWrapperBasedOnModel.js +3 -0
  71. package/dist/chatWrappers/resolveChatWrapperBasedOnModel.js.map +1 -1
  72. package/dist/cli/cli.js +2 -0
  73. package/dist/cli/cli.js.map +1 -1
  74. package/dist/cli/commands/BuildCommand.d.ts +5 -5
  75. package/dist/cli/commands/BuildCommand.js +78 -60
  76. package/dist/cli/commands/BuildCommand.js.map +1 -1
  77. package/dist/cli/commands/DebugCommand.js +3 -9
  78. package/dist/cli/commands/DebugCommand.js.map +1 -1
  79. package/dist/cli/commands/DownloadCommand.d.ts +5 -5
  80. package/dist/cli/commands/DownloadCommand.js +97 -56
  81. package/dist/cli/commands/DownloadCommand.js.map +1 -1
  82. package/dist/cli/commands/InspectCommand.d.ts +7 -0
  83. package/dist/cli/commands/InspectCommand.js +113 -0
  84. package/dist/cli/commands/InspectCommand.js.map +1 -0
  85. package/dist/cli/utils/logUsedGpuTypeOption.d.ts +2 -0
  86. package/dist/cli/utils/logUsedGpuTypeOption.js +9 -0
  87. package/dist/cli/utils/logUsedGpuTypeOption.js.map +1 -0
  88. package/dist/config.d.ts +3 -3
  89. package/dist/config.js +10 -11
  90. package/dist/config.js.map +1 -1
  91. package/dist/evaluator/LlamaChatSession/utils/defineChatSessionFunction.d.ts +3 -0
  92. package/dist/evaluator/LlamaChatSession/utils/defineChatSessionFunction.js +3 -0
  93. package/dist/evaluator/LlamaChatSession/utils/defineChatSessionFunction.js.map +1 -1
  94. package/dist/gguf/GGUFInsights.d.ts +28 -0
  95. package/dist/gguf/GGUFInsights.js +58 -0
  96. package/dist/gguf/GGUFInsights.js.map +1 -0
  97. package/dist/gguf/GGUFMetadata.d.ts +19 -0
  98. package/dist/gguf/GGUFMetadata.js +38 -0
  99. package/dist/gguf/GGUFMetadata.js.map +1 -0
  100. package/dist/gguf/errors/InvalidGGUFMagicError.d.ts +3 -0
  101. package/dist/gguf/errors/InvalidGGUFMagicError.js +6 -0
  102. package/dist/gguf/errors/InvalidGGUFMagicError.js.map +1 -0
  103. package/dist/gguf/errors/MetadataNotParsedYetError.d.ts +3 -0
  104. package/dist/gguf/errors/MetadataNotParsedYetError.js +6 -0
  105. package/dist/gguf/errors/MetadataNotParsedYetError.js.map +1 -0
  106. package/dist/gguf/errors/MissingNodeLlamaError.d.ts +3 -0
  107. package/dist/gguf/errors/MissingNodeLlamaError.js +6 -0
  108. package/dist/gguf/errors/MissingNodeLlamaError.js.map +1 -0
  109. package/dist/gguf/errors/ModelScore/NotEnoughVRamError.d.ts +5 -0
  110. package/dist/gguf/errors/ModelScore/NotEnoughVRamError.js +12 -0
  111. package/dist/gguf/errors/ModelScore/NotEnoughVRamError.js.map +1 -0
  112. package/dist/gguf/errors/UnsupportedMetadataTypeError.d.ts +4 -0
  113. package/dist/gguf/errors/UnsupportedMetadataTypeError.js +8 -0
  114. package/dist/gguf/errors/UnsupportedMetadataTypeError.js.map +1 -0
  115. package/dist/gguf/ggufParser/GGUFParser.d.ts +18 -0
  116. package/dist/gguf/ggufParser/GGUFParser.js +123 -0
  117. package/dist/gguf/ggufParser/GGUFParser.js.map +1 -0
  118. package/dist/gguf/ggufParser/GGUFTypes.d.ts +257 -0
  119. package/dist/gguf/ggufParser/GGUFTypes.js +2 -0
  120. package/dist/gguf/ggufParser/GGUFTypes.js.map +1 -0
  121. package/dist/gguf/ggufParser/checkArchitecture.d.ts +14 -0
  122. package/dist/gguf/ggufParser/checkArchitecture.js +74 -0
  123. package/dist/gguf/ggufParser/checkArchitecture.js.map +1 -0
  124. package/dist/gguf/ggufParser/stream/GGUFBaseStream.d.ts +38 -0
  125. package/dist/gguf/ggufParser/stream/GGUFBaseStream.js +83 -0
  126. package/dist/gguf/ggufParser/stream/GGUFBaseStream.js.map +1 -0
  127. package/dist/gguf/ggufParser/stream/GGUFFetchStream.d.ts +14 -0
  128. package/dist/gguf/ggufParser/stream/GGUFFetchStream.js +35 -0
  129. package/dist/gguf/ggufParser/stream/GGUFFetchStream.js.map +1 -0
  130. package/dist/gguf/ggufParser/stream/GGUFReadStream.d.ts +15 -0
  131. package/dist/gguf/ggufParser/stream/GGUFReadStream.js +40 -0
  132. package/dist/gguf/ggufParser/stream/GGUFReadStream.js.map +1 -0
  133. package/dist/index.d.ts +3 -1
  134. package/dist/index.js +3 -1
  135. package/dist/index.js.map +1 -1
  136. package/dist/utils/LlamaText.js +2 -2
  137. package/dist/utils/LlamaText.js.map +1 -1
  138. package/dist/utils/cmake.js +23 -10
  139. package/dist/utils/cmake.js.map +1 -1
  140. package/dist/utils/getBuildDefaults.d.ts +1 -3
  141. package/dist/utils/getBuildDefaults.js +2 -4
  142. package/dist/utils/getBuildDefaults.js.map +1 -1
  143. package/dist/utils/getConsoleLogPrefix.d.ts +1 -1
  144. package/dist/utils/getConsoleLogPrefix.js +2 -2
  145. package/dist/utils/getConsoleLogPrefix.js.map +1 -1
  146. package/dist/utils/mergeUnionTypes.d.ts +6 -0
  147. package/dist/utils/mergeUnionTypes.js +2 -0
  148. package/dist/utils/mergeUnionTypes.js.map +1 -0
  149. package/dist/utils/parseTextTemplate.d.ts +66 -0
  150. package/dist/utils/parseTextTemplate.js +116 -0
  151. package/dist/utils/parseTextTemplate.js.map +1 -0
  152. package/llama/CMakeLists.txt +11 -5
  153. package/llama/addon.cpp +31 -7
  154. package/llama/binariesGithubRelease.json +1 -1
  155. package/llama/gitRelease.bundle +0 -0
  156. package/llama/llama.cpp.info.json +1 -1
  157. package/llamaBins/linux-arm64/.buildMetadata.json +1 -1
  158. package/llamaBins/linux-arm64/llama-addon.node +0 -0
  159. package/llamaBins/linux-armv7l/.buildMetadata.json +1 -1
  160. package/llamaBins/linux-armv7l/llama-addon.node +0 -0
  161. package/llamaBins/linux-x64/.buildMetadata.json +1 -1
  162. package/llamaBins/linux-x64/llama-addon.node +0 -0
  163. package/llamaBins/linux-x64-cuda/.buildMetadata.json +1 -1
  164. package/llamaBins/linux-x64-cuda/llama-addon.node +0 -0
  165. package/llamaBins/linux-x64-vulkan/.buildMetadata.json +1 -1
  166. package/llamaBins/linux-x64-vulkan/llama-addon.node +0 -0
  167. package/llamaBins/mac-arm64-metal/.buildMetadata.json +1 -1
  168. package/llamaBins/mac-arm64-metal/ggml-metal.metal +815 -106
  169. package/llamaBins/mac-arm64-metal/llama-addon.node +0 -0
  170. package/llamaBins/mac-x64/.buildMetadata.json +1 -1
  171. package/llamaBins/mac-x64/llama-addon.node +0 -0
  172. package/llamaBins/win-x64/.buildMetadata.json +1 -1
  173. package/llamaBins/win-x64/llama-addon.node +0 -0
  174. package/llamaBins/win-x64-cuda/.buildMetadata.json +1 -1
  175. package/llamaBins/win-x64-cuda/llama-addon.node +0 -0
  176. package/llamaBins/win-x64-vulkan/.buildMetadata.json +1 -1
  177. package/llamaBins/win-x64-vulkan/llama-addon.node +0 -0
  178. package/package.json +6 -4
  179. package/dist/cli/utils/logEnabledComputeLayers.d.ts +0 -8
  180. package/dist/cli/utils/logEnabledComputeLayers.js +0 -11
  181. package/dist/cli/utils/logEnabledComputeLayers.js.map +0 -1
@@ -3,6 +3,7 @@ import { fileURLToPath } from "url";
3
3
  import process from "process";
4
4
  import fs from "fs-extra";
5
5
  import chalk from "chalk";
6
+ import which from "which";
6
7
  import { buildMetadataFileName, documentationPageUrls, llamaCppDirectory, llamaDirectory, llamaLocalBuildBinsDirectory, llamaPrebuiltBinsDirectory, llamaToolchainsDirectory } from "../../config.js";
7
8
  import { convertBuildOptionsToBuildOptionsJSON } from "../types.js";
8
9
  import { spawnCommand } from "../../utils/spawnCommand.js";
@@ -12,6 +13,8 @@ import { withLockfile } from "../../utils/withLockfile.js";
12
13
  import { ensureLlamaCppRepoIsCloned, isLlamaCppRepoCloned } from "./cloneLlamaCppRepo.js";
13
14
  import { getBuildFolderNameForBuildOptions } from "./getBuildFolderNameForBuildOptions.js";
14
15
  import { setLastBuildInfo } from "./lastBuildInfo.js";
16
+ import { getPlatform } from "./getPlatform.js";
17
+ import { logDistroInstallInstruction } from "./logDistroInstallInstruction.js";
15
18
  const __dirname = path.dirname(fileURLToPath(import.meta.url));
16
19
  export async function compileLlamaCpp(buildOptions, { nodeTarget = process.version, updateLastBuildInfo: updateLastBuildInfoArg = true, includeBuildOptionsInBinaryFolderName = true, ensureLlamaCppRepoIsCloned: ensureLlamaCppRepoIsClonedArg = false, downloadCmakeIfNeeded: downloadCmakeIfNeededArg = false }) {
17
20
  const buildFolderName = await getBuildFolderNameForBuildOptions(buildOptions);
@@ -34,14 +37,16 @@ export async function compileLlamaCpp(buildOptions, { nodeTarget = process.versi
34
37
  const toolchainFile = await getToolchainFileForArch(buildOptions.arch);
35
38
  const runtimeVersion = nodeTarget.startsWith("v") ? nodeTarget.slice("v".length) : nodeTarget;
36
39
  const cmakeCustomOptions = new Map(buildOptions.customCmakeOptions);
37
- if (buildOptions.computeLayers.metal && process.platform === "darwin" && !cmakeCustomOptions.has("LLAMA_METAL"))
40
+ if (buildOptions.gpu === "metal" && process.platform === "darwin" && !cmakeCustomOptions.has("LLAMA_METAL"))
38
41
  cmakeCustomOptions.set("LLAMA_METAL", "1");
39
42
  else if (!cmakeCustomOptions.has("LLAMA_METAL"))
40
43
  cmakeCustomOptions.set("LLAMA_METAL", "OFF");
41
- if (buildOptions.computeLayers.cuda && !cmakeCustomOptions.has("LLAMA_CUBLAS"))
44
+ if (buildOptions.gpu === "cuda" && !cmakeCustomOptions.has("LLAMA_CUBLAS"))
42
45
  cmakeCustomOptions.set("LLAMA_CUBLAS", "1");
43
- if (buildOptions.computeLayers.vulkan && !cmakeCustomOptions.has("LLAMA_VULKAN"))
46
+ if (buildOptions.gpu === "vulkan" && !cmakeCustomOptions.has("LLAMA_VULKAN"))
44
47
  cmakeCustomOptions.set("LLAMA_VULKAN", "1");
48
+ if (!cmakeCustomOptions.has("LLAMA_CCACHE"))
49
+ cmakeCustomOptions.set("LLAMA_CCACHE", "OFF");
45
50
  if (toolchainFile != null && !cmakeCustomOptions.has("CMAKE_TOOLCHAIN_FILE"))
46
51
  cmakeCustomOptions.set("CMAKE_TOOLCHAIN_FILE", toolchainFile);
47
52
  await fs.remove(outDirectory);
@@ -87,11 +92,32 @@ export async function compileLlamaCpp(buildOptions, { nodeTarget = process.versi
87
92
  }
88
93
  }
89
94
  catch (err) {
90
- if (buildOptions.computeLayers.cuda)
95
+ const platform = getPlatform();
96
+ if (platform === "linux" && await which("make", { nothrow: true }) == null) {
97
+ console.info("\n" +
98
+ getConsoleLogPrefix(true) +
99
+ chalk.yellow('It seems that "make" is not installed in your system. Install it to resolve build issues'));
100
+ await logDistroInstallInstruction('To install "make", ', {
101
+ linuxPackages: { apt: ["make"] },
102
+ macOsPackages: { brew: ["make"] }
103
+ });
104
+ }
105
+ else if (platform === "mac" && await which("clang", { nothrow: true }) == null)
106
+ console.info("\n" +
107
+ getConsoleLogPrefix(true) +
108
+ chalk.yellow("It seems that Xcode command line tools are not installed in your system. Install it to resolve build issues\n") +
109
+ getConsoleLogPrefix(true) +
110
+ chalk.yellow('To install Xcode command line tools, run "xcode-select --install"'));
111
+ else if (buildOptions.gpu === "cuda")
91
112
  console.info("\n" +
92
113
  getConsoleLogPrefix(true) +
93
114
  chalk.yellow("To resolve errors related to CUDA compilation, see the CUDA guide: ") +
94
115
  documentationPageUrls.CUDA);
116
+ else if (buildOptions.gpu === "vulkan")
117
+ console.info("\n" +
118
+ getConsoleLogPrefix(true) +
119
+ chalk.yellow("To resolve errors related to Vulkan compilation, see the Vulkan guide: ") +
120
+ documentationPageUrls.Vulkan);
95
121
  throw err;
96
122
  }
97
123
  finally {
@@ -1 +1 @@
1
- {"version":3,"file":"compileLLamaCpp.js","sourceRoot":"","sources":["../../../src/bindings/utils/compileLLamaCpp.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAC,aAAa,EAAC,MAAM,KAAK,CAAC;AAClC,OAAO,OAAO,MAAM,SAAS,CAAC;AAC9B,OAAO,EAAE,MAAM,UAAU,CAAC;AAC1B,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EACH,qBAAqB,EAAE,qBAAqB,EAAE,iBAAiB,EAAE,cAAc,EAAE,4BAA4B,EAC7G,0BAA0B,EAAE,wBAAwB,EACvD,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAkC,qCAAqC,EAAC,MAAM,aAAa,CAAC;AACnG,OAAO,EAAC,YAAY,EAAC,MAAM,6BAA6B,CAAC;AACzD,OAAO,EAAC,qBAAqB,EAAE,mBAAmB,EAAE,YAAY,EAAE,eAAe,EAAC,MAAM,sBAAsB,CAAC;AAC/G,OAAO,EAAC,mBAAmB,EAAC,MAAM,oCAAoC,CAAC;AACvE,OAAO,EAAC,YAAY,EAAC,MAAM,6BAA6B,CAAC;AACzD,OAAO,EAAC,0BAA0B,EAAE,oBAAoB,EAAC,MAAM,wBAAwB,CAAC;AACxF,OAAO,EAAC,iCAAiC,EAAC,MAAM,wCAAwC,CAAC;AACzF,OAAO,EAAC,gBAAgB,EAAC,MAAM,oBAAoB,CAAC;AAEpD,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AAE/D,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,YAA0B,EAAE,EAC9D,UAAU,GAAG,OAAO,CAAC,OAAO,EAC5B,mBAAmB,EAAE,sBAAsB,GAAG,IAAI,EAClD,qCAAqC,GAAG,IAAI,EAC5C,0BAA0B,EAAE,6BAA6B,GAAG,KAAK,EACjE,qBAAqB,EAAE,wBAAwB,GAAG,KAAK,EAO1D;IACG,MAAM,eAAe,GAAG,MAAM,iCAAiC,CAAC,YAAY,CAAC,CAAC;IAC9E,MAAM,oBAAoB,GAAG,qCAAqC;QAC9D,CAAC,CAAC,eAAe,CAAC,sBAAsB;QACxC,CAAC,CAAC,eAAe,CAAC,yBAAyB,CAAC;IAEhD,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,4BAA4B,EAAE,oBAAoB,CAAC,CAAC;IAEnF,MAAM,EAAE,CAAC,MAAM,CAAC,4BAA4B,CAAC,CAAC;IAC9C,MAAM,YAAY,CAAC;QACf,YAAY,EAAE,YAAY;KAC7B,EAAE,KAAK,IAAI,EAAE;QACV,IAAI;YACA,IAAI,6BAA6B;gBAC7B,MAAM,0BAA0B,CAAC,EAAC,YAAY,EAAE,YAAY,CAAC,YAAY,EAAC,CAAC,CAAC;iBAC3E,IAAI,CAAC,CAAC,MAAM,oBAAoB,EAAE,CAAC;gBACpC,MAAM,IAAI,KAAK,CAAC,IAAI,iBAAiB,4BAA4B,CAAC,CAAC;YAEvE,IAAI,wBAAwB;gBACxB,MAAM,qBAAqB,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;YAE3D,MAAM,aAAa,GAAG,MAAM,gBAAgB,EAAE,CAAC;YAC/C,MAAM,aAAa,GAAG,MAAM,uBAAuB,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;YACvE,MAAM,cAAc,GAAG,UAAU,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC;YAC9F,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAAC,YAAY,CAAC,kBAAkB,CAAC,CAAC;YAEpE,IAAI,YAAY,CAAC,aAAa,CAAC,KAAK,IAAI,OAAO,CAAC,QAAQ,KAAK,QAAQ,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,aAAa,CAAC;gBAC3G,kBAAkB,CAAC,GAAG,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC;iBAC1C,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,aAAa,CAAC;gBAC3C,kBAAkB,CAAC,GAAG,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC;YAEjD,IAAI,YAAY,CAAC,aAAa,CAAC,IAAI,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,cAAc,CAAC;gBAC1E,kBAAkB,CAAC,GAAG,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC;YAEhD,IAAI,YAAY,CAAC,aAAa,CAAC,MAAM,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,cAAc,CAAC;gBAC5E,kBAAkB,CAAC,GAAG,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC;YAEhD,IAAI,aAAa,IAAI,IAAI,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,sBAAsB,CAAC;gBACxE,kBAAkB,CAAC,GAAG,CAAC,sBAAsB,EAAE,aAAa,CAAC,CAAC;YAElE,MAAM,EAAE,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;YAE9B,MAAM,YAAY,CACd,KAAK,EACL;gBACI,KAAK,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,OAAO;gBAC5C,aAAa,EAAE,MAAM;gBACrB,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,cAAc,EAAE,YAAY,CAAC;gBACpD,GAAG,aAAa;aACnB,EACD,SAAS,EACT,OAAO,CAAC,GAAG,EACX,YAAY,CAAC,YAAY,CAC5B,CAAC;YAEF,MAAM,YAAY,CACd,KAAK,EACL;gBACI,KAAK,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,SAAS;gBAC9C,aAAa,EAAE,MAAM;gBACrB,UAAU,EAAE,SAAS;gBACrB,SAAS,GAAG,YAAY,CAAC,IAAI;gBAC7B,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,cAAc,EAAE,YAAY,CAAC;gBACpD,oBAAoB,GAAG,cAAc;gBACrC,GAAG,aAAa;gBAChB,GAAG,CACC,CAAC,GAAG,kBAAkB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,MAAM,GAAG,GAAG,GAAG,GAAG,GAAG,KAAK,CAAC,CAC5E;aACJ,EACD,SAAS,EACT,OAAO,CAAC,GAAG,EACX,YAAY,CAAC,YAAY,CAC5B,CAAC;YAEF,MAAM,gBAAgB,GAAG;gBACrB,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,KAAK,CAAC;gBAC9B,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,WAAW,EAAE,KAAK,CAAC;aAC9C,CAAC;YACF,MAAM,qBAAqB,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,SAAS,CAAC,CAAC;YAEjE,IAAI,CAAC,MAAM,EAAE,CAAC,UAAU,CAAC,qBAAqB,CAAC;gBAC3C,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;YAExD,KAAK,MAAM,eAAe,IAAI,gBAAgB,EAAE;gBAC5C,IAAI,MAAM,EAAE,CAAC,UAAU,CAAC,eAAe,CAAC,EAAE;oBACtC,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;oBAEhD,MAAM,OAAO,CAAC,GAAG,CACb,KAAK,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CACpB,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,QAAQ,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,QAAQ,CAAC,EAAE;wBACtF,SAAS,EAAE,KAAK;qBACnB,CAAC,CACL,CAAC,CACL,CAAC;iBACL;aACJ;YACD,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,qBAAqB,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC;gBACvF,YAAY,EAAE,qCAAqC,CAAC,YAAY,CAAC;aACxC,CAAC,EAAE,MAAM,CAAC,CAAC;YAExC,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,kBAAkB,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,CAAC;YAE5E,IAAI,sBAAsB,EAAE;gBACxB,MAAM,gBAAgB,CAAC;oBACnB,UAAU,EAAE,oBAAoB;iBACnC,CAAC,CAAC;aACN;SACJ;QAAC,OAAO,GAAG,EAAE;YACV,IAAI,YAAY,CAAC,aAAa,CAAC,IAAI;gBAC/B,OAAO,CAAC,IAAI,CAAC,IAAI;oBACb,mBAAmB,CAAC,IAAI,CAAC;oBACzB,KAAK,CAAC,MAAM,CAAC,qEAAqE,CAAC;oBACnF,qBAAqB,CAAC,IAAI,CAC7B,CAAC;YAEN,MAAM,GAAG,CAAC;SACb;gBAAS;YACN,MAAM,mBAAmB,EAAE,CAAC;SAC/B;IACL,CAAC,CAAC,CAAC;AACP,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAAC,UAAkB;IAC5D,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,4BAA4B,EAAE,UAAU,EAAE,SAAS,EAAE,kBAAkB,CAAC,CAAC;IACtG,MAAM,qBAAqB,GAAG,IAAI,CAAC,IAAI,CAAC,4BAA4B,EAAE,UAAU,EAAE,SAAS,EAAE,qBAAqB,CAAC,CAAC;IACpH,MAAM,mBAAmB,GAAG,IAAI,CAAC,IAAI,CAAC,4BAA4B,EAAE,UAAU,EAAE,kBAAkB,CAAC,CAAC;IAEpG,MAAM,CACF,YAAY,EACZ,mBAAmB,EACnB,qBAAqB,CACxB,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QAClB,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC;QACzB,EAAE,CAAC,UAAU,CAAC,qBAAqB,CAAC;QACpC,EAAE,CAAC,UAAU,CAAC,mBAAmB,CAAC;KACrC,CAAC,CAAC;IAEH,IAAI,YAAY,IAAI,mBAAmB,IAAI,qBAAqB;QAC5D,OAAO,UAAU,CAAC;IAEtB,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gCAAgC,CAAC,UAAkB;IACrE,MAAM,qBAAqB,GAAG,IAAI,CAAC,IAAI,CAAC,4BAA4B,EAAE,UAAU,EAAE,SAAS,EAAE,qBAAqB,CAAC,CAAC;IAEpH,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,UAAU,CAAC,qBAAqB,CAAC,CAAC;QAC7C,MAAM,IAAI,KAAK,CAAC,uDAAuD,UAAU,GAAG,CAAC,CAAC;IAE1F,MAAM,aAAa,GAAsB,MAAM,EAAE,CAAC,QAAQ,CAAC,qBAAqB,CAAC,CAAC;IAClF,OAAO,aAAa,CAAC;AACzB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,UAAkB;IAC1D,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,0BAA0B,EAAE,UAAU,EAAE,kBAAkB,CAAC,CAAC;IACzF,MAAM,qBAAqB,GAAG,IAAI,CAAC,IAAI,CAAC,0BAA0B,EAAE,UAAU,EAAE,qBAAqB,CAAC,CAAC;IAEvG,MAAM,CACF,YAAY,EACZ,mBAAmB,CACtB,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QAClB,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC;QACzB,EAAE,CAAC,UAAU,CAAC,qBAAqB,CAAC;KACvC,CAAC,CAAC;IAEH,IAAI,YAAY,IAAI,mBAAmB;QACnC,OAAO,UAAU,CAAC;IAEtB,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,8BAA8B,CAAC,UAAkB;IACnE,MAAM,qBAAqB,GAAG,IAAI,CAAC,IAAI,CAAC,0BAA0B,EAAE,UAAU,EAAE,qBAAqB,CAAC,CAAC;IAEvG,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,UAAU,CAAC,qBAAqB,CAAC,CAAC;QAC7C,MAAM,IAAI,KAAK,CAAC,0DAA0D,UAAU,GAAG,CAAC,CAAC;IAE7F,MAAM,aAAa,GAAsB,MAAM,EAAE,CAAC,QAAQ,CAAC,qBAAqB,CAAC,CAAC;IAClF,OAAO,aAAa,CAAC;AACzB,CAAC;AAED,KAAK,UAAU,gBAAgB;IAC3B,IAAI,MAAM,eAAe,EAAE;QACvB,OAAO,EAAE,CAAC;IAEd,MAAM,SAAS,GAAG,MAAM,YAAY,EAAE,CAAC;IAEvC,IAAI,SAAS,IAAI,IAAI;QACjB,OAAO,EAAE,CAAC;IAEd,OAAO,CAAC,cAAc,EAAE,SAAS,CAAC,CAAC;AACvC,CAAC;AAED,KAAK,UAAU,uBAAuB,CAAC,UAAkB;IACrD,IAAI,OAAO,CAAC,IAAI,KAAK,UAAU;QAC3B,OAAO,IAAI,CAAC;IAEhB,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;IAClC,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC;IAE9B,MAAM,iBAAiB,GAAG,GAAG,QAAQ,SAAS,QAAQ,WAAW,UAAU,QAAQ,CAAC;IAEpF,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,wBAAwB,EAAE,iBAAiB,CAAC,CAAC;IAExE,IAAI,MAAM,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC;QAC7B,OAAO,QAAQ,CAAC;IAEpB,OAAO,IAAI,CAAC;AAChB,CAAC"}
1
+ {"version":3,"file":"compileLLamaCpp.js","sourceRoot":"","sources":["../../../src/bindings/utils/compileLLamaCpp.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAC,aAAa,EAAC,MAAM,KAAK,CAAC;AAClC,OAAO,OAAO,MAAM,SAAS,CAAC;AAC9B,OAAO,EAAE,MAAM,UAAU,CAAC;AAC1B,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EACH,qBAAqB,EAAE,qBAAqB,EAAE,iBAAiB,EAAE,cAAc,EAAE,4BAA4B,EAC7G,0BAA0B,EAAE,wBAAwB,EACvD,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAkC,qCAAqC,EAAC,MAAM,aAAa,CAAC;AACnG,OAAO,EAAC,YAAY,EAAC,MAAM,6BAA6B,CAAC;AACzD,OAAO,EAAC,qBAAqB,EAAE,mBAAmB,EAAE,YAAY,EAAE,eAAe,EAAC,MAAM,sBAAsB,CAAC;AAC/G,OAAO,EAAC,mBAAmB,EAAC,MAAM,oCAAoC,CAAC;AACvE,OAAO,EAAC,YAAY,EAAC,MAAM,6BAA6B,CAAC;AACzD,OAAO,EAAC,0BAA0B,EAAE,oBAAoB,EAAC,MAAM,wBAAwB,CAAC;AACxF,OAAO,EAAC,iCAAiC,EAAC,MAAM,wCAAwC,CAAC;AACzF,OAAO,EAAC,gBAAgB,EAAC,MAAM,oBAAoB,CAAC;AACpD,OAAO,EAAC,WAAW,EAAC,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAC,2BAA2B,EAAC,MAAM,kCAAkC,CAAC;AAE7E,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AAE/D,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,YAA0B,EAAE,EAC9D,UAAU,GAAG,OAAO,CAAC,OAAO,EAC5B,mBAAmB,EAAE,sBAAsB,GAAG,IAAI,EAClD,qCAAqC,GAAG,IAAI,EAC5C,0BAA0B,EAAE,6BAA6B,GAAG,KAAK,EACjE,qBAAqB,EAAE,wBAAwB,GAAG,KAAK,EAO1D;IACG,MAAM,eAAe,GAAG,MAAM,iCAAiC,CAAC,YAAY,CAAC,CAAC;IAC9E,MAAM,oBAAoB,GAAG,qCAAqC;QAC9D,CAAC,CAAC,eAAe,CAAC,sBAAsB;QACxC,CAAC,CAAC,eAAe,CAAC,yBAAyB,CAAC;IAEhD,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,4BAA4B,EAAE,oBAAoB,CAAC,CAAC;IAEnF,MAAM,EAAE,CAAC,MAAM,CAAC,4BAA4B,CAAC,CAAC;IAC9C,MAAM,YAAY,CAAC;QACf,YAAY,EAAE,YAAY;KAC7B,EAAE,KAAK,IAAI,EAAE;QACV,IAAI;YACA,IAAI,6BAA6B;gBAC7B,MAAM,0BAA0B,CAAC,EAAC,YAAY,EAAE,YAAY,CAAC,YAAY,EAAC,CAAC,CAAC;iBAC3E,IAAI,CAAC,CAAC,MAAM,oBAAoB,EAAE,CAAC;gBACpC,MAAM,IAAI,KAAK,CAAC,IAAI,iBAAiB,4BAA4B,CAAC,CAAC;YAEvE,IAAI,wBAAwB;gBACxB,MAAM,qBAAqB,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;YAE3D,MAAM,aAAa,GAAG,MAAM,gBAAgB,EAAE,CAAC;YAC/C,MAAM,aAAa,GAAG,MAAM,uBAAuB,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;YACvE,MAAM,cAAc,GAAG,UAAU,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC;YAC9F,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAAC,YAAY,CAAC,kBAAkB,CAAC,CAAC;YAEpE,IAAI,YAAY,CAAC,GAAG,KAAK,OAAO,IAAI,OAAO,CAAC,QAAQ,KAAK,QAAQ,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,aAAa,CAAC;gBACvG,kBAAkB,CAAC,GAAG,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC;iBAC1C,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,aAAa,CAAC;gBAC3C,kBAAkB,CAAC,GAAG,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC;YAEjD,IAAI,YAAY,CAAC,GAAG,KAAK,MAAM,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,cAAc,CAAC;gBACtE,kBAAkB,CAAC,GAAG,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC;YAEhD,IAAI,YAAY,CAAC,GAAG,KAAK,QAAQ,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,cAAc,CAAC;gBACxE,kBAAkB,CAAC,GAAG,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC;YAEhD,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,cAAc,CAAC;gBACvC,kBAAkB,CAAC,GAAG,CAAC,cAAc,EAAE,KAAK,CAAC,CAAC;YAElD,IAAI,aAAa,IAAI,IAAI,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,sBAAsB,CAAC;gBACxE,kBAAkB,CAAC,GAAG,CAAC,sBAAsB,EAAE,aAAa,CAAC,CAAC;YAElE,MAAM,EAAE,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;YAE9B,MAAM,YAAY,CACd,KAAK,EACL;gBACI,KAAK,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,OAAO;gBAC5C,aAAa,EAAE,MAAM;gBACrB,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,cAAc,EAAE,YAAY,CAAC;gBACpD,GAAG,aAAa;aACnB,EACD,SAAS,EACT,OAAO,CAAC,GAAG,EACX,YAAY,CAAC,YAAY,CAC5B,CAAC;YAEF,MAAM,YAAY,CACd,KAAK,EACL;gBACI,KAAK,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,SAAS;gBAC9C,aAAa,EAAE,MAAM;gBACrB,UAAU,EAAE,SAAS;gBACrB,SAAS,GAAG,YAAY,CAAC,IAAI;gBAC7B,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,cAAc,EAAE,YAAY,CAAC;gBACpD,oBAAoB,GAAG,cAAc;gBACrC,GAAG,aAAa;gBAChB,GAAG,CACC,CAAC,GAAG,kBAAkB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,MAAM,GAAG,GAAG,GAAG,GAAG,GAAG,KAAK,CAAC,CAC5E;aACJ,EACD,SAAS,EACT,OAAO,CAAC,GAAG,EACX,YAAY,CAAC,YAAY,CAC5B,CAAC;YAEF,MAAM,gBAAgB,GAAG;gBACrB,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,KAAK,CAAC;gBAC9B,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,WAAW,EAAE,KAAK,CAAC;aAC9C,CAAC;YACF,MAAM,qBAAqB,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,SAAS,CAAC,CAAC;YAEjE,IAAI,CAAC,MAAM,EAAE,CAAC,UAAU,CAAC,qBAAqB,CAAC;gBAC3C,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;YAExD,KAAK,MAAM,eAAe,IAAI,gBAAgB,EAAE;gBAC5C,IAAI,MAAM,EAAE,CAAC,UAAU,CAAC,eAAe,CAAC,EAAE;oBACtC,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;oBAEhD,MAAM,OAAO,CAAC,GAAG,CACb,KAAK,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CACpB,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,QAAQ,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,QAAQ,CAAC,EAAE;wBACtF,SAAS,EAAE,KAAK;qBACnB,CAAC,CACL,CAAC,CACL,CAAC;iBACL;aACJ;YACD,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,qBAAqB,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC;gBACvF,YAAY,EAAE,qCAAqC,CAAC,YAAY,CAAC;aACxC,CAAC,EAAE,MAAM,CAAC,CAAC;YAExC,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,kBAAkB,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,CAAC;YAE5E,IAAI,sBAAsB,EAAE;gBACxB,MAAM,gBAAgB,CAAC;oBACnB,UAAU,EAAE,oBAAoB;iBACnC,CAAC,CAAC;aACN;SACJ;QAAC,OAAO,GAAG,EAAE;YACV,MAAM,QAAQ,GAAG,WAAW,EAAE,CAAC;YAC/B,IAAI,QAAQ,KAAK,OAAO,IAAI,MAAM,KAAK,CAAC,MAAM,EAAE,EAAC,OAAO,EAAE,IAAI,EAAC,CAAC,IAAI,IAAI,EAAE;gBACtE,OAAO,CAAC,IAAI,CAAC,IAAI;oBACb,mBAAmB,CAAC,IAAI,CAAC;oBACzB,KAAK,CAAC,MAAM,CAAC,0FAA0F,CAAC,CAC3G,CAAC;gBACF,MAAM,2BAA2B,CAAC,qBAAqB,EAAE;oBACrD,aAAa,EAAE,EAAC,GAAG,EAAE,CAAC,MAAM,CAAC,EAAC;oBAC9B,aAAa,EAAE,EAAC,IAAI,EAAE,CAAC,MAAM,CAAC,EAAC;iBAClC,CAAC,CAAC;aACN;iBAAM,IAAI,QAAQ,KAAK,KAAK,IAAI,MAAM,KAAK,CAAC,OAAO,EAAE,EAAC,OAAO,EAAE,IAAI,EAAC,CAAC,IAAI,IAAI;gBAC1E,OAAO,CAAC,IAAI,CAAC,IAAI;oBACb,mBAAmB,CAAC,IAAI,CAAC;oBACzB,KAAK,CAAC,MAAM,CAAC,+GAA+G,CAAC;oBAC7H,mBAAmB,CAAC,IAAI,CAAC;oBACzB,KAAK,CAAC,MAAM,CAAC,mEAAmE,CAAC,CACpF,CAAC;iBACD,IAAI,YAAY,CAAC,GAAG,KAAK,MAAM;gBAChC,OAAO,CAAC,IAAI,CAAC,IAAI;oBACb,mBAAmB,CAAC,IAAI,CAAC;oBACzB,KAAK,CAAC,MAAM,CAAC,qEAAqE,CAAC;oBACnF,qBAAqB,CAAC,IAAI,CAC7B,CAAC;iBACD,IAAI,YAAY,CAAC,GAAG,KAAK,QAAQ;gBAClC,OAAO,CAAC,IAAI,CAAC,IAAI;oBACb,mBAAmB,CAAC,IAAI,CAAC;oBACzB,KAAK,CAAC,MAAM,CAAC,yEAAyE,CAAC;oBACvF,qBAAqB,CAAC,MAAM,CAC/B,CAAC;YAEN,MAAM,GAAG,CAAC;SACb;gBAAS;YACN,MAAM,mBAAmB,EAAE,CAAC;SAC/B;IACL,CAAC,CAAC,CAAC;AACP,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAAC,UAAkB;IAC5D,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,4BAA4B,EAAE,UAAU,EAAE,SAAS,EAAE,kBAAkB,CAAC,CAAC;IACtG,MAAM,qBAAqB,GAAG,IAAI,CAAC,IAAI,CAAC,4BAA4B,EAAE,UAAU,EAAE,SAAS,EAAE,qBAAqB,CAAC,CAAC;IACpH,MAAM,mBAAmB,GAAG,IAAI,CAAC,IAAI,CAAC,4BAA4B,EAAE,UAAU,EAAE,kBAAkB,CAAC,CAAC;IAEpG,MAAM,CACF,YAAY,EACZ,mBAAmB,EACnB,qBAAqB,CACxB,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QAClB,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC;QACzB,EAAE,CAAC,UAAU,CAAC,qBAAqB,CAAC;QACpC,EAAE,CAAC,UAAU,CAAC,mBAAmB,CAAC;KACrC,CAAC,CAAC;IAEH,IAAI,YAAY,IAAI,mBAAmB,IAAI,qBAAqB;QAC5D,OAAO,UAAU,CAAC;IAEtB,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gCAAgC,CAAC,UAAkB;IACrE,MAAM,qBAAqB,GAAG,IAAI,CAAC,IAAI,CAAC,4BAA4B,EAAE,UAAU,EAAE,SAAS,EAAE,qBAAqB,CAAC,CAAC;IAEpH,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,UAAU,CAAC,qBAAqB,CAAC,CAAC;QAC7C,MAAM,IAAI,KAAK,CAAC,uDAAuD,UAAU,GAAG,CAAC,CAAC;IAE1F,MAAM,aAAa,GAAsB,MAAM,EAAE,CAAC,QAAQ,CAAC,qBAAqB,CAAC,CAAC;IAClF,OAAO,aAAa,CAAC;AACzB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,UAAkB;IAC1D,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,0BAA0B,EAAE,UAAU,EAAE,kBAAkB,CAAC,CAAC;IACzF,MAAM,qBAAqB,GAAG,IAAI,CAAC,IAAI,CAAC,0BAA0B,EAAE,UAAU,EAAE,qBAAqB,CAAC,CAAC;IAEvG,MAAM,CACF,YAAY,EACZ,mBAAmB,CACtB,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QAClB,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC;QACzB,EAAE,CAAC,UAAU,CAAC,qBAAqB,CAAC;KACvC,CAAC,CAAC;IAEH,IAAI,YAAY,IAAI,mBAAmB;QACnC,OAAO,UAAU,CAAC;IAEtB,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,8BAA8B,CAAC,UAAkB;IACnE,MAAM,qBAAqB,GAAG,IAAI,CAAC,IAAI,CAAC,0BAA0B,EAAE,UAAU,EAAE,qBAAqB,CAAC,CAAC;IAEvG,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,UAAU,CAAC,qBAAqB,CAAC,CAAC;QAC7C,MAAM,IAAI,KAAK,CAAC,0DAA0D,UAAU,GAAG,CAAC,CAAC;IAE7F,MAAM,aAAa,GAAsB,MAAM,EAAE,CAAC,QAAQ,CAAC,qBAAqB,CAAC,CAAC;IAClF,OAAO,aAAa,CAAC;AACzB,CAAC;AAED,KAAK,UAAU,gBAAgB;IAC3B,IAAI,MAAM,eAAe,EAAE;QACvB,OAAO,EAAE,CAAC;IAEd,MAAM,SAAS,GAAG,MAAM,YAAY,EAAE,CAAC;IAEvC,IAAI,SAAS,IAAI,IAAI;QACjB,OAAO,EAAE,CAAC;IAEd,OAAO,CAAC,cAAc,EAAE,SAAS,CAAC,CAAC;AACvC,CAAC;AAED,KAAK,UAAU,uBAAuB,CAAC,UAAkB;IACrD,IAAI,OAAO,CAAC,IAAI,KAAK,UAAU;QAC3B,OAAO,IAAI,CAAC;IAEhB,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;IAClC,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC;IAE9B,MAAM,iBAAiB,GAAG,GAAG,QAAQ,SAAS,QAAQ,WAAW,UAAU,QAAQ,CAAC;IAEpF,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,wBAAwB,EAAE,iBAAiB,CAAC,CAAC;IAExE,IAAI,MAAM,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC;QAC7B,OAAO,QAAQ,CAAC;IAEpB,OAAO,IAAI,CAAC;AAChB,CAAC"}
@@ -0,0 +1,11 @@
1
+ import { BinaryPlatform } from "./getPlatform.js";
2
+ export declare function detectAvailableComputeLayers({ platform }?: {
3
+ platform?: BinaryPlatform;
4
+ }): Promise<{
5
+ cuda: {
6
+ hasNvidiaDriver: boolean;
7
+ hasCudaRuntime: boolean;
8
+ };
9
+ vulkan: boolean;
10
+ metal: boolean;
11
+ }>;
@@ -0,0 +1,158 @@
1
+ import process from "process";
2
+ import fs from "fs-extra";
3
+ import { getConsoleLogPrefix } from "../../utils/getConsoleLogPrefix.js";
4
+ import { getPlatform } from "./getPlatform.js";
5
+ import { hasFileInPath } from "./hasFileInPath.js";
6
+ import { asyncSome } from "./asyncSome.js";
7
+ import { asyncEvery } from "./asyncEvery.js";
8
+ export async function detectAvailableComputeLayers({ platform = getPlatform() } = {}) {
9
+ const [cuda, vulkan, metal] = await Promise.all([
10
+ detectCudaSupport({ platform }),
11
+ detectVulkanSupport({ platform }),
12
+ detectMetalSupport({ platform })
13
+ ]);
14
+ return {
15
+ cuda,
16
+ vulkan,
17
+ metal
18
+ };
19
+ }
20
+ async function detectCudaSupport({ platform }) {
21
+ if (platform === "win") {
22
+ const librarySearchPaths = [
23
+ process.env.CUDA_PATH
24
+ ];
25
+ const [hasNvidiaDriver, hasCudaRuntime] = await Promise.all([
26
+ asyncSome([
27
+ hasFileInPath("nvml.dll"),
28
+ fs.pathExists("c:\\Windows\\System32\\nvml.dll")
29
+ ]),
30
+ asyncEvery([
31
+ asyncSome([
32
+ hasFileInPath("cudart64_110.dll", librarySearchPaths),
33
+ hasFileInPath("cudart64_11.dll", librarySearchPaths),
34
+ hasFileInPath("cudart64_12.dll", librarySearchPaths),
35
+ hasFileInPath("cudart64_13.dll", librarySearchPaths) // for when the next version comes out
36
+ ]),
37
+ asyncSome([
38
+ hasFileInPath("cublas64_11.dll", librarySearchPaths),
39
+ hasFileInPath("cublas64_12.dll", librarySearchPaths),
40
+ hasFileInPath("cublas64_13.dll", librarySearchPaths) // for when the next version comes out
41
+ ]),
42
+ asyncSome([
43
+ hasFileInPath("cublasLt64_11.dll", librarySearchPaths),
44
+ hasFileInPath("cublasLt64_12.dll", librarySearchPaths),
45
+ hasFileInPath("cublasLt64_13.dll", librarySearchPaths) // for when the next version comes out
46
+ ])
47
+ ])
48
+ ]);
49
+ return {
50
+ hasNvidiaDriver,
51
+ hasCudaRuntime
52
+ };
53
+ }
54
+ else if (platform === "linux") {
55
+ const cudaLibraryPaths = await getLinuxCudaLibraryPaths();
56
+ const librarySearchPaths = [
57
+ process.env.LD_LIBRARY_PATH,
58
+ process.env.CUDA_PATH,
59
+ "/usr/lib",
60
+ "/usr/lib64",
61
+ "/usr/lib/x86_64-linux-gnu",
62
+ ...cudaLibraryPaths
63
+ ];
64
+ const [hasNvidiaDriver, hasCudaRuntime] = await Promise.all([
65
+ asyncSome([
66
+ hasFileInPath("libnvidia-ml.so", librarySearchPaths),
67
+ hasFileInPath("libnvidia-ml.so.1", librarySearchPaths)
68
+ ]),
69
+ asyncEvery([
70
+ asyncSome([
71
+ hasFileInPath("libcuda.so", librarySearchPaths),
72
+ hasFileInPath("libcuda.so.1", librarySearchPaths)
73
+ ]),
74
+ asyncSome([
75
+ hasFileInPath("libcudart.so", librarySearchPaths),
76
+ hasFileInPath("libcudart.so.11", librarySearchPaths),
77
+ hasFileInPath("libcudart.so.12", librarySearchPaths),
78
+ hasFileInPath("libcudart.so.13", librarySearchPaths) // for when the next version comes out
79
+ ]),
80
+ asyncSome([
81
+ hasFileInPath("libcublas.so", librarySearchPaths),
82
+ hasFileInPath("libcublas.so.11", librarySearchPaths),
83
+ hasFileInPath("libcublas.so.12", librarySearchPaths),
84
+ hasFileInPath("libcublas.so.13", librarySearchPaths) // for when the next version comes out
85
+ ]),
86
+ asyncSome([
87
+ hasFileInPath("libcublasLt.so", librarySearchPaths),
88
+ hasFileInPath("libcublasLt.so.11", librarySearchPaths),
89
+ hasFileInPath("libcublasLt.so.12", librarySearchPaths),
90
+ hasFileInPath("libcublasLt.so.13", librarySearchPaths) // for when the next version comes out
91
+ ])
92
+ ])
93
+ ]);
94
+ return {
95
+ hasNvidiaDriver,
96
+ hasCudaRuntime
97
+ };
98
+ }
99
+ return {
100
+ hasNvidiaDriver: false,
101
+ hasCudaRuntime: false
102
+ };
103
+ }
104
+ async function detectVulkanSupport({ platform }) {
105
+ if (platform === "win") {
106
+ return await asyncSome([
107
+ hasFileInPath("vulkan-1.dll"),
108
+ fs.pathExists("c:\\Windows\\System32\\vulkan-1.dll"),
109
+ fs.pathExists("c:\\Windows\\SysWOW64\\vulkan-1.dll")
110
+ ]);
111
+ }
112
+ else if (platform === "linux") {
113
+ const librarySearchPaths = [
114
+ process.env.LD_LIBRARY_PATH,
115
+ "/usr/lib",
116
+ "/usr/lib64",
117
+ "/usr/lib/x86_64-linux-gnu",
118
+ (process.env.PREFIX != null && process.env.PREFIX?.toLowerCase()?.includes?.("termux"))
119
+ ? `${process.env.PREFIX}/usr/lib`
120
+ : undefined
121
+ ];
122
+ return await asyncSome([
123
+ hasFileInPath("libvulkan.so", librarySearchPaths),
124
+ hasFileInPath("libvulkan.so.1", librarySearchPaths)
125
+ ]);
126
+ }
127
+ else if (platform === "mac") {
128
+ return await asyncSome([
129
+ hasFileInPath("libvulkan.dylib"),
130
+ hasFileInPath("libvulkan.dylib.1")
131
+ ]);
132
+ }
133
+ return false;
134
+ }
135
+ async function detectMetalSupport({ platform }) {
136
+ return platform === "mac";
137
+ }
138
+ async function getLinuxCudaLibraryPaths() {
139
+ if (!(await fs.pathExists("/usr/local/")))
140
+ return [];
141
+ const res = [];
142
+ try {
143
+ const usrLocal = "/usr/local";
144
+ for (const usrLocalFolderName in await fs.readdir(usrLocal)) {
145
+ if (!usrLocalFolderName.toLowerCase().startsWith("cuda-"))
146
+ continue;
147
+ const cudaTargetsFolder = `${usrLocal}/${usrLocalFolderName}/targets`;
148
+ for (const cudaTargetFolderName in await fs.readdir(cudaTargetsFolder)) {
149
+ res.push(`${cudaTargetsFolder}/${cudaTargetFolderName}/lib`, `${cudaTargetsFolder}/${cudaTargetFolderName}/lib/stubs`);
150
+ }
151
+ }
152
+ }
153
+ catch (err) {
154
+ console.error(getConsoleLogPrefix() + 'Failed to search "/usr/local/" for CUDA library paths', err);
155
+ }
156
+ return res;
157
+ }
158
+ //# sourceMappingURL=detectAvailableComputeLayers.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"detectAvailableComputeLayers.js","sourceRoot":"","sources":["../../../src/bindings/utils/detectAvailableComputeLayers.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,SAAS,CAAC;AAC9B,OAAO,EAAE,MAAM,UAAU,CAAC;AAC1B,OAAO,EAAC,mBAAmB,EAAC,MAAM,oCAAoC,CAAC;AACvE,OAAO,EAAiB,WAAW,EAAC,MAAM,kBAAkB,CAAC;AAC7D,OAAO,EAAC,aAAa,EAAC,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAC,SAAS,EAAC,MAAM,gBAAgB,CAAC;AACzC,OAAO,EAAC,UAAU,EAAC,MAAM,iBAAiB,CAAC;AAG3C,MAAM,CAAC,KAAK,UAAU,4BAA4B,CAAC,EAC/C,QAAQ,GAAG,WAAW,EAAE,KAGxB,EAAE;IACF,MAAM,CACF,IAAI,EACJ,MAAM,EACN,KAAK,CACR,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QAClB,iBAAiB,CAAC,EAAC,QAAQ,EAAC,CAAC;QAC7B,mBAAmB,CAAC,EAAC,QAAQ,EAAC,CAAC;QAC/B,kBAAkB,CAAC,EAAC,QAAQ,EAAC,CAAC;KACjC,CAAC,CAAC;IAEH,OAAO;QACH,IAAI;QACJ,MAAM;QACN,KAAK;KACR,CAAC;AACN,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,EAC7B,QAAQ,EAGX;IACG,IAAI,QAAQ,KAAK,KAAK,EAAE;QACpB,MAAM,kBAAkB,GAAG;YACvB,OAAO,CAAC,GAAG,CAAC,SAAS;SACxB,CAAC;QAEF,MAAM,CACF,eAAe,EACf,cAAc,CACjB,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAClB,SAAS,CAAC;gBACN,aAAa,CAAC,UAAU,CAAC;gBACzB,EAAE,CAAC,UAAU,CAAC,iCAAiC,CAAC;aACnD,CAAC;YACF,UAAU,CAAC;gBACP,SAAS,CAAC;oBACN,aAAa,CAAC,kBAAkB,EAAE,kBAAkB,CAAC;oBACrD,aAAa,CAAC,iBAAiB,EAAE,kBAAkB,CAAC;oBACpD,aAAa,CAAC,iBAAiB,EAAE,kBAAkB,CAAC;oBACpD,aAAa,CAAC,iBAAiB,EAAE,kBAAkB,CAAC,CAAC,sCAAsC;iBAC9F,CAAC;gBACF,SAAS,CAAC;oBACN,aAAa,CAAC,iBAAiB,EAAE,kBAAkB,CAAC;oBACpD,aAAa,CAAC,iBAAiB,EAAE,kBAAkB,CAAC;oBACpD,aAAa,CAAC,iBAAiB,EAAE,kBAAkB,CAAC,CAAC,sCAAsC;iBAC9F,CAAC;gBACF,SAAS,CAAC;oBACN,aAAa,CAAC,mBAAmB,EAAE,kBAAkB,CAAC;oBACtD,aAAa,CAAC,mBAAmB,EAAE,kBAAkB,CAAC;oBACtD,aAAa,CAAC,mBAAmB,EAAE,kBAAkB,CAAC,CAAC,sCAAsC;iBAChG,CAAC;aACL,CAAC;SACL,CAAC,CAAC;QAEH,OAAO;YACH,eAAe;YACf,cAAc;SACjB,CAAC;KACL;SAAM,IAAI,QAAQ,KAAK,OAAO,EAAE;QAC7B,MAAM,gBAAgB,GAAG,MAAM,wBAAwB,EAAE,CAAC;QAC1D,MAAM,kBAAkB,GAAG;YACvB,OAAO,CAAC,GAAG,CAAC,eAAe;YAC3B,OAAO,CAAC,GAAG,CAAC,SAAS;YACrB,UAAU;YACV,YAAY;YACZ,2BAA2B;YAC3B,GAAG,gBAAgB;SACtB,CAAC;QAEF,MAAM,CACF,eAAe,EACf,cAAc,CACjB,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAClB,SAAS,CAAC;gBACN,aAAa,CAAC,iBAAiB,EAAE,kBAAkB,CAAC;gBACpD,aAAa,CAAC,mBAAmB,EAAE,kBAAkB,CAAC;aACzD,CAAC;YACF,UAAU,CAAC;gBACP,SAAS,CAAC;oBACN,aAAa,CAAC,YAAY,EAAE,kBAAkB,CAAC;oBAC/C,aAAa,CAAC,cAAc,EAAE,kBAAkB,CAAC;iBACpD,CAAC;gBACF,SAAS,CAAC;oBACN,aAAa,CAAC,cAAc,EAAE,kBAAkB,CAAC;oBACjD,aAAa,CAAC,iBAAiB,EAAE,kBAAkB,CAAC;oBACpD,aAAa,CAAC,iBAAiB,EAAE,kBAAkB,CAAC;oBACpD,aAAa,CAAC,iBAAiB,EAAE,kBAAkB,CAAC,CAAC,sCAAsC;iBAC9F,CAAC;gBACF,SAAS,CAAC;oBACN,aAAa,CAAC,cAAc,EAAE,kBAAkB,CAAC;oBACjD,aAAa,CAAC,iBAAiB,EAAE,kBAAkB,CAAC;oBACpD,aAAa,CAAC,iBAAiB,EAAE,kBAAkB,CAAC;oBACpD,aAAa,CAAC,iBAAiB,EAAE,kBAAkB,CAAC,CAAC,sCAAsC;iBAC9F,CAAC;gBACF,SAAS,CAAC;oBACN,aAAa,CAAC,gBAAgB,EAAE,kBAAkB,CAAC;oBACnD,aAAa,CAAC,mBAAmB,EAAE,kBAAkB,CAAC;oBACtD,aAAa,CAAC,mBAAmB,EAAE,kBAAkB,CAAC;oBACtD,aAAa,CAAC,mBAAmB,EAAE,kBAAkB,CAAC,CAAC,sCAAsC;iBAChG,CAAC;aACL,CAAC;SACL,CAAC,CAAC;QAEH,OAAO;YACH,eAAe;YACf,cAAc;SACjB,CAAC;KACL;IAED,OAAO;QACH,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,KAAK;KACxB,CAAC;AACN,CAAC;AAED,KAAK,UAAU,mBAAmB,CAAC,EAC/B,QAAQ,EAGX;IACG,IAAI,QAAQ,KAAK,KAAK,EAAE;QACpB,OAAO,MAAM,SAAS,CAAC;YACnB,aAAa,CAAC,cAAc,CAAC;YAC7B,EAAE,CAAC,UAAU,CAAC,qCAAqC,CAAC;YACpD,EAAE,CAAC,UAAU,CAAC,qCAAqC,CAAC;SACvD,CAAC,CAAC;KACN;SAAM,IAAI,QAAQ,KAAK,OAAO,EAAE;QAC7B,MAAM,kBAAkB,GAAG;YACvB,OAAO,CAAC,GAAG,CAAC,eAAe;YAC3B,UAAU;YACV,YAAY;YACZ,2BAA2B;YAC3B,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,IAAI,IAAI,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,WAAW,EAAE,EAAE,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC;gBACnF,CAAC,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,UAAU;gBACjC,CAAC,CAAC,SAAS;SAClB,CAAC;QAEF,OAAO,MAAM,SAAS,CAAC;YACnB,aAAa,CAAC,cAAc,EAAE,kBAAkB,CAAC;YACjD,aAAa,CAAC,gBAAgB,EAAE,kBAAkB,CAAC;SACtD,CAAC,CAAC;KACN;SAAM,IAAI,QAAQ,KAAK,KAAK,EAAE;QAC3B,OAAO,MAAM,SAAS,CAAC;YACnB,aAAa,CAAC,iBAAiB,CAAC;YAChC,aAAa,CAAC,mBAAmB,CAAC;SACrC,CAAC,CAAC;KACN;IAED,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,KAAK,UAAU,kBAAkB,CAAC,EAC9B,QAAQ,EAGX;IACG,OAAO,QAAQ,KAAK,KAAK,CAAC;AAC9B,CAAC;AAED,KAAK,UAAU,wBAAwB;IACnC,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC;QACrC,OAAO,EAAE,CAAC;IAEd,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,IAAI;QACA,MAAM,QAAQ,GAAG,YAAY,CAAC;QAC9B,KAAK,MAAM,kBAAkB,IAAI,MAAM,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE;YACzD,IAAI,CAAC,kBAAkB,CAAC,WAAW,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC;gBACrD,SAAS;YAEb,MAAM,iBAAiB,GAAG,GAAG,QAAQ,IAAI,kBAAkB,UAAU,CAAC;YACtE,KAAK,MAAM,oBAAoB,IAAI,MAAM,EAAE,CAAC,OAAO,CAAC,iBAAiB,CAAC,EAAE;gBACpE,GAAG,CAAC,IAAI,CACJ,GAAG,iBAAiB,IAAI,oBAAoB,MAAM,EAClD,GAAG,iBAAiB,IAAI,oBAAoB,YAAY,CAC3D,CAAC;aACL;SAEJ;KACJ;IAAC,OAAO,GAAG,EAAE;QACV,OAAO,CAAC,KAAK,CAAC,mBAAmB,EAAE,GAAG,uDAAuD,EAAE,GAAG,CAAC,CAAC;KACvG;IAED,OAAO,GAAG,CAAC;AACf,CAAC"}
@@ -0,0 +1,4 @@
1
+ import { BinaryPlatform } from "./getPlatform.js";
2
+ export declare function detectGlibc({ platform }: {
3
+ platform: BinaryPlatform;
4
+ }): Promise<boolean>;
@@ -0,0 +1,36 @@
1
+ import process from "process";
2
+ import { asyncEvery } from "./asyncEvery.js";
3
+ import { asyncSome } from "./asyncSome.js";
4
+ import { hasFileInPath } from "./hasFileInPath.js";
5
+ export async function detectGlibc({ platform }) {
6
+ if (platform === "linux") {
7
+ const librarySearchPaths = [
8
+ process.env.LD_LIBRARY_PATH,
9
+ "/lib",
10
+ "/lib64",
11
+ "/usr/lib",
12
+ "/usr/lib64",
13
+ "/usr/lib/x86_64-linux-gnu"
14
+ ];
15
+ return await asyncEvery([
16
+ asyncSome([
17
+ hasFileInPath("libc.so", librarySearchPaths),
18
+ hasFileInPath("libc.so.5", librarySearchPaths),
19
+ hasFileInPath("libc.so.6", librarySearchPaths),
20
+ hasFileInPath("libc.so.7", librarySearchPaths) // for when the next version comes out
21
+ ]),
22
+ asyncSome([
23
+ hasFileInPath("ld-linux.so", librarySearchPaths),
24
+ hasFileInPath("ld-linux.so.1", librarySearchPaths),
25
+ hasFileInPath("ld-linux.so.2", librarySearchPaths),
26
+ hasFileInPath("ld-linux.so.3", librarySearchPaths),
27
+ hasFileInPath("ld-linux-x86-64.so", librarySearchPaths),
28
+ hasFileInPath("ld-linux-x86-64.so.1", librarySearchPaths),
29
+ hasFileInPath("ld-linux-x86-64.so.2", librarySearchPaths),
30
+ hasFileInPath("ld-linux-x86-64.so.3", librarySearchPaths) // for when the next version comes out
31
+ ])
32
+ ]);
33
+ }
34
+ return false;
35
+ }
36
+ //# sourceMappingURL=detectGlibc.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"detectGlibc.js","sourceRoot":"","sources":["../../../src/bindings/utils/detectGlibc.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,SAAS,CAAC;AAE9B,OAAO,EAAC,UAAU,EAAC,MAAM,iBAAiB,CAAC;AAC3C,OAAO,EAAC,SAAS,EAAC,MAAM,gBAAgB,CAAC;AACzC,OAAO,EAAC,aAAa,EAAC,MAAM,oBAAoB,CAAC;AAEjD,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,EAC9B,QAAQ,EAGX;IACG,IAAI,QAAQ,KAAK,OAAO,EAAE;QACtB,MAAM,kBAAkB,GAAG;YACvB,OAAO,CAAC,GAAG,CAAC,eAAe;YAC3B,MAAM;YACN,QAAQ;YACR,UAAU;YACV,YAAY;YACZ,2BAA2B;SAC9B,CAAC;QAEF,OAAO,MAAM,UAAU,CAAC;YACpB,SAAS,CAAC;gBACN,aAAa,CAAC,SAAS,EAAE,kBAAkB,CAAC;gBAC5C,aAAa,CAAC,WAAW,EAAE,kBAAkB,CAAC;gBAC9C,aAAa,CAAC,WAAW,EAAE,kBAAkB,CAAC;gBAC9C,aAAa,CAAC,WAAW,EAAE,kBAAkB,CAAC,CAAC,sCAAsC;aACxF,CAAC;YACF,SAAS,CAAC;gBACN,aAAa,CAAC,aAAa,EAAE,kBAAkB,CAAC;gBAChD,aAAa,CAAC,eAAe,EAAE,kBAAkB,CAAC;gBAClD,aAAa,CAAC,eAAe,EAAE,kBAAkB,CAAC;gBAClD,aAAa,CAAC,eAAe,EAAE,kBAAkB,CAAC;gBAClD,aAAa,CAAC,oBAAoB,EAAE,kBAAkB,CAAC;gBACvD,aAAa,CAAC,sBAAsB,EAAE,kBAAkB,CAAC;gBACzD,aAAa,CAAC,sBAAsB,EAAE,kBAAkB,CAAC;gBACzD,aAAa,CAAC,sBAAsB,EAAE,kBAAkB,CAAC,CAAC,sCAAsC;aACnG,CAAC;SACL,CAAC,CAAC;KACN;IAED,OAAO,KAAK,CAAC;AACjB,CAAC"}
@@ -0,0 +1,9 @@
1
+ import process from "process";
2
+ import { BuildGpu } from "../types.js";
3
+ import { BinaryPlatform } from "./getPlatform.js";
4
+ export declare function getBestComputeLayersAvailable(): Promise<(false | "cuda" | "vulkan" | "metal")[]>;
5
+ export declare function detectBestComputeLayersAvailable({ platform, arch, hasCudaWithStaticBinaryBuild }?: {
6
+ platform?: BinaryPlatform;
7
+ arch?: typeof process.arch;
8
+ hasCudaWithStaticBinaryBuild?: boolean;
9
+ }): Promise<BuildGpu[]>;
@@ -0,0 +1,29 @@
1
+ import process from "process";
2
+ import { getPlatform } from "./getPlatform.js";
3
+ import { detectAvailableComputeLayers } from "./detectAvailableComputeLayers.js";
4
+ let bestComputeLayersAvailablePromise = null;
5
+ export async function getBestComputeLayersAvailable() {
6
+ if (bestComputeLayersAvailablePromise != null) {
7
+ try {
8
+ return await bestComputeLayersAvailablePromise;
9
+ }
10
+ catch (err) { }
11
+ }
12
+ bestComputeLayersAvailablePromise = detectBestComputeLayersAvailable();
13
+ return await bestComputeLayersAvailablePromise;
14
+ }
15
+ export async function detectBestComputeLayersAvailable({ platform = getPlatform(), arch = process.arch, hasCudaWithStaticBinaryBuild = false } = {}) {
16
+ if (platform === "mac" && arch === "arm64")
17
+ return ["metal"];
18
+ const res = [];
19
+ const availableComputeLayers = await detectAvailableComputeLayers({
20
+ platform
21
+ });
22
+ if (availableComputeLayers.cuda.hasNvidiaDriver && (availableComputeLayers.cuda.hasCudaRuntime || hasCudaWithStaticBinaryBuild))
23
+ res.push("cuda");
24
+ if (availableComputeLayers.vulkan)
25
+ res.push("vulkan");
26
+ res.push(false);
27
+ return res;
28
+ }
29
+ //# sourceMappingURL=getBestComputeLayersAvailable.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"getBestComputeLayersAvailable.js","sourceRoot":"","sources":["../../../src/bindings/utils/getBestComputeLayersAvailable.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,SAAS,CAAC;AAE9B,OAAO,EAAiB,WAAW,EAAC,MAAM,kBAAkB,CAAC;AAC7D,OAAO,EAAC,4BAA4B,EAAC,MAAM,mCAAmC,CAAC;AAE/E,IAAI,iCAAiC,GAA+D,IAAI,CAAC;AACzG,MAAM,CAAC,KAAK,UAAU,6BAA6B;IAC/C,IAAI,iCAAiC,IAAI,IAAI,EAAE;QAC3C,IAAI;YACA,OAAO,MAAM,iCAAiC,CAAC;SAClD;QAAC,OAAO,GAAG,EAAE,GAAE;KACnB;IAED,iCAAiC,GAAG,gCAAgC,EAAE,CAAC;IACvE,OAAO,MAAM,iCAAiC,CAAC;AACnD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gCAAgC,CAAC,EACnD,QAAQ,GAAG,WAAW,EAAE,EACxB,IAAI,GAAG,OAAO,CAAC,IAAI,EACnB,4BAA4B,GAAG,KAAK,KAKpC,EAAE;IACF,IAAI,QAAQ,KAAK,KAAK,IAAI,IAAI,KAAK,OAAO;QACtC,OAAO,CAAC,OAAO,CAAC,CAAC;IAErB,MAAM,GAAG,GAAe,EAAE,CAAC;IAC3B,MAAM,sBAAsB,GAAG,MAAM,4BAA4B,CAAC;QAC9D,QAAQ;KACX,CAAC,CAAC;IAEH,IAAI,sBAAsB,CAAC,IAAI,CAAC,eAAe,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,cAAc,IAAI,4BAA4B,CAAC;QAC3H,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAErB,IAAI,sBAAsB,CAAC,MAAM;QAC7B,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAEvB,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAEhB,OAAO,GAAG,CAAC;AACf,CAAC"}
@@ -2,12 +2,8 @@ import { hashString } from "../../utils/hashString.js";
2
2
  import { builtinLlamaCppGitHubRepo, builtinLlamaCppRelease } from "../../config.js";
3
3
  export async function getBuildFolderNameForBuildOptions(buildOptions) {
4
4
  const nameParts = [buildOptions.platform, buildOptions.arch];
5
- if (buildOptions.platform === "mac" && buildOptions.computeLayers.metal)
6
- nameParts.push("metal");
7
- else if (buildOptions.computeLayers.cuda)
8
- nameParts.push("cuda");
9
- if (buildOptions.computeLayers.vulkan)
10
- nameParts.push("vulkan");
5
+ if (buildOptions.gpu !== false)
6
+ nameParts.push(makeStringSafeForPathName(buildOptions.gpu));
11
7
  if (buildOptions.llamaCpp.repo !== builtinLlamaCppGitHubRepo || buildOptions.llamaCpp.release !== builtinLlamaCppRelease)
12
8
  nameParts.push("release-" + await getFolderNamePartForRelease(buildOptions.llamaCpp.repo, buildOptions.llamaCpp.release));
13
9
  if (buildOptions.customCmakeOptions.size === 0) {
@@ -63,6 +59,16 @@ async function getFolderNamePartForRelease(repo, release) {
63
59
  return await hashString(res);
64
60
  return res;
65
61
  }
62
+ function makeStringSafeForPathName(str) {
63
+ let res = "";
64
+ for (const char of str) {
65
+ if (isCharacterSafe(char))
66
+ res += char;
67
+ else
68
+ res += "_" + char.codePointAt(0).toString(32) + "_";
69
+ }
70
+ return res;
71
+ }
66
72
  function containsUnsafeCharacters(str) {
67
73
  for (const char of str) {
68
74
  if (!isCharacterSafe(char))
@@ -1 +1 @@
1
- {"version":3,"file":"getBuildFolderNameForBuildOptions.js","sourceRoot":"","sources":["../../../src/bindings/utils/getBuildFolderNameForBuildOptions.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,UAAU,EAAC,MAAM,2BAA2B,CAAC;AAErD,OAAO,EAAC,yBAAyB,EAAE,sBAAsB,EAAC,MAAM,iBAAiB,CAAC;AAElF,MAAM,CAAC,KAAK,UAAU,iCAAiC,CAAC,YAA0B;IAC9E,MAAM,SAAS,GAAa,CAAC,YAAY,CAAC,QAAQ,EAAE,YAAY,CAAC,IAAI,CAAC,CAAC;IAEvE,IAAI,YAAY,CAAC,QAAQ,KAAK,KAAK,IAAI,YAAY,CAAC,aAAa,CAAC,KAAK;QACnE,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;SACvB,IAAI,YAAY,CAAC,aAAa,CAAC,IAAI;QACpC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAE3B,IAAI,YAAY,CAAC,aAAa,CAAC,MAAM;QACjC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAE7B,IAAI,YAAY,CAAC,QAAQ,CAAC,IAAI,KAAK,yBAAyB,IAAI,YAAY,CAAC,QAAQ,CAAC,OAAO,KAAK,sBAAsB;QACpH,SAAS,CAAC,IAAI,CAAC,UAAU,GAAG,MAAM,2BAA2B,CAAC,YAAY,CAAC,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;IAE9H,IAAI,YAAY,CAAC,kBAAkB,CAAC,IAAI,KAAK,CAAC,EAAE;QAC5C,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACjC,OAAO;YACH,yBAAyB,EAAE,IAAI;YAC/B,sBAAsB,EAAE,IAAI;SAC/B,CAAC;KACL;IAED,MAAM,eAAe,GAAG,CAAC,GAAG,YAAY,CAAC,kBAAkB,CAAC,IAAI,EAAE,CAAC,CAAC;IACpE,eAAe,CAAC,IAAI,EAAE,CAAC;IAEvB,MAAM,uBAAuB,GAAa,EAAE,CAAC;IAC7C,KAAK,MAAM,GAAG,IAAI,eAAe,EAAE;QAC/B,IAAI,GAAG,KAAK,EAAE;YACV,SAAS;QAEb,uBAAuB,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,GAAG,CAAC,IAAI,kBAAkB,CAAC,YAAY,CAAC,kBAAkB,CAAC,GAAG,CAAC,GAAG,CAAE,CAAC,EAAE,CAAC,CAAC;KAC/H;IAED,MAAM,6BAA6B,GAAG,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC1D,IAAI,uBAAuB,CAAC,MAAM,KAAK,CAAC,EAAE;QACtC,OAAO;YACH,yBAAyB,EAAE,6BAA6B;YACxD,sBAAsB,EAAE,6BAA6B;SACxD,CAAC;KACL;IAED,MAAM,gBAAgB,GAAG,MAAM,UAAU,CAAC,uBAAuB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IAE7E,SAAS,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;IACjC,MAAM,0BAA0B,GAAG,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAEvD,OAAO;QACH,yBAAyB,EAAE,6BAA6B;QACxD,sBAAsB,EAAE,0BAA0B;KACrD,CAAC;AACN,CAAC;AAED,KAAK,UAAU,2BAA2B,CAAC,IAAY,EAAE,OAAe;IACpE,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,IAAI,UAAU,GAAG,KAAK,CAAC;IAEvB,IAAI,IAAI,KAAK,yBAAyB,EAAE;QACpC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAEtC,IAAI,wBAAwB,CAAC,KAAK,CAAC,IAAI,wBAAwB,CAAC,IAAI,CAAC,EAAE;YACnE,UAAU,GAAG,IAAI,CAAC;YAClB,QAAQ,CAAC,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,GAAG,GAAG,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAC;SAC7E;;YACG,QAAQ,CAAC,IAAI,CAAC,KAAK,GAAG,GAAG,GAAG,IAAI,CAAC,CAAC;KACzC;IAED,IAAI,wBAAwB,CAAC,OAAO,CAAC,EAAE;QACnC,UAAU,GAAG,IAAI,CAAC;QAClB,QAAQ,CAAC,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC,CAAC;KAC9C;;QACG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAE3B,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAE/B,IAAI,UAAU;QACV,OAAO,MAAM,UAAU,CAAC,GAAG,CAAC,CAAC;IAEjC,OAAO,GAAG,CAAC;AACf,CAAC;AAED,SAAS,wBAAwB,CAAC,GAAW;IACzC,KAAK,MAAM,IAAI,IAAI,GAAG,EAAE;QACpB,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC;YACtB,OAAO,IAAI,CAAC;KACnB;IAED,OAAO,KAAK,CAAC;AACjB,CAAC;AACD,SAAS,eAAe,CAAC,IAAY;IACjC,MAAM,aAAa,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;IAE1C,IAAI,aAAa,IAAI,IAAI;QACrB,OAAO,KAAK,CAAC;IAEjB,IAAI,aAAa,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC,CAAE,IAAI,aAAa,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC,CAAE;QAC5E,OAAO,IAAI,CAAC;SACX,IAAI,aAAa,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC,CAAE,IAAI,aAAa,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC,CAAE;QACjF,OAAO,IAAI,CAAC;SACX,IAAI,aAAa,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC,CAAE,IAAI,aAAa,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC,CAAE;QACjF,OAAO,IAAI,CAAC;SACX,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG;QACjD,OAAO,IAAI,CAAC;IAEhB,OAAO,KAAK,CAAC;AACjB,CAAC"}
1
+ {"version":3,"file":"getBuildFolderNameForBuildOptions.js","sourceRoot":"","sources":["../../../src/bindings/utils/getBuildFolderNameForBuildOptions.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,UAAU,EAAC,MAAM,2BAA2B,CAAC;AAErD,OAAO,EAAC,yBAAyB,EAAE,sBAAsB,EAAC,MAAM,iBAAiB,CAAC;AAElF,MAAM,CAAC,KAAK,UAAU,iCAAiC,CAAC,YAA0B;IAC9E,MAAM,SAAS,GAAa,CAAC,YAAY,CAAC,QAAQ,EAAE,YAAY,CAAC,IAAI,CAAC,CAAC;IAEvE,IAAI,YAAY,CAAC,GAAG,KAAK,KAAK;QAC1B,SAAS,CAAC,IAAI,CAAC,yBAAyB,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC;IAEhE,IAAI,YAAY,CAAC,QAAQ,CAAC,IAAI,KAAK,yBAAyB,IAAI,YAAY,CAAC,QAAQ,CAAC,OAAO,KAAK,sBAAsB;QACpH,SAAS,CAAC,IAAI,CAAC,UAAU,GAAG,MAAM,2BAA2B,CAAC,YAAY,CAAC,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;IAE9H,IAAI,YAAY,CAAC,kBAAkB,CAAC,IAAI,KAAK,CAAC,EAAE;QAC5C,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACjC,OAAO;YACH,yBAAyB,EAAE,IAAI;YAC/B,sBAAsB,EAAE,IAAI;SAC/B,CAAC;KACL;IAED,MAAM,eAAe,GAAG,CAAC,GAAG,YAAY,CAAC,kBAAkB,CAAC,IAAI,EAAE,CAAC,CAAC;IACpE,eAAe,CAAC,IAAI,EAAE,CAAC;IAEvB,MAAM,uBAAuB,GAAa,EAAE,CAAC;IAC7C,KAAK,MAAM,GAAG,IAAI,eAAe,EAAE;QAC/B,IAAI,GAAG,KAAK,EAAE;YACV,SAAS;QAEb,uBAAuB,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,GAAG,CAAC,IAAI,kBAAkB,CAAC,YAAY,CAAC,kBAAkB,CAAC,GAAG,CAAC,GAAG,CAAE,CAAC,EAAE,CAAC,CAAC;KAC/H;IAED,MAAM,6BAA6B,GAAG,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC1D,IAAI,uBAAuB,CAAC,MAAM,KAAK,CAAC,EAAE;QACtC,OAAO;YACH,yBAAyB,EAAE,6BAA6B;YACxD,sBAAsB,EAAE,6BAA6B;SACxD,CAAC;KACL;IAED,MAAM,gBAAgB,GAAG,MAAM,UAAU,CAAC,uBAAuB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IAE7E,SAAS,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;IACjC,MAAM,0BAA0B,GAAG,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAEvD,OAAO;QACH,yBAAyB,EAAE,6BAA6B;QACxD,sBAAsB,EAAE,0BAA0B;KACrD,CAAC;AACN,CAAC;AAED,KAAK,UAAU,2BAA2B,CAAC,IAAY,EAAE,OAAe;IACpE,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,IAAI,UAAU,GAAG,KAAK,CAAC;IAEvB,IAAI,IAAI,KAAK,yBAAyB,EAAE;QACpC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAEtC,IAAI,wBAAwB,CAAC,KAAK,CAAC,IAAI,wBAAwB,CAAC,IAAI,CAAC,EAAE;YACnE,UAAU,GAAG,IAAI,CAAC;YAClB,QAAQ,CAAC,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,GAAG,GAAG,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAC;SAC7E;;YACG,QAAQ,CAAC,IAAI,CAAC,KAAK,GAAG,GAAG,GAAG,IAAI,CAAC,CAAC;KACzC;IAED,IAAI,wBAAwB,CAAC,OAAO,CAAC,EAAE;QACnC,UAAU,GAAG,IAAI,CAAC;QAClB,QAAQ,CAAC,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC,CAAC;KAC9C;;QACG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAE3B,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAE/B,IAAI,UAAU;QACV,OAAO,MAAM,UAAU,CAAC,GAAG,CAAC,CAAC;IAEjC,OAAO,GAAG,CAAC;AACf,CAAC;AAED,SAAS,yBAAyB,CAAC,GAAW;IAC1C,IAAI,GAAG,GAAG,EAAE,CAAC;IAEb,KAAK,MAAM,IAAI,IAAI,GAAG,EAAE;QACpB,IAAI,eAAe,CAAC,IAAI,CAAC;YACrB,GAAG,IAAI,IAAI,CAAC;;YAEZ,GAAG,IAAI,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC,CAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC;KAC5D;IAED,OAAO,GAAG,CAAC;AACf,CAAC;AAED,SAAS,wBAAwB,CAAC,GAAW;IACzC,KAAK,MAAM,IAAI,IAAI,GAAG,EAAE;QACpB,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC;YACtB,OAAO,IAAI,CAAC;KACnB;IAED,OAAO,KAAK,CAAC;AACjB,CAAC;AACD,SAAS,eAAe,CAAC,IAAY;IACjC,MAAM,aAAa,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;IAE1C,IAAI,aAAa,IAAI,IAAI;QACrB,OAAO,KAAK,CAAC;IAEjB,IAAI,aAAa,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC,CAAE,IAAI,aAAa,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC,CAAE;QAC5E,OAAO,IAAI,CAAC;SACX,IAAI,aAAa,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC,CAAE,IAAI,aAAa,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC,CAAE;QACjF,OAAO,IAAI,CAAC;SACX,IAAI,aAAa,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC,CAAE,IAAI,aAAa,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC,CAAE;QACjF,OAAO,IAAI,CAAC;SACX,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG;QACjD,OAAO,IAAI,CAAC;IAEhB,OAAO,KAAK,CAAC;AACjB,CAAC"}
@@ -0,0 +1,11 @@
1
+ import process from "process";
2
+ import { BuildGpu } from "../types.js";
3
+ import { BinaryPlatform } from "./getPlatform.js";
4
+ export declare function getGpuTypesToUseForOption(gpu: BuildGpu | "auto", { platform, arch }?: {
5
+ platform?: BinaryPlatform;
6
+ arch?: typeof process.arch;
7
+ }): Promise<BuildGpu[]>;
8
+ export declare function resolveValidGpuOptionForPlatform(gpu: BuildGpu | "auto", { platform, arch }: {
9
+ platform: BinaryPlatform;
10
+ arch: typeof process.arch;
11
+ }): false | "cuda" | "vulkan" | "metal" | "auto";
@@ -0,0 +1,30 @@
1
+ import process from "process";
2
+ import { buildGpuOptions } from "../types.js";
3
+ import { getPlatform } from "./getPlatform.js";
4
+ import { getBestComputeLayersAvailable } from "./getBestComputeLayersAvailable.js";
5
+ export async function getGpuTypesToUseForOption(gpu, { platform = getPlatform(), arch = process.arch } = {}) {
6
+ const resolvedGpu = resolveValidGpuOptionForPlatform(gpu, {
7
+ platform,
8
+ arch
9
+ });
10
+ if (resolvedGpu === "auto") {
11
+ if (arch === process.arch)
12
+ return await getBestComputeLayersAvailable();
13
+ return [false];
14
+ }
15
+ return [resolvedGpu];
16
+ }
17
+ export function resolveValidGpuOptionForPlatform(gpu, { platform, arch }) {
18
+ if (gpu == null)
19
+ return "auto";
20
+ else if (platform === "mac") {
21
+ if (arch !== "x64" && gpu === "cuda")
22
+ return "auto";
23
+ }
24
+ else if (gpu === "metal")
25
+ return "auto";
26
+ if (buildGpuOptions.includes(gpu))
27
+ return gpu;
28
+ return "auto";
29
+ }
30
+ //# sourceMappingURL=getGpuTypesToUseForOption.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"getGpuTypesToUseForOption.js","sourceRoot":"","sources":["../../../src/bindings/utils/getGpuTypesToUseForOption.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,SAAS,CAAC;AAC9B,OAAO,EAAW,eAAe,EAAC,MAAM,aAAa,CAAC;AACtD,OAAO,EAAiB,WAAW,EAAC,MAAM,kBAAkB,CAAC;AAC7D,OAAO,EAAC,6BAA6B,EAAC,MAAM,oCAAoC,CAAC;AAEjF,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAAC,GAAsB,EAAE,EACpE,QAAQ,GAAG,WAAW,EAAE,EACxB,IAAI,GAAG,OAAO,CAAC,IAAI,KAInB,EAAE;IACF,MAAM,WAAW,GAAG,gCAAgC,CAAC,GAAG,EAAE;QACtD,QAAQ;QACR,IAAI;KACP,CAAC,CAAC;IAEH,IAAI,WAAW,KAAK,MAAM,EAAE;QACxB,IAAI,IAAI,KAAK,OAAO,CAAC,IAAI;YACrB,OAAO,MAAM,6BAA6B,EAAE,CAAC;QAEjD,OAAO,CAAC,KAAK,CAAC,CAAC;KAClB;IAED,OAAO,CAAC,WAAW,CAAC,CAAC;AACzB,CAAC;AAED,MAAM,UAAU,gCAAgC,CAAC,GAAsB,EAAE,EACrE,QAAQ,EACR,IAAI,EAIP;IACG,IAAI,GAAG,IAAI,IAAI;QACX,OAAO,MAAM,CAAC;SACb,IAAI,QAAQ,KAAK,KAAK,EAAE;QACzB,IAAI,IAAI,KAAK,KAAK,IAAI,GAAG,KAAK,MAAM;YAChC,OAAO,MAAM,CAAC;KACrB;SAAM,IAAI,GAAG,KAAK,OAAO;QACtB,OAAO,MAAM,CAAC;IAElB,IAAI,eAAe,CAAC,QAAQ,CAAC,GAAuC,CAAC;QACjE,OAAO,GAAG,CAAC;IAEf,OAAO,MAAM,CAAC;AAClB,CAAC"}
@@ -0,0 +1,9 @@
1
+ export type LinuxDistroInfo = Awaited<ReturnType<typeof getLinuxDistroInfo>>;
2
+ export declare function getLinuxDistroInfo(): Promise<{
3
+ name: string;
4
+ id: string;
5
+ version: string;
6
+ versionCodename: string;
7
+ prettyName: string;
8
+ }>;
9
+ export declare function isDistroAlpineLinux(linuxDistroInfo: LinuxDistroInfo): Promise<boolean>;
@@ -0,0 +1,46 @@
1
+ import fs from "fs-extra";
2
+ const osReleasePaths = [
3
+ "/etc/os-release",
4
+ "/usr/lib/os-release"
5
+ ];
6
+ export async function getLinuxDistroInfo() {
7
+ const osReleaseInfo = await getOsReleaseInfo();
8
+ return {
9
+ name: osReleaseInfo.get("name") ?? "",
10
+ id: osReleaseInfo.get("id") ?? "",
11
+ version: osReleaseInfo.get("version_id") ?? osReleaseInfo.get("version") ?? "",
12
+ versionCodename: osReleaseInfo.get("version_codename") ?? "",
13
+ prettyName: osReleaseInfo.get("pretty_name") ?? ""
14
+ };
15
+ }
16
+ export async function isDistroAlpineLinux(linuxDistroInfo) {
17
+ return linuxDistroInfo.id === "alpine" || linuxDistroInfo.name.toLowerCase().startsWith("alpine") ||
18
+ linuxDistroInfo.prettyName.toLowerCase().startsWith("alpine");
19
+ }
20
+ async function getOsReleaseInfo() {
21
+ for (const osReleasePath of osReleasePaths) {
22
+ if (!(await fs.pathExists(osReleasePath)))
23
+ continue;
24
+ try {
25
+ const osReleaseFile = await fs.readFile(osReleasePath, "utf-8");
26
+ const res = new Map();
27
+ for (const line of osReleaseFile.split("\n")) {
28
+ const equalsSignIndex = line.indexOf("=");
29
+ // ignore lines with no key
30
+ if (equalsSignIndex < 1)
31
+ continue;
32
+ const key = line.slice(0, equalsSignIndex).toLowerCase();
33
+ let value = line.slice(equalsSignIndex + 1);
34
+ if (value.startsWith('"') && value.endsWith('"'))
35
+ value = value.slice(1, -1);
36
+ res.set(key, value);
37
+ }
38
+ return res;
39
+ }
40
+ catch (err) {
41
+ continue;
42
+ }
43
+ }
44
+ return new Map();
45
+ }
46
+ //# sourceMappingURL=getLinuxDistroInfo.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"getLinuxDistroInfo.js","sourceRoot":"","sources":["../../../src/bindings/utils/getLinuxDistroInfo.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,UAAU,CAAC;AAE1B,MAAM,cAAc,GAAG;IACnB,iBAAiB;IACjB,qBAAqB;CACf,CAAC;AAGX,MAAM,CAAC,KAAK,UAAU,kBAAkB;IACpC,MAAM,aAAa,GAAG,MAAM,gBAAgB,EAAE,CAAC;IAE/C,OAAO;QACH,IAAI,EAAE,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE;QACrC,EAAE,EAAE,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE;QACjC,OAAO,EAAE,aAAa,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,aAAa,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE;QAC9E,eAAe,EAAE,aAAa,CAAC,GAAG,CAAC,kBAAkB,CAAC,IAAI,EAAE;QAC5D,UAAU,EAAE,aAAa,CAAC,GAAG,CAAC,aAAa,CAAC,IAAI,EAAE;KACrD,CAAC;AACN,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,eAAgC;IACtE,OAAO,eAAe,CAAC,EAAE,KAAK,QAAQ,IAAI,eAAe,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC;QAC7F,eAAe,CAAC,UAAU,CAAC,WAAW,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;AACtE,CAAC;AAED,KAAK,UAAU,gBAAgB;IAC3B,KAAK,MAAM,aAAa,IAAI,cAAc,EAAE;QACxC,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC;YACrC,SAAS;QAEb,IAAI;YACA,MAAM,aAAa,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;YAEhE,MAAM,GAAG,GAAG,IAAI,GAAG,EAAkB,CAAC;YACtC,KAAK,MAAM,IAAI,IAAI,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE;gBAC1C,MAAM,eAAe,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;gBAE1C,2BAA2B;gBAC3B,IAAI,eAAe,GAAG,CAAC;oBACnB,SAAS;gBAEb,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,eAAe,CAAC,CAAC,WAAW,EAAE,CAAC;gBACzD,IAAI,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,GAAG,CAAC,CAAC,CAAC;gBAE5C,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC;oBAC5C,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;gBAE/B,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;aACvB;YAED,OAAO,GAAG,CAAC;SACd;QAAC,OAAO,GAAG,EAAE;YACV,SAAS;SACZ;KACJ;IAED,OAAO,IAAI,GAAG,EAAkB,CAAC;AACrC,CAAC"}
@@ -0,0 +1,5 @@
1
+ export declare function getPlatformInfo(): Promise<{
2
+ name: string;
3
+ version: string;
4
+ }>;
5
+ export type BinaryPlatformInfo = Awaited<ReturnType<typeof getPlatformInfo>>;
@@ -0,0 +1,28 @@
1
+ import os from "os";
2
+ import { getPlatform } from "./getPlatform.js";
3
+ import { getLinuxDistroInfo } from "./getLinuxDistroInfo.js";
4
+ export async function getPlatformInfo() {
5
+ const currentPlatform = getPlatform();
6
+ if (currentPlatform === "mac")
7
+ return {
8
+ name: "macOS",
9
+ version: os.release()
10
+ };
11
+ else if (currentPlatform === "linux") {
12
+ const linuxDistroInfo = await getLinuxDistroInfo();
13
+ return {
14
+ name: linuxDistroInfo.name,
15
+ version: linuxDistroInfo.version
16
+ };
17
+ }
18
+ else if (currentPlatform === "win")
19
+ return {
20
+ name: "Windows",
21
+ version: os.release()
22
+ };
23
+ return {
24
+ name: "Unknown",
25
+ version: os.release()
26
+ };
27
+ }
28
+ //# sourceMappingURL=getPlatformInfo.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"getPlatformInfo.js","sourceRoot":"","sources":["../../../src/bindings/utils/getPlatformInfo.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,EAAC,WAAW,EAAC,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAC,kBAAkB,EAAC,MAAM,yBAAyB,CAAC;AAE3D,MAAM,CAAC,KAAK,UAAU,eAAe;IACjC,MAAM,eAAe,GAAG,WAAW,EAAE,CAAC;IAEtC,IAAI,eAAe,KAAK,KAAK;QACzB,OAAO;YACH,IAAI,EAAE,OAAO;YACb,OAAO,EAAE,EAAE,CAAC,OAAO,EAAE;SACxB,CAAC;SACD,IAAI,eAAe,KAAK,OAAO,EAAE;QAClC,MAAM,eAAe,GAAG,MAAM,kBAAkB,EAAE,CAAC;QAEnD,OAAO;YACH,IAAI,EAAE,eAAe,CAAC,IAAI;YAC1B,OAAO,EAAE,eAAe,CAAC,OAAO;SACnC,CAAC;KACL;SAAM,IAAI,eAAe,KAAK,KAAK;QAChC,OAAO;YACH,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,EAAE,CAAC,OAAO,EAAE;SACxB,CAAC;IAEN,OAAO;QACH,IAAI,EAAE,SAAS;QACf,OAAO,EAAE,EAAE,CAAC,OAAO,EAAE;KACxB,CAAC;AACN,CAAC"}
@@ -0,0 +1,2 @@
1
+ export declare function hasFileInPath(fileToSearch: string, additionalSearchPaths?: (string | null | undefined)[]): Promise<boolean>;
2
+ export declare function resolveFileLocationInPath(fileToSearch: string, additionalSearchPaths?: (string | null | undefined)[]): Promise<string[]>;
@@ -0,0 +1,34 @@
1
+ import path from "path";
2
+ import fs from "fs-extra";
3
+ import { asyncSome } from "./asyncSome.js";
4
+ export async function hasFileInPath(fileToSearch, additionalSearchPaths = []) {
5
+ const searchPaths = resolveSearchPaths(additionalSearchPaths);
6
+ return await asyncSome(searchPaths.map(async (searchPath) => {
7
+ return fs.pathExists(path.join(searchPath, fileToSearch));
8
+ }));
9
+ }
10
+ export async function resolveFileLocationInPath(fileToSearch, additionalSearchPaths = []) {
11
+ const searchPaths = resolveSearchPaths(additionalSearchPaths);
12
+ const foundPaths = await Promise.all(searchPaths.map(async (searchPath) => {
13
+ const filePath = path.join(searchPath, fileToSearch);
14
+ if (await fs.pathExists(filePath))
15
+ return filePath;
16
+ return null;
17
+ }));
18
+ return foundPaths.filter((filePath) => filePath != null);
19
+ }
20
+ function resolveSearchPaths(additionalSearchPaths) {
21
+ return [
22
+ // Windows checks the cwd before the path
23
+ ...(process.platform === "win32"
24
+ ? [process.cwd()]
25
+ : []),
26
+ ...((process.env.PATH || "").split(path.delimiter)),
27
+ ...(additionalSearchPaths.flatMap((searchPath) => (searchPath || "").split(path.delimiter)))
28
+ ]
29
+ .map((pathPart) => ((pathPart.length >= 2 && pathPart.startsWith('"') && pathPart.endsWith('"'))
30
+ ? pathPart.slice(1, -1)
31
+ : pathPart))
32
+ .filter((pathPart) => pathPart.length > 0);
33
+ }
34
+ //# sourceMappingURL=hasFileInPath.js.map