node-llama-cpp 3.0.0-beta.12 → 3.0.0-beta.14

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (235) hide show
  1. package/dist/ChatWrapper.d.ts +1 -0
  2. package/dist/ChatWrapper.js +2 -1
  3. package/dist/ChatWrapper.js.map +1 -1
  4. package/dist/TemplateChatWrapper.d.ts +68 -0
  5. package/dist/TemplateChatWrapper.js +239 -0
  6. package/dist/TemplateChatWrapper.js.map +1 -0
  7. package/dist/bindings/AddonTypes.d.ts +15 -5
  8. package/dist/bindings/Llama.d.ts +9 -3
  9. package/dist/bindings/Llama.js +61 -19
  10. package/dist/bindings/Llama.js.map +1 -1
  11. package/dist/bindings/consts.d.ts +2 -0
  12. package/dist/bindings/consts.js +11 -0
  13. package/dist/bindings/consts.js.map +1 -0
  14. package/dist/bindings/getLlama.d.ts +14 -18
  15. package/dist/bindings/getLlama.js +210 -78
  16. package/dist/bindings/getLlama.js.map +1 -1
  17. package/dist/bindings/types.d.ts +11 -5
  18. package/dist/bindings/types.js +22 -0
  19. package/dist/bindings/types.js.map +1 -1
  20. package/dist/bindings/utils/asyncEvery.d.ts +5 -0
  21. package/dist/bindings/utils/asyncEvery.js +15 -0
  22. package/dist/bindings/utils/asyncEvery.js.map +1 -0
  23. package/dist/bindings/utils/asyncSome.d.ts +5 -0
  24. package/dist/bindings/utils/asyncSome.js +27 -0
  25. package/dist/bindings/utils/asyncSome.js.map +1 -0
  26. package/dist/bindings/utils/cloneLlamaCppRepo.js +13 -3
  27. package/dist/bindings/utils/cloneLlamaCppRepo.js.map +1 -1
  28. package/dist/bindings/utils/compileLLamaCpp.d.ts +4 -1
  29. package/dist/bindings/utils/compileLLamaCpp.js +136 -74
  30. package/dist/bindings/utils/compileLLamaCpp.js.map +1 -1
  31. package/dist/bindings/utils/detectAvailableComputeLayers.d.ts +14 -0
  32. package/dist/bindings/utils/detectAvailableComputeLayers.js +300 -0
  33. package/dist/bindings/utils/detectAvailableComputeLayers.js.map +1 -0
  34. package/dist/bindings/utils/detectGlibc.d.ts +4 -0
  35. package/dist/bindings/utils/detectGlibc.js +36 -0
  36. package/dist/bindings/utils/detectGlibc.js.map +1 -0
  37. package/dist/bindings/utils/getBestComputeLayersAvailable.d.ts +9 -0
  38. package/dist/bindings/utils/getBestComputeLayersAvailable.js +29 -0
  39. package/dist/bindings/utils/getBestComputeLayersAvailable.js.map +1 -0
  40. package/dist/bindings/utils/getBuildFolderNameForBuildOptions.js +12 -6
  41. package/dist/bindings/utils/getBuildFolderNameForBuildOptions.js.map +1 -1
  42. package/dist/bindings/utils/getGpuTypesToUseForOption.d.ts +11 -0
  43. package/dist/bindings/utils/getGpuTypesToUseForOption.js +30 -0
  44. package/dist/bindings/utils/getGpuTypesToUseForOption.js.map +1 -0
  45. package/dist/bindings/utils/getLinuxDistroInfo.d.ts +9 -0
  46. package/dist/bindings/utils/getLinuxDistroInfo.js +46 -0
  47. package/dist/bindings/utils/getLinuxDistroInfo.js.map +1 -0
  48. package/dist/bindings/utils/getPlatformInfo.d.ts +5 -0
  49. package/dist/bindings/utils/getPlatformInfo.js +28 -0
  50. package/dist/bindings/utils/getPlatformInfo.js.map +1 -0
  51. package/dist/bindings/utils/hasFileInPath.d.ts +2 -0
  52. package/dist/bindings/utils/hasFileInPath.js +34 -0
  53. package/dist/bindings/utils/hasFileInPath.js.map +1 -0
  54. package/dist/bindings/utils/logBinaryUsageExampleToConsole.d.ts +1 -1
  55. package/dist/bindings/utils/logBinaryUsageExampleToConsole.js +3 -9
  56. package/dist/bindings/utils/logBinaryUsageExampleToConsole.js.map +1 -1
  57. package/dist/bindings/utils/logDistroInstallInstruction.d.ts +14 -0
  58. package/dist/bindings/utils/logDistroInstallInstruction.js +48 -0
  59. package/dist/bindings/utils/logDistroInstallInstruction.js.map +1 -0
  60. package/dist/bindings/utils/resolveChatWrapperBasedOnWrapperTypeName.d.ts +9 -2
  61. package/dist/bindings/utils/resolveChatWrapperBasedOnWrapperTypeName.js +10 -4
  62. package/dist/bindings/utils/resolveChatWrapperBasedOnWrapperTypeName.js.map +1 -1
  63. package/dist/bindings/utils/testBindingBinary.d.ts +1 -0
  64. package/dist/bindings/utils/testBindingBinary.js +98 -0
  65. package/dist/bindings/utils/testBindingBinary.js.map +1 -0
  66. package/dist/bindings/utils/testCmakeBinary.d.ts +5 -0
  67. package/dist/bindings/utils/testCmakeBinary.js +32 -0
  68. package/dist/bindings/utils/testCmakeBinary.js.map +1 -0
  69. package/dist/chatWrappers/ChatMLChatWrapper.js +1 -1
  70. package/dist/chatWrappers/ChatMLChatWrapper.js.map +1 -1
  71. package/dist/chatWrappers/GemmaChatWrapper.d.ts +18 -0
  72. package/dist/chatWrappers/GemmaChatWrapper.js +86 -0
  73. package/dist/chatWrappers/GemmaChatWrapper.js.map +1 -0
  74. package/dist/chatWrappers/resolveChatWrapperBasedOnModel.js +3 -0
  75. package/dist/chatWrappers/resolveChatWrapperBasedOnModel.js.map +1 -1
  76. package/dist/cli/cli.js +2 -0
  77. package/dist/cli/cli.js.map +1 -1
  78. package/dist/cli/commands/BuildCommand.d.ts +5 -5
  79. package/dist/cli/commands/BuildCommand.js +78 -60
  80. package/dist/cli/commands/BuildCommand.js.map +1 -1
  81. package/dist/cli/commands/ChatCommand.js +31 -14
  82. package/dist/cli/commands/ChatCommand.js.map +1 -1
  83. package/dist/cli/commands/CompleteCommand.js +30 -13
  84. package/dist/cli/commands/CompleteCommand.js.map +1 -1
  85. package/dist/cli/commands/DebugCommand.js +3 -9
  86. package/dist/cli/commands/DebugCommand.js.map +1 -1
  87. package/dist/cli/commands/DownloadCommand.d.ts +5 -5
  88. package/dist/cli/commands/DownloadCommand.js +97 -56
  89. package/dist/cli/commands/DownloadCommand.js.map +1 -1
  90. package/dist/cli/commands/InfillCommand.js +30 -13
  91. package/dist/cli/commands/InfillCommand.js.map +1 -1
  92. package/dist/cli/commands/InspectCommand.d.ts +7 -0
  93. package/dist/cli/commands/InspectCommand.js +113 -0
  94. package/dist/cli/commands/InspectCommand.js.map +1 -0
  95. package/dist/cli/commands/OnPostInstallCommand.js +2 -0
  96. package/dist/cli/commands/OnPostInstallCommand.js.map +1 -1
  97. package/dist/cli/utils/logUsedGpuTypeOption.d.ts +2 -0
  98. package/dist/cli/utils/logUsedGpuTypeOption.js +9 -0
  99. package/dist/cli/utils/logUsedGpuTypeOption.js.map +1 -0
  100. package/dist/config.d.ts +4 -4
  101. package/dist/config.js +11 -12
  102. package/dist/config.js.map +1 -1
  103. package/dist/evaluator/LlamaChatSession/utils/defineChatSessionFunction.d.ts +3 -0
  104. package/dist/evaluator/LlamaChatSession/utils/defineChatSessionFunction.js +3 -0
  105. package/dist/evaluator/LlamaChatSession/utils/defineChatSessionFunction.js.map +1 -1
  106. package/dist/evaluator/LlamaContext/LlamaContext.d.ts +5 -8
  107. package/dist/evaluator/LlamaContext/LlamaContext.js +111 -65
  108. package/dist/evaluator/LlamaContext/LlamaContext.js.map +1 -1
  109. package/dist/evaluator/LlamaContext/types.d.ts +13 -6
  110. package/dist/evaluator/LlamaEmbeddingContext.d.ts +6 -5
  111. package/dist/evaluator/LlamaEmbeddingContext.js +32 -22
  112. package/dist/evaluator/LlamaEmbeddingContext.js.map +1 -1
  113. package/dist/evaluator/LlamaGrammar.js +1 -0
  114. package/dist/evaluator/LlamaGrammar.js.map +1 -1
  115. package/dist/evaluator/LlamaModel.d.ts +16 -16
  116. package/dist/evaluator/LlamaModel.js +95 -20
  117. package/dist/evaluator/LlamaModel.js.map +1 -1
  118. package/dist/gguf/GGUFInsights.d.ts +28 -0
  119. package/dist/gguf/GGUFInsights.js +58 -0
  120. package/dist/gguf/GGUFInsights.js.map +1 -0
  121. package/dist/gguf/GGUFMetadata.d.ts +19 -0
  122. package/dist/gguf/GGUFMetadata.js +38 -0
  123. package/dist/gguf/GGUFMetadata.js.map +1 -0
  124. package/dist/gguf/errors/InvalidGGUFMagicError.d.ts +3 -0
  125. package/dist/gguf/errors/InvalidGGUFMagicError.js +6 -0
  126. package/dist/gguf/errors/InvalidGGUFMagicError.js.map +1 -0
  127. package/dist/gguf/errors/MetadataNotParsedYetError.d.ts +3 -0
  128. package/dist/gguf/errors/MetadataNotParsedYetError.js +6 -0
  129. package/dist/gguf/errors/MetadataNotParsedYetError.js.map +1 -0
  130. package/dist/gguf/errors/MissingNodeLlamaError.d.ts +3 -0
  131. package/dist/gguf/errors/MissingNodeLlamaError.js +6 -0
  132. package/dist/gguf/errors/MissingNodeLlamaError.js.map +1 -0
  133. package/dist/gguf/errors/ModelScore/NotEnoughVRamError.d.ts +5 -0
  134. package/dist/gguf/errors/ModelScore/NotEnoughVRamError.js +11 -0
  135. package/dist/gguf/errors/ModelScore/NotEnoughVRamError.js.map +1 -0
  136. package/dist/gguf/errors/UnsupportedMetadataTypeError.d.ts +4 -0
  137. package/dist/gguf/errors/UnsupportedMetadataTypeError.js +8 -0
  138. package/dist/gguf/errors/UnsupportedMetadataTypeError.js.map +1 -0
  139. package/dist/gguf/ggufParser/GGUFParser.d.ts +18 -0
  140. package/dist/gguf/ggufParser/GGUFParser.js +123 -0
  141. package/dist/gguf/ggufParser/GGUFParser.js.map +1 -0
  142. package/dist/gguf/ggufParser/GGUFTypes.d.ts +257 -0
  143. package/dist/gguf/ggufParser/GGUFTypes.js +2 -0
  144. package/dist/gguf/ggufParser/GGUFTypes.js.map +1 -0
  145. package/dist/gguf/ggufParser/checkArchitecture.d.ts +14 -0
  146. package/dist/gguf/ggufParser/checkArchitecture.js +74 -0
  147. package/dist/gguf/ggufParser/checkArchitecture.js.map +1 -0
  148. package/dist/gguf/ggufParser/stream/GGUFBaseStream.d.ts +38 -0
  149. package/dist/gguf/ggufParser/stream/GGUFBaseStream.js +83 -0
  150. package/dist/gguf/ggufParser/stream/GGUFBaseStream.js.map +1 -0
  151. package/dist/gguf/ggufParser/stream/GGUFFetchStream.d.ts +14 -0
  152. package/dist/gguf/ggufParser/stream/GGUFFetchStream.js +35 -0
  153. package/dist/gguf/ggufParser/stream/GGUFFetchStream.js.map +1 -0
  154. package/dist/gguf/ggufParser/stream/GGUFReadStream.d.ts +15 -0
  155. package/dist/gguf/ggufParser/stream/GGUFReadStream.js +40 -0
  156. package/dist/gguf/ggufParser/stream/GGUFReadStream.js.map +1 -0
  157. package/dist/index.d.ts +3 -1
  158. package/dist/index.js +3 -1
  159. package/dist/index.js.map +1 -1
  160. package/dist/state.d.ts +2 -0
  161. package/dist/state.js +7 -0
  162. package/dist/state.js.map +1 -1
  163. package/dist/utils/DisposeGuard.d.ts +13 -0
  164. package/dist/utils/DisposeGuard.js +120 -0
  165. package/dist/utils/DisposeGuard.js.map +1 -0
  166. package/dist/utils/LlamaText.js +2 -2
  167. package/dist/utils/LlamaText.js.map +1 -1
  168. package/dist/utils/cmake.js +23 -10
  169. package/dist/utils/cmake.js.map +1 -1
  170. package/dist/utils/getBuildDefaults.d.ts +1 -3
  171. package/dist/utils/getBuildDefaults.js +2 -4
  172. package/dist/utils/getBuildDefaults.js.map +1 -1
  173. package/dist/utils/getConsoleLogPrefix.d.ts +1 -1
  174. package/dist/utils/getConsoleLogPrefix.js +5 -4
  175. package/dist/utils/getConsoleLogPrefix.js.map +1 -1
  176. package/dist/utils/mergeUnionTypes.d.ts +6 -0
  177. package/dist/utils/mergeUnionTypes.js +2 -0
  178. package/dist/utils/mergeUnionTypes.js.map +1 -0
  179. package/dist/utils/parseTextTemplate.d.ts +66 -0
  180. package/dist/utils/parseTextTemplate.js +116 -0
  181. package/dist/utils/parseTextTemplate.js.map +1 -0
  182. package/dist/utils/removeNullFields.d.ts +2 -2
  183. package/dist/utils/removeNullFields.js.map +1 -1
  184. package/dist/utils/spawnCommand.d.ts +11 -1
  185. package/dist/utils/spawnCommand.js +55 -7
  186. package/dist/utils/spawnCommand.js.map +1 -1
  187. package/llama/CMakeLists.txt +11 -5
  188. package/llama/addon.cpp +700 -83
  189. package/llama/binariesGithubRelease.json +1 -1
  190. package/llama/gitRelease.bundle +0 -0
  191. package/llama/grammars/json.gbnf +1 -1
  192. package/llama/grammars/json_arr.gbnf +1 -1
  193. package/llama/llama.cpp.info.json +1 -1
  194. package/llamaBins/linux-arm64/_nlcBuildMetadata.json +1 -0
  195. package/llamaBins/linux-arm64/llama-addon.node +0 -0
  196. package/llamaBins/linux-armv7l/_nlcBuildMetadata.json +1 -0
  197. package/llamaBins/linux-armv7l/llama-addon.node +0 -0
  198. package/llamaBins/linux-x64/_nlcBuildMetadata.json +1 -0
  199. package/llamaBins/linux-x64/llama-addon.node +0 -0
  200. package/llamaBins/linux-x64-cuda/_nlcBuildMetadata.json +1 -0
  201. package/llamaBins/linux-x64-cuda/llama-addon.node +0 -0
  202. package/llamaBins/linux-x64-vulkan/_nlcBuildMetadata.json +1 -0
  203. package/llamaBins/linux-x64-vulkan/llama-addon.node +0 -0
  204. package/llamaBins/mac-arm64-metal/_nlcBuildMetadata.json +1 -0
  205. package/llamaBins/mac-arm64-metal/default.metallib +0 -0
  206. package/llamaBins/mac-arm64-metal/llama-addon.node +0 -0
  207. package/llamaBins/mac-x64/_nlcBuildMetadata.json +1 -0
  208. package/llamaBins/mac-x64/llama-addon.node +0 -0
  209. package/llamaBins/win-x64/_nlcBuildMetadata.json +1 -0
  210. package/llamaBins/win-x64/llama-addon.exp +0 -0
  211. package/llamaBins/win-x64/llama-addon.lib +0 -0
  212. package/llamaBins/win-x64/llama-addon.node +0 -0
  213. package/llamaBins/win-x64-cuda/_nlcBuildMetadata.json +1 -0
  214. package/llamaBins/win-x64-cuda/llama-addon.exp +0 -0
  215. package/llamaBins/win-x64-cuda/llama-addon.lib +0 -0
  216. package/llamaBins/win-x64-cuda/llama-addon.node +0 -0
  217. package/llamaBins/win-x64-vulkan/_nlcBuildMetadata.json +1 -0
  218. package/llamaBins/win-x64-vulkan/llama-addon.exp +0 -0
  219. package/llamaBins/win-x64-vulkan/llama-addon.lib +0 -0
  220. package/llamaBins/win-x64-vulkan/llama-addon.node +0 -0
  221. package/package.json +14 -9
  222. package/dist/cli/utils/logEnabledComputeLayers.d.ts +0 -8
  223. package/dist/cli/utils/logEnabledComputeLayers.js +0 -11
  224. package/dist/cli/utils/logEnabledComputeLayers.js.map +0 -1
  225. package/llamaBins/linux-arm64/.buildMetadata.json +0 -1
  226. package/llamaBins/linux-armv7l/.buildMetadata.json +0 -1
  227. package/llamaBins/linux-x64/.buildMetadata.json +0 -1
  228. package/llamaBins/linux-x64-cuda/.buildMetadata.json +0 -1
  229. package/llamaBins/linux-x64-vulkan/.buildMetadata.json +0 -1
  230. package/llamaBins/mac-arm64-metal/.buildMetadata.json +0 -1
  231. package/llamaBins/mac-arm64-metal/ggml-metal.metal +0 -7022
  232. package/llamaBins/mac-x64/.buildMetadata.json +0 -1
  233. package/llamaBins/win-x64/.buildMetadata.json +0 -1
  234. package/llamaBins/win-x64-cuda/.buildMetadata.json +0 -1
  235. package/llamaBins/win-x64-vulkan/.buildMetadata.json +0 -1
@@ -0,0 +1,300 @@
1
+ import process from "process";
2
+ import path from "path";
3
+ import fs from "fs-extra";
4
+ import semver from "semver";
5
+ import { getConsoleLogPrefix } from "../../utils/getConsoleLogPrefix.js";
6
+ import { getPlatform } from "./getPlatform.js";
7
+ import { hasFileInPath } from "./hasFileInPath.js";
8
+ import { asyncSome } from "./asyncSome.js";
9
+ import { asyncEvery } from "./asyncEvery.js";
10
+ export async function detectAvailableComputeLayers({ platform = getPlatform() } = {}) {
11
+ const [cuda, vulkan, metal] = await Promise.all([
12
+ detectCudaSupport({ platform }),
13
+ detectVulkanSupport({ platform }),
14
+ detectMetalSupport({ platform })
15
+ ]);
16
+ return {
17
+ cuda,
18
+ vulkan,
19
+ metal
20
+ };
21
+ }
22
+ async function detectCudaSupport({ platform }) {
23
+ if (platform === "win") {
24
+ const librarySearchPaths = await getCudaInstallationPaths({ platform });
25
+ const windir = getWindir();
26
+ const [hasNvidiaDriver, hasCudaRuntime] = await Promise.all([
27
+ asyncSome([
28
+ hasFileInPath("nvml.dll"),
29
+ fs.pathExists(path.join(windir, "System32", "nvml.dll"))
30
+ ]),
31
+ asyncEvery([
32
+ asyncSome([
33
+ hasFileInPath("cudart64_110.dll", librarySearchPaths),
34
+ hasFileInPath("cudart64_11.dll", librarySearchPaths),
35
+ hasFileInPath("cudart64_12.dll", librarySearchPaths),
36
+ hasFileInPath("cudart64_13.dll", librarySearchPaths) // for when the next version comes out
37
+ ]),
38
+ asyncSome([
39
+ hasFileInPath("cublas64_11.dll", librarySearchPaths),
40
+ hasFileInPath("cublas64_12.dll", librarySearchPaths),
41
+ hasFileInPath("cublas64_13.dll", librarySearchPaths) // for when the next version comes out
42
+ ]),
43
+ asyncSome([
44
+ hasFileInPath("cublasLt64_11.dll", librarySearchPaths),
45
+ hasFileInPath("cublasLt64_12.dll", librarySearchPaths),
46
+ hasFileInPath("cublasLt64_13.dll", librarySearchPaths) // for when the next version comes out
47
+ ])
48
+ ])
49
+ ]);
50
+ return {
51
+ hasNvidiaDriver,
52
+ hasCudaRuntime
53
+ };
54
+ }
55
+ else if (platform === "linux") {
56
+ const cudaLibraryPaths = await getLinuxCudaLibraryPaths();
57
+ const librarySearchPaths = [
58
+ process.env.LD_LIBRARY_PATH,
59
+ process.env.CUDA_PATH,
60
+ "/usr/lib",
61
+ "/usr/lib64",
62
+ "/usr/lib/x86_64-linux-gnu",
63
+ ...cudaLibraryPaths
64
+ ];
65
+ const [hasNvidiaDriver, hasCudaRuntime] = await Promise.all([
66
+ asyncSome([
67
+ hasFileInPath("libnvidia-ml.so", librarySearchPaths),
68
+ hasFileInPath("libnvidia-ml.so.1", librarySearchPaths)
69
+ ]),
70
+ asyncEvery([
71
+ asyncSome([
72
+ hasFileInPath("libcuda.so", librarySearchPaths),
73
+ hasFileInPath("libcuda.so.1", librarySearchPaths)
74
+ ]),
75
+ asyncSome([
76
+ hasFileInPath("libcudart.so", librarySearchPaths),
77
+ hasFileInPath("libcudart.so.11", librarySearchPaths),
78
+ hasFileInPath("libcudart.so.12", librarySearchPaths),
79
+ hasFileInPath("libcudart.so.13", librarySearchPaths) // for when the next version comes out
80
+ ]),
81
+ asyncSome([
82
+ hasFileInPath("libcublas.so", librarySearchPaths),
83
+ hasFileInPath("libcublas.so.11", librarySearchPaths),
84
+ hasFileInPath("libcublas.so.12", librarySearchPaths),
85
+ hasFileInPath("libcublas.so.13", librarySearchPaths) // for when the next version comes out
86
+ ]),
87
+ asyncSome([
88
+ hasFileInPath("libcublasLt.so", librarySearchPaths),
89
+ hasFileInPath("libcublasLt.so.11", librarySearchPaths),
90
+ hasFileInPath("libcublasLt.so.12", librarySearchPaths),
91
+ hasFileInPath("libcublasLt.so.13", librarySearchPaths) // for when the next version comes out
92
+ ])
93
+ ])
94
+ ]);
95
+ return {
96
+ hasNvidiaDriver,
97
+ hasCudaRuntime
98
+ };
99
+ }
100
+ return {
101
+ hasNvidiaDriver: false,
102
+ hasCudaRuntime: false
103
+ };
104
+ }
105
+ async function detectVulkanSupport({ platform }) {
106
+ if (platform === "win") {
107
+ const windir = getWindir();
108
+ return await asyncSome([
109
+ hasFileInPath("vulkan-1.dll"),
110
+ fs.pathExists(path.join(windir, "System32", "vulkan-1.dll")),
111
+ fs.pathExists(path.join(windir, "SysWOW64", "vulkan-1.dll"))
112
+ ]);
113
+ }
114
+ else if (platform === "linux") {
115
+ const librarySearchPaths = [
116
+ process.env.LD_LIBRARY_PATH,
117
+ "/usr/lib",
118
+ "/usr/lib64",
119
+ "/usr/lib/x86_64-linux-gnu",
120
+ (process.env.PREFIX != null && process.env.PREFIX?.toLowerCase()?.includes?.("termux"))
121
+ ? `${process.env.PREFIX}/usr/lib`
122
+ : undefined
123
+ ];
124
+ return await asyncSome([
125
+ hasFileInPath("libvulkan.so", librarySearchPaths),
126
+ hasFileInPath("libvulkan.so.1", librarySearchPaths)
127
+ ]);
128
+ }
129
+ else if (platform === "mac") {
130
+ return await asyncSome([
131
+ hasFileInPath("libvulkan.dylib"),
132
+ hasFileInPath("libvulkan.dylib.1")
133
+ ]);
134
+ }
135
+ return false;
136
+ }
137
+ async function detectMetalSupport({ platform }) {
138
+ return platform === "mac";
139
+ }
140
+ async function getLinuxCudaLibraryPaths() {
141
+ const res = [];
142
+ try {
143
+ for (const cudaInstallationPath of await getCudaInstallationPaths({ platform: "linux" })) {
144
+ const cudaTargetsFolder = `${cudaInstallationPath}/targets`;
145
+ if (!(await fs.pathExists(cudaTargetsFolder)))
146
+ continue;
147
+ for (const cudaTargetFolderName of await fs.readdir(cudaTargetsFolder)) {
148
+ res.push(`${cudaTargetsFolder}/${cudaTargetFolderName}/lib`, `${cudaTargetsFolder}/${cudaTargetFolderName}/lib/stubs`);
149
+ }
150
+ }
151
+ }
152
+ catch (err) {
153
+ console.error(getConsoleLogPrefix() + 'Failed to search "/usr/local/" for CUDA library paths', err);
154
+ }
155
+ return res;
156
+ }
157
+ async function getCudaInstallationPaths({ platform }) {
158
+ if (platform === "win") {
159
+ try {
160
+ const programFilesPaths = await getWindowsProgramFilesPaths();
161
+ const potentialCudaInstallationsContainerPaths = programFilesPaths
162
+ .map((programFilesPath) => `${programFilesPath}/NVIDIA GPU Computing Toolkit/CUDA`);
163
+ const cudaInstallationsContainerPaths = (await Promise.all(potentialCudaInstallationsContainerPaths.map(async (potentialCudaInstallationsContainerPath) => {
164
+ if (await fs.pathExists(potentialCudaInstallationsContainerPath))
165
+ return potentialCudaInstallationsContainerPath;
166
+ return null;
167
+ }))).filter((path) => path != null);
168
+ const potentialCudaInstallations = (await Promise.all(cudaInstallationsContainerPaths.map(async (cudaInstallationsContainerPath) => {
169
+ const cudaFolderPrefix = "v";
170
+ return (await fs.pathExists(cudaInstallationsContainerPath)
171
+ ? await fs.readdir(cudaInstallationsContainerPath)
172
+ : [])
173
+ .filter((installationFolderName) => installationFolderName.toLowerCase()
174
+ .startsWith(cudaFolderPrefix))
175
+ .sort((a, b) => {
176
+ const aVersion = a.slice(cudaFolderPrefix.length);
177
+ const bVersion = b.slice(cudaFolderPrefix.length);
178
+ try {
179
+ const aVersionValid = semver.valid(semver.coerce(aVersion));
180
+ const bVersionValid = semver.valid(semver.coerce(bVersion));
181
+ if (aVersionValid && bVersionValid)
182
+ return semver.compare(aVersionValid, bVersionValid);
183
+ else if (aVersionValid)
184
+ return -1;
185
+ else if (bVersionValid)
186
+ return 1;
187
+ else
188
+ return 0;
189
+ }
190
+ catch (err) {
191
+ return 0;
192
+ }
193
+ })
194
+ .reverse()
195
+ .map((installationFolderName) => `${cudaInstallationsContainerPath}/${installationFolderName}`);
196
+ }))).flat();
197
+ if (process.env.CUDA_PATH != null && process.env.CUDA_PATH !== "")
198
+ potentialCudaInstallations.unshift(process.env.CUDA_PATH);
199
+ return (await Promise.all(potentialCudaInstallations.map(async (cudaFolder) => {
200
+ if (await fs.pathExists(cudaFolder))
201
+ return cudaFolder;
202
+ return null;
203
+ }))).filter((cudaFolder) => cudaFolder != null);
204
+ }
205
+ catch (err) {
206
+ console.error(getConsoleLogPrefix() + 'Failed to search "Program Files" for CUDA installations', err);
207
+ }
208
+ return [];
209
+ }
210
+ else if (platform === "linux") {
211
+ const res = [];
212
+ try {
213
+ const usrLocal = "/usr/local";
214
+ const cudaFolderPrefix = "cuda-";
215
+ const potentialCudaFolders = (await fs.pathExists(usrLocal)
216
+ ? await fs.readdir(usrLocal)
217
+ : [])
218
+ .filter((usrLocalFolderName) => usrLocalFolderName.toLowerCase().startsWith(cudaFolderPrefix))
219
+ .sort((a, b) => {
220
+ const aVersion = a.slice(cudaFolderPrefix.length);
221
+ const bVersion = b.slice(cudaFolderPrefix.length);
222
+ try {
223
+ const aVersionValid = semver.valid(semver.coerce(aVersion));
224
+ const bVersionValid = semver.valid(semver.coerce(bVersion));
225
+ if (aVersionValid && bVersionValid)
226
+ return semver.compare(aVersionValid, bVersionValid);
227
+ else if (aVersionValid)
228
+ return -1;
229
+ else if (bVersionValid)
230
+ return 1;
231
+ else
232
+ return 0;
233
+ }
234
+ catch (err) {
235
+ return 0;
236
+ }
237
+ })
238
+ .reverse()
239
+ .map((usrLocalFolderName) => `${usrLocal}/${usrLocalFolderName}`);
240
+ potentialCudaFolders.unshift(`${usrLocal}/cuda`);
241
+ if (process.env.CUDA_PATH != null && process.env.CUDA_PATH !== "")
242
+ potentialCudaFolders.unshift(process.env.CUDA_PATH);
243
+ for (const cudaFolder of potentialCudaFolders) {
244
+ const cudaTargetsFolder = `${cudaFolder}/targets`;
245
+ if (!(await fs.pathExists(cudaTargetsFolder)))
246
+ continue;
247
+ res.push(cudaFolder);
248
+ }
249
+ }
250
+ catch (err) {
251
+ console.error(getConsoleLogPrefix() + 'Failed to search "/usr/local/" for CUDA installations', err);
252
+ }
253
+ return res;
254
+ }
255
+ return [];
256
+ }
257
+ export async function getCudaNvccPaths({ platform = getPlatform() } = {}) {
258
+ const cudaInstallationPaths = await getCudaInstallationPaths({ platform });
259
+ const nvccPotentialPaths = cudaInstallationPaths
260
+ .map((cudaInstallationPath) => {
261
+ if (platform === "win")
262
+ return path.join(cudaInstallationPath, "bin", "nvcc.exe");
263
+ return path.join(cudaInstallationPath, "bin", "nvcc");
264
+ });
265
+ try {
266
+ const resolvedNvccPaths = await Promise.all(nvccPotentialPaths.map(async (nvccPotentialPath) => {
267
+ if (await fs.pathExists(nvccPotentialPath))
268
+ return nvccPotentialPath;
269
+ return null;
270
+ }));
271
+ return resolvedNvccPaths.filter((nvccPath) => nvccPath != null);
272
+ }
273
+ catch (err) {
274
+ console.error(getConsoleLogPrefix() + `Failed to search for "nvcc${platform === "win" ? ".exe" : ""}" in CUDA installation paths`, err);
275
+ }
276
+ return [];
277
+ }
278
+ function getWindir() {
279
+ return process.env.windir || process.env.WINDIR || process.env.SystemRoot || process.env.systemroot || process.env.SYSTEMROOT ||
280
+ "C:\\Windows";
281
+ }
282
+ async function getWindowsProgramFilesPaths() {
283
+ const potentialPaths = await Promise.all([
284
+ process.env.ProgramFiles,
285
+ process.env["ProgramFiles(x86)"],
286
+ process.env["ProgramFiles(Arm)"],
287
+ `${process.env.SystemDrive ?? "C:"}\\Program Files`,
288
+ `${process.env.SystemDrive ?? "C:"}\\Program Files (x86)`,
289
+ `${process.env.SystemDrive ?? "C:"}\\Program Files (Arm)`
290
+ ]
291
+ .map(async (programFilesPath) => {
292
+ if (programFilesPath == null)
293
+ return null;
294
+ if (await fs.pathExists(programFilesPath))
295
+ return programFilesPath;
296
+ return null;
297
+ }));
298
+ return Array.from(new Set(potentialPaths.filter((potentialPath) => potentialPath != null)));
299
+ }
300
+ //# sourceMappingURL=detectAvailableComputeLayers.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"detectAvailableComputeLayers.js","sourceRoot":"","sources":["../../../src/bindings/utils/detectAvailableComputeLayers.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,SAAS,CAAC;AAC9B,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,MAAM,UAAU,CAAC;AAC1B,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAC,mBAAmB,EAAC,MAAM,oCAAoC,CAAC;AACvE,OAAO,EAAiB,WAAW,EAAC,MAAM,kBAAkB,CAAC;AAC7D,OAAO,EAAC,aAAa,EAAC,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAC,SAAS,EAAC,MAAM,gBAAgB,CAAC;AACzC,OAAO,EAAC,UAAU,EAAC,MAAM,iBAAiB,CAAC;AAG3C,MAAM,CAAC,KAAK,UAAU,4BAA4B,CAAC,EAC/C,QAAQ,GAAG,WAAW,EAAE,KAGxB,EAAE;IACF,MAAM,CACF,IAAI,EACJ,MAAM,EACN,KAAK,CACR,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QAClB,iBAAiB,CAAC,EAAC,QAAQ,EAAC,CAAC;QAC7B,mBAAmB,CAAC,EAAC,QAAQ,EAAC,CAAC;QAC/B,kBAAkB,CAAC,EAAC,QAAQ,EAAC,CAAC;KACjC,CAAC,CAAC;IAEH,OAAO;QACH,IAAI;QACJ,MAAM;QACN,KAAK;KACR,CAAC;AACN,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,EAC7B,QAAQ,EAGX;IACG,IAAI,QAAQ,KAAK,KAAK,EAAE;QACpB,MAAM,kBAAkB,GAAG,MAAM,wBAAwB,CAAC,EAAC,QAAQ,EAAC,CAAC,CAAC;QACtE,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;QAE3B,MAAM,CACF,eAAe,EACf,cAAc,CACjB,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAClB,SAAS,CAAC;gBACN,aAAa,CAAC,UAAU,CAAC;gBACzB,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;aAC3D,CAAC;YACF,UAAU,CAAC;gBACP,SAAS,CAAC;oBACN,aAAa,CAAC,kBAAkB,EAAE,kBAAkB,CAAC;oBACrD,aAAa,CAAC,iBAAiB,EAAE,kBAAkB,CAAC;oBACpD,aAAa,CAAC,iBAAiB,EAAE,kBAAkB,CAAC;oBACpD,aAAa,CAAC,iBAAiB,EAAE,kBAAkB,CAAC,CAAC,sCAAsC;iBAC9F,CAAC;gBACF,SAAS,CAAC;oBACN,aAAa,CAAC,iBAAiB,EAAE,kBAAkB,CAAC;oBACpD,aAAa,CAAC,iBAAiB,EAAE,kBAAkB,CAAC;oBACpD,aAAa,CAAC,iBAAiB,EAAE,kBAAkB,CAAC,CAAC,sCAAsC;iBAC9F,CAAC;gBACF,SAAS,CAAC;oBACN,aAAa,CAAC,mBAAmB,EAAE,kBAAkB,CAAC;oBACtD,aAAa,CAAC,mBAAmB,EAAE,kBAAkB,CAAC;oBACtD,aAAa,CAAC,mBAAmB,EAAE,kBAAkB,CAAC,CAAC,sCAAsC;iBAChG,CAAC;aACL,CAAC;SACL,CAAC,CAAC;QAEH,OAAO;YACH,eAAe;YACf,cAAc;SACjB,CAAC;KACL;SAAM,IAAI,QAAQ,KAAK,OAAO,EAAE;QAC7B,MAAM,gBAAgB,GAAG,MAAM,wBAAwB,EAAE,CAAC;QAC1D,MAAM,kBAAkB,GAAG;YACvB,OAAO,CAAC,GAAG,CAAC,eAAe;YAC3B,OAAO,CAAC,GAAG,CAAC,SAAS;YACrB,UAAU;YACV,YAAY;YACZ,2BAA2B;YAC3B,GAAG,gBAAgB;SACtB,CAAC;QAEF,MAAM,CACF,eAAe,EACf,cAAc,CACjB,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAClB,SAAS,CAAC;gBACN,aAAa,CAAC,iBAAiB,EAAE,kBAAkB,CAAC;gBACpD,aAAa,CAAC,mBAAmB,EAAE,kBAAkB,CAAC;aACzD,CAAC;YACF,UAAU,CAAC;gBACP,SAAS,CAAC;oBACN,aAAa,CAAC,YAAY,EAAE,kBAAkB,CAAC;oBAC/C,aAAa,CAAC,cAAc,EAAE,kBAAkB,CAAC;iBACpD,CAAC;gBACF,SAAS,CAAC;oBACN,aAAa,CAAC,cAAc,EAAE,kBAAkB,CAAC;oBACjD,aAAa,CAAC,iBAAiB,EAAE,kBAAkB,CAAC;oBACpD,aAAa,CAAC,iBAAiB,EAAE,kBAAkB,CAAC;oBACpD,aAAa,CAAC,iBAAiB,EAAE,kBAAkB,CAAC,CAAC,sCAAsC;iBAC9F,CAAC;gBACF,SAAS,CAAC;oBACN,aAAa,CAAC,cAAc,EAAE,kBAAkB,CAAC;oBACjD,aAAa,CAAC,iBAAiB,EAAE,kBAAkB,CAAC;oBACpD,aAAa,CAAC,iBAAiB,EAAE,kBAAkB,CAAC;oBACpD,aAAa,CAAC,iBAAiB,EAAE,kBAAkB,CAAC,CAAC,sCAAsC;iBAC9F,CAAC;gBACF,SAAS,CAAC;oBACN,aAAa,CAAC,gBAAgB,EAAE,kBAAkB,CAAC;oBACnD,aAAa,CAAC,mBAAmB,EAAE,kBAAkB,CAAC;oBACtD,aAAa,CAAC,mBAAmB,EAAE,kBAAkB,CAAC;oBACtD,aAAa,CAAC,mBAAmB,EAAE,kBAAkB,CAAC,CAAC,sCAAsC;iBAChG,CAAC;aACL,CAAC;SACL,CAAC,CAAC;QAEH,OAAO;YACH,eAAe;YACf,cAAc;SACjB,CAAC;KACL;IAED,OAAO;QACH,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,KAAK;KACxB,CAAC;AACN,CAAC;AAED,KAAK,UAAU,mBAAmB,CAAC,EAC/B,QAAQ,EAGX;IACG,IAAI,QAAQ,KAAK,KAAK,EAAE;QACpB,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;QAE3B,OAAO,MAAM,SAAS,CAAC;YACnB,aAAa,CAAC,cAAc,CAAC;YAC7B,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,UAAU,EAAE,cAAc,CAAC,CAAC;YAC5D,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,UAAU,EAAE,cAAc,CAAC,CAAC;SAC/D,CAAC,CAAC;KACN;SAAM,IAAI,QAAQ,KAAK,OAAO,EAAE;QAC7B,MAAM,kBAAkB,GAAG;YACvB,OAAO,CAAC,GAAG,CAAC,eAAe;YAC3B,UAAU;YACV,YAAY;YACZ,2BAA2B;YAC3B,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,IAAI,IAAI,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,WAAW,EAAE,EAAE,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC;gBACnF,CAAC,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,UAAU;gBACjC,CAAC,CAAC,SAAS;SAClB,CAAC;QAEF,OAAO,MAAM,SAAS,CAAC;YACnB,aAAa,CAAC,cAAc,EAAE,kBAAkB,CAAC;YACjD,aAAa,CAAC,gBAAgB,EAAE,kBAAkB,CAAC;SACtD,CAAC,CAAC;KACN;SAAM,IAAI,QAAQ,KAAK,KAAK,EAAE;QAC3B,OAAO,MAAM,SAAS,CAAC;YACnB,aAAa,CAAC,iBAAiB,CAAC;YAChC,aAAa,CAAC,mBAAmB,CAAC;SACrC,CAAC,CAAC;KACN;IAED,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,KAAK,UAAU,kBAAkB,CAAC,EAC9B,QAAQ,EAGX;IACG,OAAO,QAAQ,KAAK,KAAK,CAAC;AAC9B,CAAC;AAED,KAAK,UAAU,wBAAwB;IACnC,MAAM,GAAG,GAAa,EAAE,CAAC;IAEzB,IAAI;QACA,KAAK,MAAM,oBAAoB,IAAI,MAAM,wBAAwB,CAAC,EAAC,QAAQ,EAAE,OAAO,EAAC,CAAC,EAAE;YACpF,MAAM,iBAAiB,GAAG,GAAG,oBAAoB,UAAU,CAAC;YAC5D,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC;gBACzC,SAAS;YAEb,KAAK,MAAM,oBAAoB,IAAI,MAAM,EAAE,CAAC,OAAO,CAAC,iBAAiB,CAAC,EAAE;gBACpE,GAAG,CAAC,IAAI,CACJ,GAAG,iBAAiB,IAAI,oBAAoB,MAAM,EAClD,GAAG,iBAAiB,IAAI,oBAAoB,YAAY,CAC3D,CAAC;aACL;SAEJ;KACJ;IAAC,OAAO,GAAG,EAAE;QACV,OAAO,CAAC,KAAK,CAAC,mBAAmB,EAAE,GAAG,uDAAuD,EAAE,GAAG,CAAC,CAAC;KACvG;IAED,OAAO,GAAG,CAAC;AACf,CAAC;AAED,KAAK,UAAU,wBAAwB,CAAC,EACpC,QAAQ,EAGX;IACG,IAAI,QAAQ,KAAK,KAAK,EAAE;QACpB,IAAI;YACA,MAAM,iBAAiB,GAAG,MAAM,2BAA2B,EAAE,CAAC;YAE9D,MAAM,wCAAwC,GAAG,iBAAiB;iBAC7D,GAAG,CAAC,CAAC,gBAAgB,EAAE,EAAE,CAAC,GAAG,gBAAgB,oCAAoC,CAAC,CAAC;YAExF,MAAM,+BAA+B,GAAG,CACpC,MAAM,OAAO,CAAC,GAAG,CACb,wCAAwC,CAAC,GAAG,CAAC,KAAK,EAAE,uCAAuC,EAAE,EAAE;gBAC3F,IAAI,MAAM,EAAE,CAAC,UAAU,CAAC,uCAAuC,CAAC;oBAC5D,OAAO,uCAAuC,CAAC;gBAEnD,OAAO,IAAI,CAAC;YAChB,CAAC,CAAC,CACL,CACJ,CAAC,MAAM,CAAC,CAAC,IAAI,EAAkB,EAAE,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC;YAEjD,MAAM,0BAA0B,GAAG,CAC/B,MAAM,OAAO,CAAC,GAAG,CACb,+BAA+B,CAAC,GAAG,CAAC,KAAK,EAAE,8BAA8B,EAAE,EAAE;gBACzE,MAAM,gBAAgB,GAAG,GAAG,CAAC;gBAE7B,OAAO,CACH,MAAM,EAAE,CAAC,UAAU,CAAC,8BAA8B,CAAC;oBAC/C,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,8BAA8B,CAAC;oBAClD,CAAC,CAAC,EAAE,CACX;qBACI,MAAM,CAAC,CAAC,sBAAsB,EAAE,EAAE,CAAC,sBAAsB,CAAC,WAAW,EAAE;qBACnE,UAAU,CAAC,gBAAgB,CAAC,CAAC;qBACjC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;oBACX,MAAM,QAAQ,GAAG,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;oBAClD,MAAM,QAAQ,GAAG,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;oBAElD,IAAI;wBACA,MAAM,aAAa,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;wBAC5D,MAAM,aAAa,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;wBAE5D,IAAI,aAAa,IAAI,aAAa;4BAC9B,OAAO,MAAM,CAAC,OAAO,CAAC,aAAa,EAAE,aAAa,CAAC,CAAC;6BACnD,IAAI,aAAa;4BAClB,OAAO,CAAC,CAAC,CAAC;6BACT,IAAI,aAAa;4BAClB,OAAO,CAAC,CAAC;;4BAET,OAAO,CAAC,CAAC;qBAChB;oBAAC,OAAO,GAAG,EAAE;wBACV,OAAO,CAAC,CAAC;qBACZ;gBACL,CAAC,CAAC;qBACD,OAAO,EAAE;qBACT,GAAG,CAAC,CAAC,sBAAsB,EAAE,EAAE,CAAC,GAAG,8BAA8B,IAAI,sBAAsB,EAAE,CAAC,CAAC;YACxG,CAAC,CAAC,CACL,CACJ,CAAC,IAAI,EAAE,CAAC;YAET,IAAI,OAAO,CAAC,GAAG,CAAC,SAAS,IAAI,IAAI,IAAI,OAAO,CAAC,GAAG,CAAC,SAAS,KAAK,EAAE;gBAC7D,0BAA0B,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAE9D,OAAO,CACH,MAAM,OAAO,CAAC,GAAG,CACb,0BAA0B,CAAC,GAAG,CAAC,KAAK,EAAE,UAAU,EAAE,EAAE;gBAChD,IAAI,MAAM,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC;oBAC/B,OAAO,UAAU,CAAC;gBAEtB,OAAO,IAAI,CAAC;YAChB,CAAC,CAAC,CACL,CACJ,CAAC,MAAM,CAAC,CAAC,UAAU,EAAwB,EAAE,CAAC,UAAU,IAAI,IAAI,CAAC,CAAC;SACtE;QAAC,OAAO,GAAG,EAAE;YACV,OAAO,CAAC,KAAK,CAAC,mBAAmB,EAAE,GAAG,yDAAyD,EAAE,GAAG,CAAC,CAAC;SACzG;QAED,OAAO,EAAE,CAAC;KACb;SAAM,IAAI,QAAQ,KAAK,OAAO,EAAE;QAC7B,MAAM,GAAG,GAAa,EAAE,CAAC;QACzB,IAAI;YACA,MAAM,QAAQ,GAAG,YAAY,CAAC;YAC9B,MAAM,gBAAgB,GAAG,OAAO,CAAC;YACjC,MAAM,oBAAoB,GAAG,CACzB,MAAM,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC;gBACzB,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC;gBAC5B,CAAC,CAAC,EAAE,CACX;iBACI,MAAM,CAAC,CAAC,kBAAkB,EAAE,EAAE,CAAC,kBAAkB,CAAC,WAAW,EAAE,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAC;iBAC7F,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;gBACX,MAAM,QAAQ,GAAG,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;gBAClD,MAAM,QAAQ,GAAG,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;gBAElD,IAAI;oBACA,MAAM,aAAa,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;oBAC5D,MAAM,aAAa,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;oBAE5D,IAAI,aAAa,IAAI,aAAa;wBAC9B,OAAO,MAAM,CAAC,OAAO,CAAC,aAAa,EAAE,aAAa,CAAC,CAAC;yBACnD,IAAI,aAAa;wBAClB,OAAO,CAAC,CAAC,CAAC;yBACT,IAAI,aAAa;wBAClB,OAAO,CAAC,CAAC;;wBAET,OAAO,CAAC,CAAC;iBAChB;gBAAC,OAAO,GAAG,EAAE;oBACV,OAAO,CAAC,CAAC;iBACZ;YACL,CAAC,CAAC;iBACD,OAAO,EAAE;iBACT,GAAG,CAAC,CAAC,kBAAkB,EAAE,EAAE,CAAC,GAAG,QAAQ,IAAI,kBAAkB,EAAE,CAAC,CAAC;YAEtE,oBAAoB,CAAC,OAAO,CAAC,GAAG,QAAQ,OAAO,CAAC,CAAC;YAEjD,IAAI,OAAO,CAAC,GAAG,CAAC,SAAS,IAAI,IAAI,IAAI,OAAO,CAAC,GAAG,CAAC,SAAS,KAAK,EAAE;gBAC7D,oBAAoB,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAExD,KAAK,MAAM,UAAU,IAAI,oBAAoB,EAAE;gBAC3C,MAAM,iBAAiB,GAAG,GAAG,UAAU,UAAU,CAAC;gBAClD,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC;oBACzC,SAAS;gBAEb,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;aACxB;SACJ;QAAC,OAAO,GAAG,EAAE;YACV,OAAO,CAAC,KAAK,CAAC,mBAAmB,EAAE,GAAG,uDAAuD,EAAE,GAAG,CAAC,CAAC;SACvG;QAED,OAAO,GAAG,CAAC;KACd;IAED,OAAO,EAAE,CAAC;AACd,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,EACnC,QAAQ,GAAG,WAAW,EAAE,KAGxB,EAAE;IACF,MAAM,qBAAqB,GAAG,MAAM,wBAAwB,CAAC,EAAC,QAAQ,EAAC,CAAC,CAAC;IAEzE,MAAM,kBAAkB,GAAG,qBAAqB;SAC3C,GAAG,CAAC,CAAC,oBAAoB,EAAE,EAAE;QAC1B,IAAI,QAAQ,KAAK,KAAK;YAClB,OAAO,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC;QAE9D,OAAO,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;IAC1D,CAAC,CAAC,CAAC;IAEP,IAAI;QACA,MAAM,iBAAiB,GAAG,MAAM,OAAO,CAAC,GAAG,CACvC,kBAAkB,CAAC,GAAG,CAAC,KAAK,EAAE,iBAAiB,EAAE,EAAE;YAC/C,IAAI,MAAM,EAAE,CAAC,UAAU,CAAC,iBAAiB,CAAC;gBACtC,OAAO,iBAAiB,CAAC;YAE7B,OAAO,IAAI,CAAC;QAChB,CAAC,CAAC,CACL,CAAC;QAEF,OAAO,iBAAiB,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAsB,EAAE,CAAC,QAAQ,IAAI,IAAI,CAAC,CAAC;KACvF;IAAC,OAAO,GAAG,EAAE;QACV,OAAO,CAAC,KAAK,CAAC,mBAAmB,EAAE,GAAG,6BAA6B,QAAQ,KAAK,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,8BAA8B,EAAE,GAAG,CAAC,CAAC;KAC3I;IAED,OAAO,EAAE,CAAC;AACd,CAAC;AAED,SAAS,SAAS;IACd,OAAO,OAAO,CAAC,GAAG,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,OAAO,CAAC,GAAG,CAAC,UAAU;QACzH,aAAa,CAAC;AACtB,CAAC;AAGD,KAAK,UAAU,2BAA2B;IACtC,MAAM,cAAc,GAAG,MAAM,OAAO,CAAC,GAAG,CACpC;QACI,OAAO,CAAC,GAAG,CAAC,YAAY;QACxB,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC;QAChC,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC;QAChC,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,IAAI,iBAAiB;QACnD,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,IAAI,uBAAuB;QACzD,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,IAAI,uBAAuB;KAC5D;SACI,GAAG,CAAC,KAAK,EAAE,gBAAgB,EAAE,EAAE;QAC5B,IAAI,gBAAgB,IAAI,IAAI;YACxB,OAAO,IAAI,CAAC;QAEhB,IAAI,MAAM,EAAE,CAAC,UAAU,CAAC,gBAAgB,CAAC;YACrC,OAAO,gBAAgB,CAAC;QAE5B,OAAO,IAAI,CAAC;IAChB,CAAC,CAAC,CACT,CAAC;IAEF,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,aAAa,EAA2B,EAAE,CAAC,aAAa,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC;AACzH,CAAC"}
@@ -0,0 +1,4 @@
1
+ import { BinaryPlatform } from "./getPlatform.js";
2
+ export declare function detectGlibc({ platform }: {
3
+ platform: BinaryPlatform;
4
+ }): Promise<boolean>;
@@ -0,0 +1,36 @@
1
+ import process from "process";
2
+ import { asyncEvery } from "./asyncEvery.js";
3
+ import { asyncSome } from "./asyncSome.js";
4
+ import { hasFileInPath } from "./hasFileInPath.js";
5
+ export async function detectGlibc({ platform }) {
6
+ if (platform === "linux") {
7
+ const librarySearchPaths = [
8
+ process.env.LD_LIBRARY_PATH,
9
+ "/lib",
10
+ "/lib64",
11
+ "/usr/lib",
12
+ "/usr/lib64",
13
+ "/usr/lib/x86_64-linux-gnu"
14
+ ];
15
+ return await asyncEvery([
16
+ asyncSome([
17
+ hasFileInPath("libc.so", librarySearchPaths),
18
+ hasFileInPath("libc.so.5", librarySearchPaths),
19
+ hasFileInPath("libc.so.6", librarySearchPaths),
20
+ hasFileInPath("libc.so.7", librarySearchPaths) // for when the next version comes out
21
+ ]),
22
+ asyncSome([
23
+ hasFileInPath("ld-linux.so", librarySearchPaths),
24
+ hasFileInPath("ld-linux.so.1", librarySearchPaths),
25
+ hasFileInPath("ld-linux.so.2", librarySearchPaths),
26
+ hasFileInPath("ld-linux.so.3", librarySearchPaths),
27
+ hasFileInPath("ld-linux-x86-64.so", librarySearchPaths),
28
+ hasFileInPath("ld-linux-x86-64.so.1", librarySearchPaths),
29
+ hasFileInPath("ld-linux-x86-64.so.2", librarySearchPaths),
30
+ hasFileInPath("ld-linux-x86-64.so.3", librarySearchPaths) // for when the next version comes out
31
+ ])
32
+ ]);
33
+ }
34
+ return false;
35
+ }
36
+ //# sourceMappingURL=detectGlibc.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"detectGlibc.js","sourceRoot":"","sources":["../../../src/bindings/utils/detectGlibc.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,SAAS,CAAC;AAE9B,OAAO,EAAC,UAAU,EAAC,MAAM,iBAAiB,CAAC;AAC3C,OAAO,EAAC,SAAS,EAAC,MAAM,gBAAgB,CAAC;AACzC,OAAO,EAAC,aAAa,EAAC,MAAM,oBAAoB,CAAC;AAEjD,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,EAC9B,QAAQ,EAGX;IACG,IAAI,QAAQ,KAAK,OAAO,EAAE;QACtB,MAAM,kBAAkB,GAAG;YACvB,OAAO,CAAC,GAAG,CAAC,eAAe;YAC3B,MAAM;YACN,QAAQ;YACR,UAAU;YACV,YAAY;YACZ,2BAA2B;SAC9B,CAAC;QAEF,OAAO,MAAM,UAAU,CAAC;YACpB,SAAS,CAAC;gBACN,aAAa,CAAC,SAAS,EAAE,kBAAkB,CAAC;gBAC5C,aAAa,CAAC,WAAW,EAAE,kBAAkB,CAAC;gBAC9C,aAAa,CAAC,WAAW,EAAE,kBAAkB,CAAC;gBAC9C,aAAa,CAAC,WAAW,EAAE,kBAAkB,CAAC,CAAC,sCAAsC;aACxF,CAAC;YACF,SAAS,CAAC;gBACN,aAAa,CAAC,aAAa,EAAE,kBAAkB,CAAC;gBAChD,aAAa,CAAC,eAAe,EAAE,kBAAkB,CAAC;gBAClD,aAAa,CAAC,eAAe,EAAE,kBAAkB,CAAC;gBAClD,aAAa,CAAC,eAAe,EAAE,kBAAkB,CAAC;gBAClD,aAAa,CAAC,oBAAoB,EAAE,kBAAkB,CAAC;gBACvD,aAAa,CAAC,sBAAsB,EAAE,kBAAkB,CAAC;gBACzD,aAAa,CAAC,sBAAsB,EAAE,kBAAkB,CAAC;gBACzD,aAAa,CAAC,sBAAsB,EAAE,kBAAkB,CAAC,CAAC,sCAAsC;aACnG,CAAC;SACL,CAAC,CAAC;KACN;IAED,OAAO,KAAK,CAAC;AACjB,CAAC"}
@@ -0,0 +1,9 @@
1
+ import process from "process";
2
+ import { BuildGpu } from "../types.js";
3
+ import { BinaryPlatform } from "./getPlatform.js";
4
+ export declare function getBestComputeLayersAvailable(): Promise<(false | "cuda" | "vulkan" | "metal")[]>;
5
+ export declare function detectBestComputeLayersAvailable({ platform, arch, hasCudaWithStaticBinaryBuild }?: {
6
+ platform?: BinaryPlatform;
7
+ arch?: typeof process.arch;
8
+ hasCudaWithStaticBinaryBuild?: boolean;
9
+ }): Promise<BuildGpu[]>;
@@ -0,0 +1,29 @@
1
+ import process from "process";
2
+ import { getPlatform } from "./getPlatform.js";
3
+ import { detectAvailableComputeLayers } from "./detectAvailableComputeLayers.js";
4
+ let bestComputeLayersAvailablePromise = null;
5
+ export async function getBestComputeLayersAvailable() {
6
+ if (bestComputeLayersAvailablePromise != null) {
7
+ try {
8
+ return await bestComputeLayersAvailablePromise;
9
+ }
10
+ catch (err) { }
11
+ }
12
+ bestComputeLayersAvailablePromise = detectBestComputeLayersAvailable();
13
+ return await bestComputeLayersAvailablePromise;
14
+ }
15
+ export async function detectBestComputeLayersAvailable({ platform = getPlatform(), arch = process.arch, hasCudaWithStaticBinaryBuild = false } = {}) {
16
+ if (platform === "mac" && arch === "arm64")
17
+ return ["metal"];
18
+ const res = [];
19
+ const availableComputeLayers = await detectAvailableComputeLayers({
20
+ platform
21
+ });
22
+ if (availableComputeLayers.cuda.hasNvidiaDriver && (availableComputeLayers.cuda.hasCudaRuntime || hasCudaWithStaticBinaryBuild))
23
+ res.push("cuda");
24
+ if (availableComputeLayers.vulkan)
25
+ res.push("vulkan");
26
+ res.push(false);
27
+ return res;
28
+ }
29
+ //# sourceMappingURL=getBestComputeLayersAvailable.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"getBestComputeLayersAvailable.js","sourceRoot":"","sources":["../../../src/bindings/utils/getBestComputeLayersAvailable.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,SAAS,CAAC;AAE9B,OAAO,EAAiB,WAAW,EAAC,MAAM,kBAAkB,CAAC;AAC7D,OAAO,EAAC,4BAA4B,EAAC,MAAM,mCAAmC,CAAC;AAE/E,IAAI,iCAAiC,GAA+D,IAAI,CAAC;AACzG,MAAM,CAAC,KAAK,UAAU,6BAA6B;IAC/C,IAAI,iCAAiC,IAAI,IAAI,EAAE;QAC3C,IAAI;YACA,OAAO,MAAM,iCAAiC,CAAC;SAClD;QAAC,OAAO,GAAG,EAAE,GAAE;KACnB;IAED,iCAAiC,GAAG,gCAAgC,EAAE,CAAC;IACvE,OAAO,MAAM,iCAAiC,CAAC;AACnD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gCAAgC,CAAC,EACnD,QAAQ,GAAG,WAAW,EAAE,EACxB,IAAI,GAAG,OAAO,CAAC,IAAI,EACnB,4BAA4B,GAAG,KAAK,KAKpC,EAAE;IACF,IAAI,QAAQ,KAAK,KAAK,IAAI,IAAI,KAAK,OAAO;QACtC,OAAO,CAAC,OAAO,CAAC,CAAC;IAErB,MAAM,GAAG,GAAe,EAAE,CAAC;IAC3B,MAAM,sBAAsB,GAAG,MAAM,4BAA4B,CAAC;QAC9D,QAAQ;KACX,CAAC,CAAC;IAEH,IAAI,sBAAsB,CAAC,IAAI,CAAC,eAAe,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,cAAc,IAAI,4BAA4B,CAAC;QAC3H,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAErB,IAAI,sBAAsB,CAAC,MAAM;QAC7B,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAEvB,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAEhB,OAAO,GAAG,CAAC;AACf,CAAC"}
@@ -2,12 +2,8 @@ import { hashString } from "../../utils/hashString.js";
2
2
  import { builtinLlamaCppGitHubRepo, builtinLlamaCppRelease } from "../../config.js";
3
3
  export async function getBuildFolderNameForBuildOptions(buildOptions) {
4
4
  const nameParts = [buildOptions.platform, buildOptions.arch];
5
- if (buildOptions.platform === "mac" && buildOptions.computeLayers.metal)
6
- nameParts.push("metal");
7
- else if (buildOptions.computeLayers.cuda)
8
- nameParts.push("cuda");
9
- if (buildOptions.computeLayers.vulkan)
10
- nameParts.push("vulkan");
5
+ if (buildOptions.gpu !== false)
6
+ nameParts.push(makeStringSafeForPathName(buildOptions.gpu));
11
7
  if (buildOptions.llamaCpp.repo !== builtinLlamaCppGitHubRepo || buildOptions.llamaCpp.release !== builtinLlamaCppRelease)
12
8
  nameParts.push("release-" + await getFolderNamePartForRelease(buildOptions.llamaCpp.repo, buildOptions.llamaCpp.release));
13
9
  if (buildOptions.customCmakeOptions.size === 0) {
@@ -63,6 +59,16 @@ async function getFolderNamePartForRelease(repo, release) {
63
59
  return await hashString(res);
64
60
  return res;
65
61
  }
62
+ function makeStringSafeForPathName(str) {
63
+ let res = "";
64
+ for (const char of str) {
65
+ if (isCharacterSafe(char))
66
+ res += char;
67
+ else
68
+ res += "_" + char.codePointAt(0).toString(32) + "_";
69
+ }
70
+ return res;
71
+ }
66
72
  function containsUnsafeCharacters(str) {
67
73
  for (const char of str) {
68
74
  if (!isCharacterSafe(char))
@@ -1 +1 @@
1
- {"version":3,"file":"getBuildFolderNameForBuildOptions.js","sourceRoot":"","sources":["../../../src/bindings/utils/getBuildFolderNameForBuildOptions.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,UAAU,EAAC,MAAM,2BAA2B,CAAC;AAErD,OAAO,EAAC,yBAAyB,EAAE,sBAAsB,EAAC,MAAM,iBAAiB,CAAC;AAElF,MAAM,CAAC,KAAK,UAAU,iCAAiC,CAAC,YAA0B;IAC9E,MAAM,SAAS,GAAa,CAAC,YAAY,CAAC,QAAQ,EAAE,YAAY,CAAC,IAAI,CAAC,CAAC;IAEvE,IAAI,YAAY,CAAC,QAAQ,KAAK,KAAK,IAAI,YAAY,CAAC,aAAa,CAAC,KAAK;QACnE,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;SACvB,IAAI,YAAY,CAAC,aAAa,CAAC,IAAI;QACpC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAE3B,IAAI,YAAY,CAAC,aAAa,CAAC,MAAM;QACjC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAE7B,IAAI,YAAY,CAAC,QAAQ,CAAC,IAAI,KAAK,yBAAyB,IAAI,YAAY,CAAC,QAAQ,CAAC,OAAO,KAAK,sBAAsB;QACpH,SAAS,CAAC,IAAI,CAAC,UAAU,GAAG,MAAM,2BAA2B,CAAC,YAAY,CAAC,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;IAE9H,IAAI,YAAY,CAAC,kBAAkB,CAAC,IAAI,KAAK,CAAC,EAAE;QAC5C,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACjC,OAAO;YACH,yBAAyB,EAAE,IAAI;YAC/B,sBAAsB,EAAE,IAAI;SAC/B,CAAC;KACL;IAED,MAAM,eAAe,GAAG,CAAC,GAAG,YAAY,CAAC,kBAAkB,CAAC,IAAI,EAAE,CAAC,CAAC;IACpE,eAAe,CAAC,IAAI,EAAE,CAAC;IAEvB,MAAM,uBAAuB,GAAa,EAAE,CAAC;IAC7C,KAAK,MAAM,GAAG,IAAI,eAAe,EAAE;QAC/B,IAAI,GAAG,KAAK,EAAE;YACV,SAAS;QAEb,uBAAuB,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,GAAG,CAAC,IAAI,kBAAkB,CAAC,YAAY,CAAC,kBAAkB,CAAC,GAAG,CAAC,GAAG,CAAE,CAAC,EAAE,CAAC,CAAC;KAC/H;IAED,MAAM,6BAA6B,GAAG,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC1D,IAAI,uBAAuB,CAAC,MAAM,KAAK,CAAC,EAAE;QACtC,OAAO;YACH,yBAAyB,EAAE,6BAA6B;YACxD,sBAAsB,EAAE,6BAA6B;SACxD,CAAC;KACL;IAED,MAAM,gBAAgB,GAAG,MAAM,UAAU,CAAC,uBAAuB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IAE7E,SAAS,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;IACjC,MAAM,0BAA0B,GAAG,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAEvD,OAAO;QACH,yBAAyB,EAAE,6BAA6B;QACxD,sBAAsB,EAAE,0BAA0B;KACrD,CAAC;AACN,CAAC;AAED,KAAK,UAAU,2BAA2B,CAAC,IAAY,EAAE,OAAe;IACpE,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,IAAI,UAAU,GAAG,KAAK,CAAC;IAEvB,IAAI,IAAI,KAAK,yBAAyB,EAAE;QACpC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAEtC,IAAI,wBAAwB,CAAC,KAAK,CAAC,IAAI,wBAAwB,CAAC,IAAI,CAAC,EAAE;YACnE,UAAU,GAAG,IAAI,CAAC;YAClB,QAAQ,CAAC,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,GAAG,GAAG,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAC;SAC7E;;YACG,QAAQ,CAAC,IAAI,CAAC,KAAK,GAAG,GAAG,GAAG,IAAI,CAAC,CAAC;KACzC;IAED,IAAI,wBAAwB,CAAC,OAAO,CAAC,EAAE;QACnC,UAAU,GAAG,IAAI,CAAC;QAClB,QAAQ,CAAC,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC,CAAC;KAC9C;;QACG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAE3B,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAE/B,IAAI,UAAU;QACV,OAAO,MAAM,UAAU,CAAC,GAAG,CAAC,CAAC;IAEjC,OAAO,GAAG,CAAC;AACf,CAAC;AAED,SAAS,wBAAwB,CAAC,GAAW;IACzC,KAAK,MAAM,IAAI,IAAI,GAAG,EAAE;QACpB,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC;YACtB,OAAO,IAAI,CAAC;KACnB;IAED,OAAO,KAAK,CAAC;AACjB,CAAC;AACD,SAAS,eAAe,CAAC,IAAY;IACjC,MAAM,aAAa,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;IAE1C,IAAI,aAAa,IAAI,IAAI;QACrB,OAAO,KAAK,CAAC;IAEjB,IAAI,aAAa,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC,CAAE,IAAI,aAAa,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC,CAAE;QAC5E,OAAO,IAAI,CAAC;SACX,IAAI,aAAa,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC,CAAE,IAAI,aAAa,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC,CAAE;QACjF,OAAO,IAAI,CAAC;SACX,IAAI,aAAa,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC,CAAE,IAAI,aAAa,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC,CAAE;QACjF,OAAO,IAAI,CAAC;SACX,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG;QACjD,OAAO,IAAI,CAAC;IAEhB,OAAO,KAAK,CAAC;AACjB,CAAC"}
1
+ {"version":3,"file":"getBuildFolderNameForBuildOptions.js","sourceRoot":"","sources":["../../../src/bindings/utils/getBuildFolderNameForBuildOptions.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,UAAU,EAAC,MAAM,2BAA2B,CAAC;AAErD,OAAO,EAAC,yBAAyB,EAAE,sBAAsB,EAAC,MAAM,iBAAiB,CAAC;AAElF,MAAM,CAAC,KAAK,UAAU,iCAAiC,CAAC,YAA0B;IAC9E,MAAM,SAAS,GAAa,CAAC,YAAY,CAAC,QAAQ,EAAE,YAAY,CAAC,IAAI,CAAC,CAAC;IAEvE,IAAI,YAAY,CAAC,GAAG,KAAK,KAAK;QAC1B,SAAS,CAAC,IAAI,CAAC,yBAAyB,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC;IAEhE,IAAI,YAAY,CAAC,QAAQ,CAAC,IAAI,KAAK,yBAAyB,IAAI,YAAY,CAAC,QAAQ,CAAC,OAAO,KAAK,sBAAsB;QACpH,SAAS,CAAC,IAAI,CAAC,UAAU,GAAG,MAAM,2BAA2B,CAAC,YAAY,CAAC,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;IAE9H,IAAI,YAAY,CAAC,kBAAkB,CAAC,IAAI,KAAK,CAAC,EAAE;QAC5C,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACjC,OAAO;YACH,yBAAyB,EAAE,IAAI;YAC/B,sBAAsB,EAAE,IAAI;SAC/B,CAAC;KACL;IAED,MAAM,eAAe,GAAG,CAAC,GAAG,YAAY,CAAC,kBAAkB,CAAC,IAAI,EAAE,CAAC,CAAC;IACpE,eAAe,CAAC,IAAI,EAAE,CAAC;IAEvB,MAAM,uBAAuB,GAAa,EAAE,CAAC;IAC7C,KAAK,MAAM,GAAG,IAAI,eAAe,EAAE;QAC/B,IAAI,GAAG,KAAK,EAAE;YACV,SAAS;QAEb,uBAAuB,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,GAAG,CAAC,IAAI,kBAAkB,CAAC,YAAY,CAAC,kBAAkB,CAAC,GAAG,CAAC,GAAG,CAAE,CAAC,EAAE,CAAC,CAAC;KAC/H;IAED,MAAM,6BAA6B,GAAG,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC1D,IAAI,uBAAuB,CAAC,MAAM,KAAK,CAAC,EAAE;QACtC,OAAO;YACH,yBAAyB,EAAE,6BAA6B;YACxD,sBAAsB,EAAE,6BAA6B;SACxD,CAAC;KACL;IAED,MAAM,gBAAgB,GAAG,MAAM,UAAU,CAAC,uBAAuB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IAE7E,SAAS,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;IACjC,MAAM,0BAA0B,GAAG,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAEvD,OAAO;QACH,yBAAyB,EAAE,6BAA6B;QACxD,sBAAsB,EAAE,0BAA0B;KACrD,CAAC;AACN,CAAC;AAED,KAAK,UAAU,2BAA2B,CAAC,IAAY,EAAE,OAAe;IACpE,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,IAAI,UAAU,GAAG,KAAK,CAAC;IAEvB,IAAI,IAAI,KAAK,yBAAyB,EAAE;QACpC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAEtC,IAAI,wBAAwB,CAAC,KAAK,CAAC,IAAI,wBAAwB,CAAC,IAAI,CAAC,EAAE;YACnE,UAAU,GAAG,IAAI,CAAC;YAClB,QAAQ,CAAC,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,GAAG,GAAG,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAC;SAC7E;;YACG,QAAQ,CAAC,IAAI,CAAC,KAAK,GAAG,GAAG,GAAG,IAAI,CAAC,CAAC;KACzC;IAED,IAAI,wBAAwB,CAAC,OAAO,CAAC,EAAE;QACnC,UAAU,GAAG,IAAI,CAAC;QAClB,QAAQ,CAAC,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC,CAAC;KAC9C;;QACG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAE3B,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAE/B,IAAI,UAAU;QACV,OAAO,MAAM,UAAU,CAAC,GAAG,CAAC,CAAC;IAEjC,OAAO,GAAG,CAAC;AACf,CAAC;AAED,SAAS,yBAAyB,CAAC,GAAW;IAC1C,IAAI,GAAG,GAAG,EAAE,CAAC;IAEb,KAAK,MAAM,IAAI,IAAI,GAAG,EAAE;QACpB,IAAI,eAAe,CAAC,IAAI,CAAC;YACrB,GAAG,IAAI,IAAI,CAAC;;YAEZ,GAAG,IAAI,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC,CAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC;KAC5D;IAED,OAAO,GAAG,CAAC;AACf,CAAC;AAED,SAAS,wBAAwB,CAAC,GAAW;IACzC,KAAK,MAAM,IAAI,IAAI,GAAG,EAAE;QACpB,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC;YACtB,OAAO,IAAI,CAAC;KACnB;IAED,OAAO,KAAK,CAAC;AACjB,CAAC;AACD,SAAS,eAAe,CAAC,IAAY;IACjC,MAAM,aAAa,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;IAE1C,IAAI,aAAa,IAAI,IAAI;QACrB,OAAO,KAAK,CAAC;IAEjB,IAAI,aAAa,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC,CAAE,IAAI,aAAa,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC,CAAE;QAC5E,OAAO,IAAI,CAAC;SACX,IAAI,aAAa,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC,CAAE,IAAI,aAAa,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC,CAAE;QACjF,OAAO,IAAI,CAAC;SACX,IAAI,aAAa,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC,CAAE,IAAI,aAAa,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC,CAAE;QACjF,OAAO,IAAI,CAAC;SACX,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG;QACjD,OAAO,IAAI,CAAC;IAEhB,OAAO,KAAK,CAAC;AACjB,CAAC"}
@@ -0,0 +1,11 @@
1
+ import process from "process";
2
+ import { BuildGpu } from "../types.js";
3
+ import { BinaryPlatform } from "./getPlatform.js";
4
+ export declare function getGpuTypesToUseForOption(gpu: BuildGpu | "auto", { platform, arch }?: {
5
+ platform?: BinaryPlatform;
6
+ arch?: typeof process.arch;
7
+ }): Promise<BuildGpu[]>;
8
+ export declare function resolveValidGpuOptionForPlatform(gpu: BuildGpu | "auto", { platform, arch }: {
9
+ platform: BinaryPlatform;
10
+ arch: typeof process.arch;
11
+ }): false | "cuda" | "vulkan" | "metal" | "auto";
@@ -0,0 +1,30 @@
1
+ import process from "process";
2
+ import { buildGpuOptions } from "../types.js";
3
+ import { getPlatform } from "./getPlatform.js";
4
+ import { getBestComputeLayersAvailable } from "./getBestComputeLayersAvailable.js";
5
+ export async function getGpuTypesToUseForOption(gpu, { platform = getPlatform(), arch = process.arch } = {}) {
6
+ const resolvedGpu = resolveValidGpuOptionForPlatform(gpu, {
7
+ platform,
8
+ arch
9
+ });
10
+ if (resolvedGpu === "auto") {
11
+ if (arch === process.arch)
12
+ return await getBestComputeLayersAvailable();
13
+ return [false];
14
+ }
15
+ return [resolvedGpu];
16
+ }
17
+ export function resolveValidGpuOptionForPlatform(gpu, { platform, arch }) {
18
+ if (gpu == null)
19
+ return "auto";
20
+ else if (platform === "mac") {
21
+ if (arch !== "x64" && gpu === "cuda")
22
+ return "auto";
23
+ }
24
+ else if (gpu === "metal")
25
+ return "auto";
26
+ if (buildGpuOptions.includes(gpu))
27
+ return gpu;
28
+ return "auto";
29
+ }
30
+ //# sourceMappingURL=getGpuTypesToUseForOption.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"getGpuTypesToUseForOption.js","sourceRoot":"","sources":["../../../src/bindings/utils/getGpuTypesToUseForOption.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,SAAS,CAAC;AAC9B,OAAO,EAAW,eAAe,EAAC,MAAM,aAAa,CAAC;AACtD,OAAO,EAAiB,WAAW,EAAC,MAAM,kBAAkB,CAAC;AAC7D,OAAO,EAAC,6BAA6B,EAAC,MAAM,oCAAoC,CAAC;AAEjF,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAAC,GAAsB,EAAE,EACpE,QAAQ,GAAG,WAAW,EAAE,EACxB,IAAI,GAAG,OAAO,CAAC,IAAI,KAInB,EAAE;IACF,MAAM,WAAW,GAAG,gCAAgC,CAAC,GAAG,EAAE;QACtD,QAAQ;QACR,IAAI;KACP,CAAC,CAAC;IAEH,IAAI,WAAW,KAAK,MAAM,EAAE;QACxB,IAAI,IAAI,KAAK,OAAO,CAAC,IAAI;YACrB,OAAO,MAAM,6BAA6B,EAAE,CAAC;QAEjD,OAAO,CAAC,KAAK,CAAC,CAAC;KAClB;IAED,OAAO,CAAC,WAAW,CAAC,CAAC;AACzB,CAAC;AAED,MAAM,UAAU,gCAAgC,CAAC,GAAsB,EAAE,EACrE,QAAQ,EACR,IAAI,EAIP;IACG,IAAI,GAAG,IAAI,IAAI;QACX,OAAO,MAAM,CAAC;SACb,IAAI,QAAQ,KAAK,KAAK,EAAE;QACzB,IAAI,IAAI,KAAK,KAAK,IAAI,GAAG,KAAK,MAAM;YAChC,OAAO,MAAM,CAAC;KACrB;SAAM,IAAI,GAAG,KAAK,OAAO;QACtB,OAAO,MAAM,CAAC;IAElB,IAAI,eAAe,CAAC,QAAQ,CAAC,GAAuC,CAAC;QACjE,OAAO,GAAG,CAAC;IAEf,OAAO,MAAM,CAAC;AAClB,CAAC"}
@@ -0,0 +1,9 @@
1
+ export type LinuxDistroInfo = Awaited<ReturnType<typeof getLinuxDistroInfo>>;
2
+ export declare function getLinuxDistroInfo(): Promise<{
3
+ name: string;
4
+ id: string;
5
+ version: string;
6
+ versionCodename: string;
7
+ prettyName: string;
8
+ }>;
9
+ export declare function isDistroAlpineLinux(linuxDistroInfo: LinuxDistroInfo): Promise<boolean>;
@@ -0,0 +1,46 @@
1
+ import fs from "fs-extra";
2
+ const osReleasePaths = [
3
+ "/etc/os-release",
4
+ "/usr/lib/os-release"
5
+ ];
6
+ export async function getLinuxDistroInfo() {
7
+ const osReleaseInfo = await getOsReleaseInfo();
8
+ return {
9
+ name: osReleaseInfo.get("name") ?? "",
10
+ id: osReleaseInfo.get("id") ?? "",
11
+ version: osReleaseInfo.get("version_id") ?? osReleaseInfo.get("version") ?? "",
12
+ versionCodename: osReleaseInfo.get("version_codename") ?? "",
13
+ prettyName: osReleaseInfo.get("pretty_name") ?? ""
14
+ };
15
+ }
16
+ export async function isDistroAlpineLinux(linuxDistroInfo) {
17
+ return linuxDistroInfo.id === "alpine" || linuxDistroInfo.name.toLowerCase().startsWith("alpine") ||
18
+ linuxDistroInfo.prettyName.toLowerCase().startsWith("alpine");
19
+ }
20
+ async function getOsReleaseInfo() {
21
+ for (const osReleasePath of osReleasePaths) {
22
+ if (!(await fs.pathExists(osReleasePath)))
23
+ continue;
24
+ try {
25
+ const osReleaseFile = await fs.readFile(osReleasePath, "utf-8");
26
+ const res = new Map();
27
+ for (const line of osReleaseFile.split("\n")) {
28
+ const equalsSignIndex = line.indexOf("=");
29
+ // ignore lines with no key
30
+ if (equalsSignIndex < 1)
31
+ continue;
32
+ const key = line.slice(0, equalsSignIndex).toLowerCase();
33
+ let value = line.slice(equalsSignIndex + 1);
34
+ if (value.startsWith('"') && value.endsWith('"'))
35
+ value = value.slice(1, -1);
36
+ res.set(key, value);
37
+ }
38
+ return res;
39
+ }
40
+ catch (err) {
41
+ continue;
42
+ }
43
+ }
44
+ return new Map();
45
+ }
46
+ //# sourceMappingURL=getLinuxDistroInfo.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"getLinuxDistroInfo.js","sourceRoot":"","sources":["../../../src/bindings/utils/getLinuxDistroInfo.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,UAAU,CAAC;AAE1B,MAAM,cAAc,GAAG;IACnB,iBAAiB;IACjB,qBAAqB;CACf,CAAC;AAGX,MAAM,CAAC,KAAK,UAAU,kBAAkB;IACpC,MAAM,aAAa,GAAG,MAAM,gBAAgB,EAAE,CAAC;IAE/C,OAAO;QACH,IAAI,EAAE,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE;QACrC,EAAE,EAAE,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE;QACjC,OAAO,EAAE,aAAa,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,aAAa,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE;QAC9E,eAAe,EAAE,aAAa,CAAC,GAAG,CAAC,kBAAkB,CAAC,IAAI,EAAE;QAC5D,UAAU,EAAE,aAAa,CAAC,GAAG,CAAC,aAAa,CAAC,IAAI,EAAE;KACrD,CAAC;AACN,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,eAAgC;IACtE,OAAO,eAAe,CAAC,EAAE,KAAK,QAAQ,IAAI,eAAe,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC;QAC7F,eAAe,CAAC,UAAU,CAAC,WAAW,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;AACtE,CAAC;AAED,KAAK,UAAU,gBAAgB;IAC3B,KAAK,MAAM,aAAa,IAAI,cAAc,EAAE;QACxC,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC;YACrC,SAAS;QAEb,IAAI;YACA,MAAM,aAAa,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;YAEhE,MAAM,GAAG,GAAG,IAAI,GAAG,EAAkB,CAAC;YACtC,KAAK,MAAM,IAAI,IAAI,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE;gBAC1C,MAAM,eAAe,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;gBAE1C,2BAA2B;gBAC3B,IAAI,eAAe,GAAG,CAAC;oBACnB,SAAS;gBAEb,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,eAAe,CAAC,CAAC,WAAW,EAAE,CAAC;gBACzD,IAAI,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,GAAG,CAAC,CAAC,CAAC;gBAE5C,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC;oBAC5C,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;gBAE/B,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;aACvB;YAED,OAAO,GAAG,CAAC;SACd;QAAC,OAAO,GAAG,EAAE;YACV,SAAS;SACZ;KACJ;IAED,OAAO,IAAI,GAAG,EAAkB,CAAC;AACrC,CAAC"}
@@ -0,0 +1,5 @@
1
+ export declare function getPlatformInfo(): Promise<{
2
+ name: string;
3
+ version: string;
4
+ }>;
5
+ export type BinaryPlatformInfo = Awaited<ReturnType<typeof getPlatformInfo>>;
@@ -0,0 +1,28 @@
1
+ import os from "os";
2
+ import { getPlatform } from "./getPlatform.js";
3
+ import { getLinuxDistroInfo } from "./getLinuxDistroInfo.js";
4
+ export async function getPlatformInfo() {
5
+ const currentPlatform = getPlatform();
6
+ if (currentPlatform === "mac")
7
+ return {
8
+ name: "macOS",
9
+ version: os.release()
10
+ };
11
+ else if (currentPlatform === "linux") {
12
+ const linuxDistroInfo = await getLinuxDistroInfo();
13
+ return {
14
+ name: linuxDistroInfo.name,
15
+ version: linuxDistroInfo.version
16
+ };
17
+ }
18
+ else if (currentPlatform === "win")
19
+ return {
20
+ name: "Windows",
21
+ version: os.release()
22
+ };
23
+ return {
24
+ name: "Unknown",
25
+ version: os.release()
26
+ };
27
+ }
28
+ //# sourceMappingURL=getPlatformInfo.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"getPlatformInfo.js","sourceRoot":"","sources":["../../../src/bindings/utils/getPlatformInfo.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,EAAC,WAAW,EAAC,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAC,kBAAkB,EAAC,MAAM,yBAAyB,CAAC;AAE3D,MAAM,CAAC,KAAK,UAAU,eAAe;IACjC,MAAM,eAAe,GAAG,WAAW,EAAE,CAAC;IAEtC,IAAI,eAAe,KAAK,KAAK;QACzB,OAAO;YACH,IAAI,EAAE,OAAO;YACb,OAAO,EAAE,EAAE,CAAC,OAAO,EAAE;SACxB,CAAC;SACD,IAAI,eAAe,KAAK,OAAO,EAAE;QAClC,MAAM,eAAe,GAAG,MAAM,kBAAkB,EAAE,CAAC;QAEnD,OAAO;YACH,IAAI,EAAE,eAAe,CAAC,IAAI;YAC1B,OAAO,EAAE,eAAe,CAAC,OAAO;SACnC,CAAC;KACL;SAAM,IAAI,eAAe,KAAK,KAAK;QAChC,OAAO;YACH,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,EAAE,CAAC,OAAO,EAAE;SACxB,CAAC;IAEN,OAAO;QACH,IAAI,EAAE,SAAS;QACf,OAAO,EAAE,EAAE,CAAC,OAAO,EAAE;KACxB,CAAC;AACN,CAAC"}
@@ -0,0 +1,2 @@
1
+ export declare function hasFileInPath(fileToSearch: string, additionalSearchPaths?: (string | null | undefined)[]): Promise<boolean>;
2
+ export declare function resolveFileLocationInPath(fileToSearch: string, additionalSearchPaths?: (string | null | undefined)[]): Promise<string[]>;