node-llama-cpp 3.0.0-beta.12 → 3.0.0-beta.14
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/ChatWrapper.d.ts +1 -0
- package/dist/ChatWrapper.js +2 -1
- package/dist/ChatWrapper.js.map +1 -1
- package/dist/TemplateChatWrapper.d.ts +68 -0
- package/dist/TemplateChatWrapper.js +239 -0
- package/dist/TemplateChatWrapper.js.map +1 -0
- package/dist/bindings/AddonTypes.d.ts +15 -5
- package/dist/bindings/Llama.d.ts +9 -3
- package/dist/bindings/Llama.js +61 -19
- package/dist/bindings/Llama.js.map +1 -1
- package/dist/bindings/consts.d.ts +2 -0
- package/dist/bindings/consts.js +11 -0
- package/dist/bindings/consts.js.map +1 -0
- package/dist/bindings/getLlama.d.ts +14 -18
- package/dist/bindings/getLlama.js +210 -78
- package/dist/bindings/getLlama.js.map +1 -1
- package/dist/bindings/types.d.ts +11 -5
- package/dist/bindings/types.js +22 -0
- package/dist/bindings/types.js.map +1 -1
- package/dist/bindings/utils/asyncEvery.d.ts +5 -0
- package/dist/bindings/utils/asyncEvery.js +15 -0
- package/dist/bindings/utils/asyncEvery.js.map +1 -0
- package/dist/bindings/utils/asyncSome.d.ts +5 -0
- package/dist/bindings/utils/asyncSome.js +27 -0
- package/dist/bindings/utils/asyncSome.js.map +1 -0
- package/dist/bindings/utils/cloneLlamaCppRepo.js +13 -3
- package/dist/bindings/utils/cloneLlamaCppRepo.js.map +1 -1
- package/dist/bindings/utils/compileLLamaCpp.d.ts +4 -1
- package/dist/bindings/utils/compileLLamaCpp.js +136 -74
- package/dist/bindings/utils/compileLLamaCpp.js.map +1 -1
- package/dist/bindings/utils/detectAvailableComputeLayers.d.ts +14 -0
- package/dist/bindings/utils/detectAvailableComputeLayers.js +300 -0
- package/dist/bindings/utils/detectAvailableComputeLayers.js.map +1 -0
- package/dist/bindings/utils/detectGlibc.d.ts +4 -0
- package/dist/bindings/utils/detectGlibc.js +36 -0
- package/dist/bindings/utils/detectGlibc.js.map +1 -0
- package/dist/bindings/utils/getBestComputeLayersAvailable.d.ts +9 -0
- package/dist/bindings/utils/getBestComputeLayersAvailable.js +29 -0
- package/dist/bindings/utils/getBestComputeLayersAvailable.js.map +1 -0
- package/dist/bindings/utils/getBuildFolderNameForBuildOptions.js +12 -6
- package/dist/bindings/utils/getBuildFolderNameForBuildOptions.js.map +1 -1
- package/dist/bindings/utils/getGpuTypesToUseForOption.d.ts +11 -0
- package/dist/bindings/utils/getGpuTypesToUseForOption.js +30 -0
- package/dist/bindings/utils/getGpuTypesToUseForOption.js.map +1 -0
- package/dist/bindings/utils/getLinuxDistroInfo.d.ts +9 -0
- package/dist/bindings/utils/getLinuxDistroInfo.js +46 -0
- package/dist/bindings/utils/getLinuxDistroInfo.js.map +1 -0
- package/dist/bindings/utils/getPlatformInfo.d.ts +5 -0
- package/dist/bindings/utils/getPlatformInfo.js +28 -0
- package/dist/bindings/utils/getPlatformInfo.js.map +1 -0
- package/dist/bindings/utils/hasFileInPath.d.ts +2 -0
- package/dist/bindings/utils/hasFileInPath.js +34 -0
- package/dist/bindings/utils/hasFileInPath.js.map +1 -0
- package/dist/bindings/utils/logBinaryUsageExampleToConsole.d.ts +1 -1
- package/dist/bindings/utils/logBinaryUsageExampleToConsole.js +3 -9
- package/dist/bindings/utils/logBinaryUsageExampleToConsole.js.map +1 -1
- package/dist/bindings/utils/logDistroInstallInstruction.d.ts +14 -0
- package/dist/bindings/utils/logDistroInstallInstruction.js +48 -0
- package/dist/bindings/utils/logDistroInstallInstruction.js.map +1 -0
- package/dist/bindings/utils/resolveChatWrapperBasedOnWrapperTypeName.d.ts +9 -2
- package/dist/bindings/utils/resolveChatWrapperBasedOnWrapperTypeName.js +10 -4
- package/dist/bindings/utils/resolveChatWrapperBasedOnWrapperTypeName.js.map +1 -1
- package/dist/bindings/utils/testBindingBinary.d.ts +1 -0
- package/dist/bindings/utils/testBindingBinary.js +98 -0
- package/dist/bindings/utils/testBindingBinary.js.map +1 -0
- package/dist/bindings/utils/testCmakeBinary.d.ts +5 -0
- package/dist/bindings/utils/testCmakeBinary.js +32 -0
- package/dist/bindings/utils/testCmakeBinary.js.map +1 -0
- package/dist/chatWrappers/ChatMLChatWrapper.js +1 -1
- package/dist/chatWrappers/ChatMLChatWrapper.js.map +1 -1
- package/dist/chatWrappers/GemmaChatWrapper.d.ts +18 -0
- package/dist/chatWrappers/GemmaChatWrapper.js +86 -0
- package/dist/chatWrappers/GemmaChatWrapper.js.map +1 -0
- package/dist/chatWrappers/resolveChatWrapperBasedOnModel.js +3 -0
- package/dist/chatWrappers/resolveChatWrapperBasedOnModel.js.map +1 -1
- package/dist/cli/cli.js +2 -0
- package/dist/cli/cli.js.map +1 -1
- package/dist/cli/commands/BuildCommand.d.ts +5 -5
- package/dist/cli/commands/BuildCommand.js +78 -60
- package/dist/cli/commands/BuildCommand.js.map +1 -1
- package/dist/cli/commands/ChatCommand.js +31 -14
- package/dist/cli/commands/ChatCommand.js.map +1 -1
- package/dist/cli/commands/CompleteCommand.js +30 -13
- package/dist/cli/commands/CompleteCommand.js.map +1 -1
- package/dist/cli/commands/DebugCommand.js +3 -9
- package/dist/cli/commands/DebugCommand.js.map +1 -1
- package/dist/cli/commands/DownloadCommand.d.ts +5 -5
- package/dist/cli/commands/DownloadCommand.js +97 -56
- package/dist/cli/commands/DownloadCommand.js.map +1 -1
- package/dist/cli/commands/InfillCommand.js +30 -13
- package/dist/cli/commands/InfillCommand.js.map +1 -1
- package/dist/cli/commands/InspectCommand.d.ts +7 -0
- package/dist/cli/commands/InspectCommand.js +113 -0
- package/dist/cli/commands/InspectCommand.js.map +1 -0
- package/dist/cli/commands/OnPostInstallCommand.js +2 -0
- package/dist/cli/commands/OnPostInstallCommand.js.map +1 -1
- package/dist/cli/utils/logUsedGpuTypeOption.d.ts +2 -0
- package/dist/cli/utils/logUsedGpuTypeOption.js +9 -0
- package/dist/cli/utils/logUsedGpuTypeOption.js.map +1 -0
- package/dist/config.d.ts +4 -4
- package/dist/config.js +11 -12
- package/dist/config.js.map +1 -1
- package/dist/evaluator/LlamaChatSession/utils/defineChatSessionFunction.d.ts +3 -0
- package/dist/evaluator/LlamaChatSession/utils/defineChatSessionFunction.js +3 -0
- package/dist/evaluator/LlamaChatSession/utils/defineChatSessionFunction.js.map +1 -1
- package/dist/evaluator/LlamaContext/LlamaContext.d.ts +5 -8
- package/dist/evaluator/LlamaContext/LlamaContext.js +111 -65
- package/dist/evaluator/LlamaContext/LlamaContext.js.map +1 -1
- package/dist/evaluator/LlamaContext/types.d.ts +13 -6
- package/dist/evaluator/LlamaEmbeddingContext.d.ts +6 -5
- package/dist/evaluator/LlamaEmbeddingContext.js +32 -22
- package/dist/evaluator/LlamaEmbeddingContext.js.map +1 -1
- package/dist/evaluator/LlamaGrammar.js +1 -0
- package/dist/evaluator/LlamaGrammar.js.map +1 -1
- package/dist/evaluator/LlamaModel.d.ts +16 -16
- package/dist/evaluator/LlamaModel.js +95 -20
- package/dist/evaluator/LlamaModel.js.map +1 -1
- package/dist/gguf/GGUFInsights.d.ts +28 -0
- package/dist/gguf/GGUFInsights.js +58 -0
- package/dist/gguf/GGUFInsights.js.map +1 -0
- package/dist/gguf/GGUFMetadata.d.ts +19 -0
- package/dist/gguf/GGUFMetadata.js +38 -0
- package/dist/gguf/GGUFMetadata.js.map +1 -0
- package/dist/gguf/errors/InvalidGGUFMagicError.d.ts +3 -0
- package/dist/gguf/errors/InvalidGGUFMagicError.js +6 -0
- package/dist/gguf/errors/InvalidGGUFMagicError.js.map +1 -0
- package/dist/gguf/errors/MetadataNotParsedYetError.d.ts +3 -0
- package/dist/gguf/errors/MetadataNotParsedYetError.js +6 -0
- package/dist/gguf/errors/MetadataNotParsedYetError.js.map +1 -0
- package/dist/gguf/errors/MissingNodeLlamaError.d.ts +3 -0
- package/dist/gguf/errors/MissingNodeLlamaError.js +6 -0
- package/dist/gguf/errors/MissingNodeLlamaError.js.map +1 -0
- package/dist/gguf/errors/ModelScore/NotEnoughVRamError.d.ts +5 -0
- package/dist/gguf/errors/ModelScore/NotEnoughVRamError.js +11 -0
- package/dist/gguf/errors/ModelScore/NotEnoughVRamError.js.map +1 -0
- package/dist/gguf/errors/UnsupportedMetadataTypeError.d.ts +4 -0
- package/dist/gguf/errors/UnsupportedMetadataTypeError.js +8 -0
- package/dist/gguf/errors/UnsupportedMetadataTypeError.js.map +1 -0
- package/dist/gguf/ggufParser/GGUFParser.d.ts +18 -0
- package/dist/gguf/ggufParser/GGUFParser.js +123 -0
- package/dist/gguf/ggufParser/GGUFParser.js.map +1 -0
- package/dist/gguf/ggufParser/GGUFTypes.d.ts +257 -0
- package/dist/gguf/ggufParser/GGUFTypes.js +2 -0
- package/dist/gguf/ggufParser/GGUFTypes.js.map +1 -0
- package/dist/gguf/ggufParser/checkArchitecture.d.ts +14 -0
- package/dist/gguf/ggufParser/checkArchitecture.js +74 -0
- package/dist/gguf/ggufParser/checkArchitecture.js.map +1 -0
- package/dist/gguf/ggufParser/stream/GGUFBaseStream.d.ts +38 -0
- package/dist/gguf/ggufParser/stream/GGUFBaseStream.js +83 -0
- package/dist/gguf/ggufParser/stream/GGUFBaseStream.js.map +1 -0
- package/dist/gguf/ggufParser/stream/GGUFFetchStream.d.ts +14 -0
- package/dist/gguf/ggufParser/stream/GGUFFetchStream.js +35 -0
- package/dist/gguf/ggufParser/stream/GGUFFetchStream.js.map +1 -0
- package/dist/gguf/ggufParser/stream/GGUFReadStream.d.ts +15 -0
- package/dist/gguf/ggufParser/stream/GGUFReadStream.js +40 -0
- package/dist/gguf/ggufParser/stream/GGUFReadStream.js.map +1 -0
- package/dist/index.d.ts +3 -1
- package/dist/index.js +3 -1
- package/dist/index.js.map +1 -1
- package/dist/state.d.ts +2 -0
- package/dist/state.js +7 -0
- package/dist/state.js.map +1 -1
- package/dist/utils/DisposeGuard.d.ts +13 -0
- package/dist/utils/DisposeGuard.js +120 -0
- package/dist/utils/DisposeGuard.js.map +1 -0
- package/dist/utils/LlamaText.js +2 -2
- package/dist/utils/LlamaText.js.map +1 -1
- package/dist/utils/cmake.js +23 -10
- package/dist/utils/cmake.js.map +1 -1
- package/dist/utils/getBuildDefaults.d.ts +1 -3
- package/dist/utils/getBuildDefaults.js +2 -4
- package/dist/utils/getBuildDefaults.js.map +1 -1
- package/dist/utils/getConsoleLogPrefix.d.ts +1 -1
- package/dist/utils/getConsoleLogPrefix.js +5 -4
- package/dist/utils/getConsoleLogPrefix.js.map +1 -1
- package/dist/utils/mergeUnionTypes.d.ts +6 -0
- package/dist/utils/mergeUnionTypes.js +2 -0
- package/dist/utils/mergeUnionTypes.js.map +1 -0
- package/dist/utils/parseTextTemplate.d.ts +66 -0
- package/dist/utils/parseTextTemplate.js +116 -0
- package/dist/utils/parseTextTemplate.js.map +1 -0
- package/dist/utils/removeNullFields.d.ts +2 -2
- package/dist/utils/removeNullFields.js.map +1 -1
- package/dist/utils/spawnCommand.d.ts +11 -1
- package/dist/utils/spawnCommand.js +55 -7
- package/dist/utils/spawnCommand.js.map +1 -1
- package/llama/CMakeLists.txt +11 -5
- package/llama/addon.cpp +700 -83
- package/llama/binariesGithubRelease.json +1 -1
- package/llama/gitRelease.bundle +0 -0
- package/llama/grammars/json.gbnf +1 -1
- package/llama/grammars/json_arr.gbnf +1 -1
- package/llama/llama.cpp.info.json +1 -1
- package/llamaBins/linux-arm64/_nlcBuildMetadata.json +1 -0
- package/llamaBins/linux-arm64/llama-addon.node +0 -0
- package/llamaBins/linux-armv7l/_nlcBuildMetadata.json +1 -0
- package/llamaBins/linux-armv7l/llama-addon.node +0 -0
- package/llamaBins/linux-x64/_nlcBuildMetadata.json +1 -0
- package/llamaBins/linux-x64/llama-addon.node +0 -0
- package/llamaBins/linux-x64-cuda/_nlcBuildMetadata.json +1 -0
- package/llamaBins/linux-x64-cuda/llama-addon.node +0 -0
- package/llamaBins/linux-x64-vulkan/_nlcBuildMetadata.json +1 -0
- package/llamaBins/linux-x64-vulkan/llama-addon.node +0 -0
- package/llamaBins/mac-arm64-metal/_nlcBuildMetadata.json +1 -0
- package/llamaBins/mac-arm64-metal/default.metallib +0 -0
- package/llamaBins/mac-arm64-metal/llama-addon.node +0 -0
- package/llamaBins/mac-x64/_nlcBuildMetadata.json +1 -0
- package/llamaBins/mac-x64/llama-addon.node +0 -0
- package/llamaBins/win-x64/_nlcBuildMetadata.json +1 -0
- package/llamaBins/win-x64/llama-addon.exp +0 -0
- package/llamaBins/win-x64/llama-addon.lib +0 -0
- package/llamaBins/win-x64/llama-addon.node +0 -0
- package/llamaBins/win-x64-cuda/_nlcBuildMetadata.json +1 -0
- package/llamaBins/win-x64-cuda/llama-addon.exp +0 -0
- package/llamaBins/win-x64-cuda/llama-addon.lib +0 -0
- package/llamaBins/win-x64-cuda/llama-addon.node +0 -0
- package/llamaBins/win-x64-vulkan/_nlcBuildMetadata.json +1 -0
- package/llamaBins/win-x64-vulkan/llama-addon.exp +0 -0
- package/llamaBins/win-x64-vulkan/llama-addon.lib +0 -0
- package/llamaBins/win-x64-vulkan/llama-addon.node +0 -0
- package/package.json +14 -9
- package/dist/cli/utils/logEnabledComputeLayers.d.ts +0 -8
- package/dist/cli/utils/logEnabledComputeLayers.js +0 -11
- package/dist/cli/utils/logEnabledComputeLayers.js.map +0 -1
- package/llamaBins/linux-arm64/.buildMetadata.json +0 -1
- package/llamaBins/linux-armv7l/.buildMetadata.json +0 -1
- package/llamaBins/linux-x64/.buildMetadata.json +0 -1
- package/llamaBins/linux-x64-cuda/.buildMetadata.json +0 -1
- package/llamaBins/linux-x64-vulkan/.buildMetadata.json +0 -1
- package/llamaBins/mac-arm64-metal/.buildMetadata.json +0 -1
- package/llamaBins/mac-arm64-metal/ggml-metal.metal +0 -7022
- package/llamaBins/mac-x64/.buildMetadata.json +0 -1
- package/llamaBins/win-x64/.buildMetadata.json +0 -1
- package/llamaBins/win-x64-cuda/.buildMetadata.json +0 -1
- package/llamaBins/win-x64-vulkan/.buildMetadata.json +0 -1
|
@@ -0,0 +1,300 @@
|
|
|
1
|
+
import process from "process";
|
|
2
|
+
import path from "path";
|
|
3
|
+
import fs from "fs-extra";
|
|
4
|
+
import semver from "semver";
|
|
5
|
+
import { getConsoleLogPrefix } from "../../utils/getConsoleLogPrefix.js";
|
|
6
|
+
import { getPlatform } from "./getPlatform.js";
|
|
7
|
+
import { hasFileInPath } from "./hasFileInPath.js";
|
|
8
|
+
import { asyncSome } from "./asyncSome.js";
|
|
9
|
+
import { asyncEvery } from "./asyncEvery.js";
|
|
10
|
+
export async function detectAvailableComputeLayers({ platform = getPlatform() } = {}) {
|
|
11
|
+
const [cuda, vulkan, metal] = await Promise.all([
|
|
12
|
+
detectCudaSupport({ platform }),
|
|
13
|
+
detectVulkanSupport({ platform }),
|
|
14
|
+
detectMetalSupport({ platform })
|
|
15
|
+
]);
|
|
16
|
+
return {
|
|
17
|
+
cuda,
|
|
18
|
+
vulkan,
|
|
19
|
+
metal
|
|
20
|
+
};
|
|
21
|
+
}
|
|
22
|
+
async function detectCudaSupport({ platform }) {
|
|
23
|
+
if (platform === "win") {
|
|
24
|
+
const librarySearchPaths = await getCudaInstallationPaths({ platform });
|
|
25
|
+
const windir = getWindir();
|
|
26
|
+
const [hasNvidiaDriver, hasCudaRuntime] = await Promise.all([
|
|
27
|
+
asyncSome([
|
|
28
|
+
hasFileInPath("nvml.dll"),
|
|
29
|
+
fs.pathExists(path.join(windir, "System32", "nvml.dll"))
|
|
30
|
+
]),
|
|
31
|
+
asyncEvery([
|
|
32
|
+
asyncSome([
|
|
33
|
+
hasFileInPath("cudart64_110.dll", librarySearchPaths),
|
|
34
|
+
hasFileInPath("cudart64_11.dll", librarySearchPaths),
|
|
35
|
+
hasFileInPath("cudart64_12.dll", librarySearchPaths),
|
|
36
|
+
hasFileInPath("cudart64_13.dll", librarySearchPaths) // for when the next version comes out
|
|
37
|
+
]),
|
|
38
|
+
asyncSome([
|
|
39
|
+
hasFileInPath("cublas64_11.dll", librarySearchPaths),
|
|
40
|
+
hasFileInPath("cublas64_12.dll", librarySearchPaths),
|
|
41
|
+
hasFileInPath("cublas64_13.dll", librarySearchPaths) // for when the next version comes out
|
|
42
|
+
]),
|
|
43
|
+
asyncSome([
|
|
44
|
+
hasFileInPath("cublasLt64_11.dll", librarySearchPaths),
|
|
45
|
+
hasFileInPath("cublasLt64_12.dll", librarySearchPaths),
|
|
46
|
+
hasFileInPath("cublasLt64_13.dll", librarySearchPaths) // for when the next version comes out
|
|
47
|
+
])
|
|
48
|
+
])
|
|
49
|
+
]);
|
|
50
|
+
return {
|
|
51
|
+
hasNvidiaDriver,
|
|
52
|
+
hasCudaRuntime
|
|
53
|
+
};
|
|
54
|
+
}
|
|
55
|
+
else if (platform === "linux") {
|
|
56
|
+
const cudaLibraryPaths = await getLinuxCudaLibraryPaths();
|
|
57
|
+
const librarySearchPaths = [
|
|
58
|
+
process.env.LD_LIBRARY_PATH,
|
|
59
|
+
process.env.CUDA_PATH,
|
|
60
|
+
"/usr/lib",
|
|
61
|
+
"/usr/lib64",
|
|
62
|
+
"/usr/lib/x86_64-linux-gnu",
|
|
63
|
+
...cudaLibraryPaths
|
|
64
|
+
];
|
|
65
|
+
const [hasNvidiaDriver, hasCudaRuntime] = await Promise.all([
|
|
66
|
+
asyncSome([
|
|
67
|
+
hasFileInPath("libnvidia-ml.so", librarySearchPaths),
|
|
68
|
+
hasFileInPath("libnvidia-ml.so.1", librarySearchPaths)
|
|
69
|
+
]),
|
|
70
|
+
asyncEvery([
|
|
71
|
+
asyncSome([
|
|
72
|
+
hasFileInPath("libcuda.so", librarySearchPaths),
|
|
73
|
+
hasFileInPath("libcuda.so.1", librarySearchPaths)
|
|
74
|
+
]),
|
|
75
|
+
asyncSome([
|
|
76
|
+
hasFileInPath("libcudart.so", librarySearchPaths),
|
|
77
|
+
hasFileInPath("libcudart.so.11", librarySearchPaths),
|
|
78
|
+
hasFileInPath("libcudart.so.12", librarySearchPaths),
|
|
79
|
+
hasFileInPath("libcudart.so.13", librarySearchPaths) // for when the next version comes out
|
|
80
|
+
]),
|
|
81
|
+
asyncSome([
|
|
82
|
+
hasFileInPath("libcublas.so", librarySearchPaths),
|
|
83
|
+
hasFileInPath("libcublas.so.11", librarySearchPaths),
|
|
84
|
+
hasFileInPath("libcublas.so.12", librarySearchPaths),
|
|
85
|
+
hasFileInPath("libcublas.so.13", librarySearchPaths) // for when the next version comes out
|
|
86
|
+
]),
|
|
87
|
+
asyncSome([
|
|
88
|
+
hasFileInPath("libcublasLt.so", librarySearchPaths),
|
|
89
|
+
hasFileInPath("libcublasLt.so.11", librarySearchPaths),
|
|
90
|
+
hasFileInPath("libcublasLt.so.12", librarySearchPaths),
|
|
91
|
+
hasFileInPath("libcublasLt.so.13", librarySearchPaths) // for when the next version comes out
|
|
92
|
+
])
|
|
93
|
+
])
|
|
94
|
+
]);
|
|
95
|
+
return {
|
|
96
|
+
hasNvidiaDriver,
|
|
97
|
+
hasCudaRuntime
|
|
98
|
+
};
|
|
99
|
+
}
|
|
100
|
+
return {
|
|
101
|
+
hasNvidiaDriver: false,
|
|
102
|
+
hasCudaRuntime: false
|
|
103
|
+
};
|
|
104
|
+
}
|
|
105
|
+
async function detectVulkanSupport({ platform }) {
|
|
106
|
+
if (platform === "win") {
|
|
107
|
+
const windir = getWindir();
|
|
108
|
+
return await asyncSome([
|
|
109
|
+
hasFileInPath("vulkan-1.dll"),
|
|
110
|
+
fs.pathExists(path.join(windir, "System32", "vulkan-1.dll")),
|
|
111
|
+
fs.pathExists(path.join(windir, "SysWOW64", "vulkan-1.dll"))
|
|
112
|
+
]);
|
|
113
|
+
}
|
|
114
|
+
else if (platform === "linux") {
|
|
115
|
+
const librarySearchPaths = [
|
|
116
|
+
process.env.LD_LIBRARY_PATH,
|
|
117
|
+
"/usr/lib",
|
|
118
|
+
"/usr/lib64",
|
|
119
|
+
"/usr/lib/x86_64-linux-gnu",
|
|
120
|
+
(process.env.PREFIX != null && process.env.PREFIX?.toLowerCase()?.includes?.("termux"))
|
|
121
|
+
? `${process.env.PREFIX}/usr/lib`
|
|
122
|
+
: undefined
|
|
123
|
+
];
|
|
124
|
+
return await asyncSome([
|
|
125
|
+
hasFileInPath("libvulkan.so", librarySearchPaths),
|
|
126
|
+
hasFileInPath("libvulkan.so.1", librarySearchPaths)
|
|
127
|
+
]);
|
|
128
|
+
}
|
|
129
|
+
else if (platform === "mac") {
|
|
130
|
+
return await asyncSome([
|
|
131
|
+
hasFileInPath("libvulkan.dylib"),
|
|
132
|
+
hasFileInPath("libvulkan.dylib.1")
|
|
133
|
+
]);
|
|
134
|
+
}
|
|
135
|
+
return false;
|
|
136
|
+
}
|
|
137
|
+
async function detectMetalSupport({ platform }) {
|
|
138
|
+
return platform === "mac";
|
|
139
|
+
}
|
|
140
|
+
async function getLinuxCudaLibraryPaths() {
|
|
141
|
+
const res = [];
|
|
142
|
+
try {
|
|
143
|
+
for (const cudaInstallationPath of await getCudaInstallationPaths({ platform: "linux" })) {
|
|
144
|
+
const cudaTargetsFolder = `${cudaInstallationPath}/targets`;
|
|
145
|
+
if (!(await fs.pathExists(cudaTargetsFolder)))
|
|
146
|
+
continue;
|
|
147
|
+
for (const cudaTargetFolderName of await fs.readdir(cudaTargetsFolder)) {
|
|
148
|
+
res.push(`${cudaTargetsFolder}/${cudaTargetFolderName}/lib`, `${cudaTargetsFolder}/${cudaTargetFolderName}/lib/stubs`);
|
|
149
|
+
}
|
|
150
|
+
}
|
|
151
|
+
}
|
|
152
|
+
catch (err) {
|
|
153
|
+
console.error(getConsoleLogPrefix() + 'Failed to search "/usr/local/" for CUDA library paths', err);
|
|
154
|
+
}
|
|
155
|
+
return res;
|
|
156
|
+
}
|
|
157
|
+
async function getCudaInstallationPaths({ platform }) {
|
|
158
|
+
if (platform === "win") {
|
|
159
|
+
try {
|
|
160
|
+
const programFilesPaths = await getWindowsProgramFilesPaths();
|
|
161
|
+
const potentialCudaInstallationsContainerPaths = programFilesPaths
|
|
162
|
+
.map((programFilesPath) => `${programFilesPath}/NVIDIA GPU Computing Toolkit/CUDA`);
|
|
163
|
+
const cudaInstallationsContainerPaths = (await Promise.all(potentialCudaInstallationsContainerPaths.map(async (potentialCudaInstallationsContainerPath) => {
|
|
164
|
+
if (await fs.pathExists(potentialCudaInstallationsContainerPath))
|
|
165
|
+
return potentialCudaInstallationsContainerPath;
|
|
166
|
+
return null;
|
|
167
|
+
}))).filter((path) => path != null);
|
|
168
|
+
const potentialCudaInstallations = (await Promise.all(cudaInstallationsContainerPaths.map(async (cudaInstallationsContainerPath) => {
|
|
169
|
+
const cudaFolderPrefix = "v";
|
|
170
|
+
return (await fs.pathExists(cudaInstallationsContainerPath)
|
|
171
|
+
? await fs.readdir(cudaInstallationsContainerPath)
|
|
172
|
+
: [])
|
|
173
|
+
.filter((installationFolderName) => installationFolderName.toLowerCase()
|
|
174
|
+
.startsWith(cudaFolderPrefix))
|
|
175
|
+
.sort((a, b) => {
|
|
176
|
+
const aVersion = a.slice(cudaFolderPrefix.length);
|
|
177
|
+
const bVersion = b.slice(cudaFolderPrefix.length);
|
|
178
|
+
try {
|
|
179
|
+
const aVersionValid = semver.valid(semver.coerce(aVersion));
|
|
180
|
+
const bVersionValid = semver.valid(semver.coerce(bVersion));
|
|
181
|
+
if (aVersionValid && bVersionValid)
|
|
182
|
+
return semver.compare(aVersionValid, bVersionValid);
|
|
183
|
+
else if (aVersionValid)
|
|
184
|
+
return -1;
|
|
185
|
+
else if (bVersionValid)
|
|
186
|
+
return 1;
|
|
187
|
+
else
|
|
188
|
+
return 0;
|
|
189
|
+
}
|
|
190
|
+
catch (err) {
|
|
191
|
+
return 0;
|
|
192
|
+
}
|
|
193
|
+
})
|
|
194
|
+
.reverse()
|
|
195
|
+
.map((installationFolderName) => `${cudaInstallationsContainerPath}/${installationFolderName}`);
|
|
196
|
+
}))).flat();
|
|
197
|
+
if (process.env.CUDA_PATH != null && process.env.CUDA_PATH !== "")
|
|
198
|
+
potentialCudaInstallations.unshift(process.env.CUDA_PATH);
|
|
199
|
+
return (await Promise.all(potentialCudaInstallations.map(async (cudaFolder) => {
|
|
200
|
+
if (await fs.pathExists(cudaFolder))
|
|
201
|
+
return cudaFolder;
|
|
202
|
+
return null;
|
|
203
|
+
}))).filter((cudaFolder) => cudaFolder != null);
|
|
204
|
+
}
|
|
205
|
+
catch (err) {
|
|
206
|
+
console.error(getConsoleLogPrefix() + 'Failed to search "Program Files" for CUDA installations', err);
|
|
207
|
+
}
|
|
208
|
+
return [];
|
|
209
|
+
}
|
|
210
|
+
else if (platform === "linux") {
|
|
211
|
+
const res = [];
|
|
212
|
+
try {
|
|
213
|
+
const usrLocal = "/usr/local";
|
|
214
|
+
const cudaFolderPrefix = "cuda-";
|
|
215
|
+
const potentialCudaFolders = (await fs.pathExists(usrLocal)
|
|
216
|
+
? await fs.readdir(usrLocal)
|
|
217
|
+
: [])
|
|
218
|
+
.filter((usrLocalFolderName) => usrLocalFolderName.toLowerCase().startsWith(cudaFolderPrefix))
|
|
219
|
+
.sort((a, b) => {
|
|
220
|
+
const aVersion = a.slice(cudaFolderPrefix.length);
|
|
221
|
+
const bVersion = b.slice(cudaFolderPrefix.length);
|
|
222
|
+
try {
|
|
223
|
+
const aVersionValid = semver.valid(semver.coerce(aVersion));
|
|
224
|
+
const bVersionValid = semver.valid(semver.coerce(bVersion));
|
|
225
|
+
if (aVersionValid && bVersionValid)
|
|
226
|
+
return semver.compare(aVersionValid, bVersionValid);
|
|
227
|
+
else if (aVersionValid)
|
|
228
|
+
return -1;
|
|
229
|
+
else if (bVersionValid)
|
|
230
|
+
return 1;
|
|
231
|
+
else
|
|
232
|
+
return 0;
|
|
233
|
+
}
|
|
234
|
+
catch (err) {
|
|
235
|
+
return 0;
|
|
236
|
+
}
|
|
237
|
+
})
|
|
238
|
+
.reverse()
|
|
239
|
+
.map((usrLocalFolderName) => `${usrLocal}/${usrLocalFolderName}`);
|
|
240
|
+
potentialCudaFolders.unshift(`${usrLocal}/cuda`);
|
|
241
|
+
if (process.env.CUDA_PATH != null && process.env.CUDA_PATH !== "")
|
|
242
|
+
potentialCudaFolders.unshift(process.env.CUDA_PATH);
|
|
243
|
+
for (const cudaFolder of potentialCudaFolders) {
|
|
244
|
+
const cudaTargetsFolder = `${cudaFolder}/targets`;
|
|
245
|
+
if (!(await fs.pathExists(cudaTargetsFolder)))
|
|
246
|
+
continue;
|
|
247
|
+
res.push(cudaFolder);
|
|
248
|
+
}
|
|
249
|
+
}
|
|
250
|
+
catch (err) {
|
|
251
|
+
console.error(getConsoleLogPrefix() + 'Failed to search "/usr/local/" for CUDA installations', err);
|
|
252
|
+
}
|
|
253
|
+
return res;
|
|
254
|
+
}
|
|
255
|
+
return [];
|
|
256
|
+
}
|
|
257
|
+
export async function getCudaNvccPaths({ platform = getPlatform() } = {}) {
|
|
258
|
+
const cudaInstallationPaths = await getCudaInstallationPaths({ platform });
|
|
259
|
+
const nvccPotentialPaths = cudaInstallationPaths
|
|
260
|
+
.map((cudaInstallationPath) => {
|
|
261
|
+
if (platform === "win")
|
|
262
|
+
return path.join(cudaInstallationPath, "bin", "nvcc.exe");
|
|
263
|
+
return path.join(cudaInstallationPath, "bin", "nvcc");
|
|
264
|
+
});
|
|
265
|
+
try {
|
|
266
|
+
const resolvedNvccPaths = await Promise.all(nvccPotentialPaths.map(async (nvccPotentialPath) => {
|
|
267
|
+
if (await fs.pathExists(nvccPotentialPath))
|
|
268
|
+
return nvccPotentialPath;
|
|
269
|
+
return null;
|
|
270
|
+
}));
|
|
271
|
+
return resolvedNvccPaths.filter((nvccPath) => nvccPath != null);
|
|
272
|
+
}
|
|
273
|
+
catch (err) {
|
|
274
|
+
console.error(getConsoleLogPrefix() + `Failed to search for "nvcc${platform === "win" ? ".exe" : ""}" in CUDA installation paths`, err);
|
|
275
|
+
}
|
|
276
|
+
return [];
|
|
277
|
+
}
|
|
278
|
+
function getWindir() {
|
|
279
|
+
return process.env.windir || process.env.WINDIR || process.env.SystemRoot || process.env.systemroot || process.env.SYSTEMROOT ||
|
|
280
|
+
"C:\\Windows";
|
|
281
|
+
}
|
|
282
|
+
async function getWindowsProgramFilesPaths() {
|
|
283
|
+
const potentialPaths = await Promise.all([
|
|
284
|
+
process.env.ProgramFiles,
|
|
285
|
+
process.env["ProgramFiles(x86)"],
|
|
286
|
+
process.env["ProgramFiles(Arm)"],
|
|
287
|
+
`${process.env.SystemDrive ?? "C:"}\\Program Files`,
|
|
288
|
+
`${process.env.SystemDrive ?? "C:"}\\Program Files (x86)`,
|
|
289
|
+
`${process.env.SystemDrive ?? "C:"}\\Program Files (Arm)`
|
|
290
|
+
]
|
|
291
|
+
.map(async (programFilesPath) => {
|
|
292
|
+
if (programFilesPath == null)
|
|
293
|
+
return null;
|
|
294
|
+
if (await fs.pathExists(programFilesPath))
|
|
295
|
+
return programFilesPath;
|
|
296
|
+
return null;
|
|
297
|
+
}));
|
|
298
|
+
return Array.from(new Set(potentialPaths.filter((potentialPath) => potentialPath != null)));
|
|
299
|
+
}
|
|
300
|
+
//# sourceMappingURL=detectAvailableComputeLayers.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"detectAvailableComputeLayers.js","sourceRoot":"","sources":["../../../src/bindings/utils/detectAvailableComputeLayers.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,SAAS,CAAC;AAC9B,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,MAAM,UAAU,CAAC;AAC1B,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAC,mBAAmB,EAAC,MAAM,oCAAoC,CAAC;AACvE,OAAO,EAAiB,WAAW,EAAC,MAAM,kBAAkB,CAAC;AAC7D,OAAO,EAAC,aAAa,EAAC,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAC,SAAS,EAAC,MAAM,gBAAgB,CAAC;AACzC,OAAO,EAAC,UAAU,EAAC,MAAM,iBAAiB,CAAC;AAG3C,MAAM,CAAC,KAAK,UAAU,4BAA4B,CAAC,EAC/C,QAAQ,GAAG,WAAW,EAAE,KAGxB,EAAE;IACF,MAAM,CACF,IAAI,EACJ,MAAM,EACN,KAAK,CACR,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QAClB,iBAAiB,CAAC,EAAC,QAAQ,EAAC,CAAC;QAC7B,mBAAmB,CAAC,EAAC,QAAQ,EAAC,CAAC;QAC/B,kBAAkB,CAAC,EAAC,QAAQ,EAAC,CAAC;KACjC,CAAC,CAAC;IAEH,OAAO;QACH,IAAI;QACJ,MAAM;QACN,KAAK;KACR,CAAC;AACN,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,EAC7B,QAAQ,EAGX;IACG,IAAI,QAAQ,KAAK,KAAK,EAAE;QACpB,MAAM,kBAAkB,GAAG,MAAM,wBAAwB,CAAC,EAAC,QAAQ,EAAC,CAAC,CAAC;QACtE,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;QAE3B,MAAM,CACF,eAAe,EACf,cAAc,CACjB,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAClB,SAAS,CAAC;gBACN,aAAa,CAAC,UAAU,CAAC;gBACzB,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;aAC3D,CAAC;YACF,UAAU,CAAC;gBACP,SAAS,CAAC;oBACN,aAAa,CAAC,kBAAkB,EAAE,kBAAkB,CAAC;oBACrD,aAAa,CAAC,iBAAiB,EAAE,kBAAkB,CAAC;oBACpD,aAAa,CAAC,iBAAiB,EAAE,kBAAkB,CAAC;oBACpD,aAAa,CAAC,iBAAiB,EAAE,kBAAkB,CAAC,CAAC,sCAAsC;iBAC9F,CAAC;gBACF,SAAS,CAAC;oBACN,aAAa,CAAC,iBAAiB,EAAE,kBAAkB,CAAC;oBACpD,aAAa,CAAC,iBAAiB,EAAE,kBAAkB,CAAC;oBACpD,aAAa,CAAC,iBAAiB,EAAE,kBAAkB,CAAC,CAAC,sCAAsC;iBAC9F,CAAC;gBACF,SAAS,CAAC;oBACN,aAAa,CAAC,mBAAmB,EAAE,kBAAkB,CAAC;oBACtD,aAAa,CAAC,mBAAmB,EAAE,kBAAkB,CAAC;oBACtD,aAAa,CAAC,mBAAmB,EAAE,kBAAkB,CAAC,CAAC,sCAAsC;iBAChG,CAAC;aACL,CAAC;SACL,CAAC,CAAC;QAEH,OAAO;YACH,eAAe;YACf,cAAc;SACjB,CAAC;KACL;SAAM,IAAI,QAAQ,KAAK,OAAO,EAAE;QAC7B,MAAM,gBAAgB,GAAG,MAAM,wBAAwB,EAAE,CAAC;QAC1D,MAAM,kBAAkB,GAAG;YACvB,OAAO,CAAC,GAAG,CAAC,eAAe;YAC3B,OAAO,CAAC,GAAG,CAAC,SAAS;YACrB,UAAU;YACV,YAAY;YACZ,2BAA2B;YAC3B,GAAG,gBAAgB;SACtB,CAAC;QAEF,MAAM,CACF,eAAe,EACf,cAAc,CACjB,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAClB,SAAS,CAAC;gBACN,aAAa,CAAC,iBAAiB,EAAE,kBAAkB,CAAC;gBACpD,aAAa,CAAC,mBAAmB,EAAE,kBAAkB,CAAC;aACzD,CAAC;YACF,UAAU,CAAC;gBACP,SAAS,CAAC;oBACN,aAAa,CAAC,YAAY,EAAE,kBAAkB,CAAC;oBAC/C,aAAa,CAAC,cAAc,EAAE,kBAAkB,CAAC;iBACpD,CAAC;gBACF,SAAS,CAAC;oBACN,aAAa,CAAC,cAAc,EAAE,kBAAkB,CAAC;oBACjD,aAAa,CAAC,iBAAiB,EAAE,kBAAkB,CAAC;oBACpD,aAAa,CAAC,iBAAiB,EAAE,kBAAkB,CAAC;oBACpD,aAAa,CAAC,iBAAiB,EAAE,kBAAkB,CAAC,CAAC,sCAAsC;iBAC9F,CAAC;gBACF,SAAS,CAAC;oBACN,aAAa,CAAC,cAAc,EAAE,kBAAkB,CAAC;oBACjD,aAAa,CAAC,iBAAiB,EAAE,kBAAkB,CAAC;oBACpD,aAAa,CAAC,iBAAiB,EAAE,kBAAkB,CAAC;oBACpD,aAAa,CAAC,iBAAiB,EAAE,kBAAkB,CAAC,CAAC,sCAAsC;iBAC9F,CAAC;gBACF,SAAS,CAAC;oBACN,aAAa,CAAC,gBAAgB,EAAE,kBAAkB,CAAC;oBACnD,aAAa,CAAC,mBAAmB,EAAE,kBAAkB,CAAC;oBACtD,aAAa,CAAC,mBAAmB,EAAE,kBAAkB,CAAC;oBACtD,aAAa,CAAC,mBAAmB,EAAE,kBAAkB,CAAC,CAAC,sCAAsC;iBAChG,CAAC;aACL,CAAC;SACL,CAAC,CAAC;QAEH,OAAO;YACH,eAAe;YACf,cAAc;SACjB,CAAC;KACL;IAED,OAAO;QACH,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,KAAK;KACxB,CAAC;AACN,CAAC;AAED,KAAK,UAAU,mBAAmB,CAAC,EAC/B,QAAQ,EAGX;IACG,IAAI,QAAQ,KAAK,KAAK,EAAE;QACpB,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;QAE3B,OAAO,MAAM,SAAS,CAAC;YACnB,aAAa,CAAC,cAAc,CAAC;YAC7B,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,UAAU,EAAE,cAAc,CAAC,CAAC;YAC5D,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,UAAU,EAAE,cAAc,CAAC,CAAC;SAC/D,CAAC,CAAC;KACN;SAAM,IAAI,QAAQ,KAAK,OAAO,EAAE;QAC7B,MAAM,kBAAkB,GAAG;YACvB,OAAO,CAAC,GAAG,CAAC,eAAe;YAC3B,UAAU;YACV,YAAY;YACZ,2BAA2B;YAC3B,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,IAAI,IAAI,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,WAAW,EAAE,EAAE,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC;gBACnF,CAAC,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,UAAU;gBACjC,CAAC,CAAC,SAAS;SAClB,CAAC;QAEF,OAAO,MAAM,SAAS,CAAC;YACnB,aAAa,CAAC,cAAc,EAAE,kBAAkB,CAAC;YACjD,aAAa,CAAC,gBAAgB,EAAE,kBAAkB,CAAC;SACtD,CAAC,CAAC;KACN;SAAM,IAAI,QAAQ,KAAK,KAAK,EAAE;QAC3B,OAAO,MAAM,SAAS,CAAC;YACnB,aAAa,CAAC,iBAAiB,CAAC;YAChC,aAAa,CAAC,mBAAmB,CAAC;SACrC,CAAC,CAAC;KACN;IAED,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,KAAK,UAAU,kBAAkB,CAAC,EAC9B,QAAQ,EAGX;IACG,OAAO,QAAQ,KAAK,KAAK,CAAC;AAC9B,CAAC;AAED,KAAK,UAAU,wBAAwB;IACnC,MAAM,GAAG,GAAa,EAAE,CAAC;IAEzB,IAAI;QACA,KAAK,MAAM,oBAAoB,IAAI,MAAM,wBAAwB,CAAC,EAAC,QAAQ,EAAE,OAAO,EAAC,CAAC,EAAE;YACpF,MAAM,iBAAiB,GAAG,GAAG,oBAAoB,UAAU,CAAC;YAC5D,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC;gBACzC,SAAS;YAEb,KAAK,MAAM,oBAAoB,IAAI,MAAM,EAAE,CAAC,OAAO,CAAC,iBAAiB,CAAC,EAAE;gBACpE,GAAG,CAAC,IAAI,CACJ,GAAG,iBAAiB,IAAI,oBAAoB,MAAM,EAClD,GAAG,iBAAiB,IAAI,oBAAoB,YAAY,CAC3D,CAAC;aACL;SAEJ;KACJ;IAAC,OAAO,GAAG,EAAE;QACV,OAAO,CAAC,KAAK,CAAC,mBAAmB,EAAE,GAAG,uDAAuD,EAAE,GAAG,CAAC,CAAC;KACvG;IAED,OAAO,GAAG,CAAC;AACf,CAAC;AAED,KAAK,UAAU,wBAAwB,CAAC,EACpC,QAAQ,EAGX;IACG,IAAI,QAAQ,KAAK,KAAK,EAAE;QACpB,IAAI;YACA,MAAM,iBAAiB,GAAG,MAAM,2BAA2B,EAAE,CAAC;YAE9D,MAAM,wCAAwC,GAAG,iBAAiB;iBAC7D,GAAG,CAAC,CAAC,gBAAgB,EAAE,EAAE,CAAC,GAAG,gBAAgB,oCAAoC,CAAC,CAAC;YAExF,MAAM,+BAA+B,GAAG,CACpC,MAAM,OAAO,CAAC,GAAG,CACb,wCAAwC,CAAC,GAAG,CAAC,KAAK,EAAE,uCAAuC,EAAE,EAAE;gBAC3F,IAAI,MAAM,EAAE,CAAC,UAAU,CAAC,uCAAuC,CAAC;oBAC5D,OAAO,uCAAuC,CAAC;gBAEnD,OAAO,IAAI,CAAC;YAChB,CAAC,CAAC,CACL,CACJ,CAAC,MAAM,CAAC,CAAC,IAAI,EAAkB,EAAE,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC;YAEjD,MAAM,0BAA0B,GAAG,CAC/B,MAAM,OAAO,CAAC,GAAG,CACb,+BAA+B,CAAC,GAAG,CAAC,KAAK,EAAE,8BAA8B,EAAE,EAAE;gBACzE,MAAM,gBAAgB,GAAG,GAAG,CAAC;gBAE7B,OAAO,CACH,MAAM,EAAE,CAAC,UAAU,CAAC,8BAA8B,CAAC;oBAC/C,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,8BAA8B,CAAC;oBAClD,CAAC,CAAC,EAAE,CACX;qBACI,MAAM,CAAC,CAAC,sBAAsB,EAAE,EAAE,CAAC,sBAAsB,CAAC,WAAW,EAAE;qBACnE,UAAU,CAAC,gBAAgB,CAAC,CAAC;qBACjC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;oBACX,MAAM,QAAQ,GAAG,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;oBAClD,MAAM,QAAQ,GAAG,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;oBAElD,IAAI;wBACA,MAAM,aAAa,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;wBAC5D,MAAM,aAAa,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;wBAE5D,IAAI,aAAa,IAAI,aAAa;4BAC9B,OAAO,MAAM,CAAC,OAAO,CAAC,aAAa,EAAE,aAAa,CAAC,CAAC;6BACnD,IAAI,aAAa;4BAClB,OAAO,CAAC,CAAC,CAAC;6BACT,IAAI,aAAa;4BAClB,OAAO,CAAC,CAAC;;4BAET,OAAO,CAAC,CAAC;qBAChB;oBAAC,OAAO,GAAG,EAAE;wBACV,OAAO,CAAC,CAAC;qBACZ;gBACL,CAAC,CAAC;qBACD,OAAO,EAAE;qBACT,GAAG,CAAC,CAAC,sBAAsB,EAAE,EAAE,CAAC,GAAG,8BAA8B,IAAI,sBAAsB,EAAE,CAAC,CAAC;YACxG,CAAC,CAAC,CACL,CACJ,CAAC,IAAI,EAAE,CAAC;YAET,IAAI,OAAO,CAAC,GAAG,CAAC,SAAS,IAAI,IAAI,IAAI,OAAO,CAAC,GAAG,CAAC,SAAS,KAAK,EAAE;gBAC7D,0BAA0B,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAE9D,OAAO,CACH,MAAM,OAAO,CAAC,GAAG,CACb,0BAA0B,CAAC,GAAG,CAAC,KAAK,EAAE,UAAU,EAAE,EAAE;gBAChD,IAAI,MAAM,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC;oBAC/B,OAAO,UAAU,CAAC;gBAEtB,OAAO,IAAI,CAAC;YAChB,CAAC,CAAC,CACL,CACJ,CAAC,MAAM,CAAC,CAAC,UAAU,EAAwB,EAAE,CAAC,UAAU,IAAI,IAAI,CAAC,CAAC;SACtE;QAAC,OAAO,GAAG,EAAE;YACV,OAAO,CAAC,KAAK,CAAC,mBAAmB,EAAE,GAAG,yDAAyD,EAAE,GAAG,CAAC,CAAC;SACzG;QAED,OAAO,EAAE,CAAC;KACb;SAAM,IAAI,QAAQ,KAAK,OAAO,EAAE;QAC7B,MAAM,GAAG,GAAa,EAAE,CAAC;QACzB,IAAI;YACA,MAAM,QAAQ,GAAG,YAAY,CAAC;YAC9B,MAAM,gBAAgB,GAAG,OAAO,CAAC;YACjC,MAAM,oBAAoB,GAAG,CACzB,MAAM,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC;gBACzB,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC;gBAC5B,CAAC,CAAC,EAAE,CACX;iBACI,MAAM,CAAC,CAAC,kBAAkB,EAAE,EAAE,CAAC,kBAAkB,CAAC,WAAW,EAAE,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAC;iBAC7F,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;gBACX,MAAM,QAAQ,GAAG,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;gBAClD,MAAM,QAAQ,GAAG,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;gBAElD,IAAI;oBACA,MAAM,aAAa,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;oBAC5D,MAAM,aAAa,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;oBAE5D,IAAI,aAAa,IAAI,aAAa;wBAC9B,OAAO,MAAM,CAAC,OAAO,CAAC,aAAa,EAAE,aAAa,CAAC,CAAC;yBACnD,IAAI,aAAa;wBAClB,OAAO,CAAC,CAAC,CAAC;yBACT,IAAI,aAAa;wBAClB,OAAO,CAAC,CAAC;;wBAET,OAAO,CAAC,CAAC;iBAChB;gBAAC,OAAO,GAAG,EAAE;oBACV,OAAO,CAAC,CAAC;iBACZ;YACL,CAAC,CAAC;iBACD,OAAO,EAAE;iBACT,GAAG,CAAC,CAAC,kBAAkB,EAAE,EAAE,CAAC,GAAG,QAAQ,IAAI,kBAAkB,EAAE,CAAC,CAAC;YAEtE,oBAAoB,CAAC,OAAO,CAAC,GAAG,QAAQ,OAAO,CAAC,CAAC;YAEjD,IAAI,OAAO,CAAC,GAAG,CAAC,SAAS,IAAI,IAAI,IAAI,OAAO,CAAC,GAAG,CAAC,SAAS,KAAK,EAAE;gBAC7D,oBAAoB,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAExD,KAAK,MAAM,UAAU,IAAI,oBAAoB,EAAE;gBAC3C,MAAM,iBAAiB,GAAG,GAAG,UAAU,UAAU,CAAC;gBAClD,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC;oBACzC,SAAS;gBAEb,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;aACxB;SACJ;QAAC,OAAO,GAAG,EAAE;YACV,OAAO,CAAC,KAAK,CAAC,mBAAmB,EAAE,GAAG,uDAAuD,EAAE,GAAG,CAAC,CAAC;SACvG;QAED,OAAO,GAAG,CAAC;KACd;IAED,OAAO,EAAE,CAAC;AACd,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,EACnC,QAAQ,GAAG,WAAW,EAAE,KAGxB,EAAE;IACF,MAAM,qBAAqB,GAAG,MAAM,wBAAwB,CAAC,EAAC,QAAQ,EAAC,CAAC,CAAC;IAEzE,MAAM,kBAAkB,GAAG,qBAAqB;SAC3C,GAAG,CAAC,CAAC,oBAAoB,EAAE,EAAE;QAC1B,IAAI,QAAQ,KAAK,KAAK;YAClB,OAAO,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC;QAE9D,OAAO,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;IAC1D,CAAC,CAAC,CAAC;IAEP,IAAI;QACA,MAAM,iBAAiB,GAAG,MAAM,OAAO,CAAC,GAAG,CACvC,kBAAkB,CAAC,GAAG,CAAC,KAAK,EAAE,iBAAiB,EAAE,EAAE;YAC/C,IAAI,MAAM,EAAE,CAAC,UAAU,CAAC,iBAAiB,CAAC;gBACtC,OAAO,iBAAiB,CAAC;YAE7B,OAAO,IAAI,CAAC;QAChB,CAAC,CAAC,CACL,CAAC;QAEF,OAAO,iBAAiB,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAsB,EAAE,CAAC,QAAQ,IAAI,IAAI,CAAC,CAAC;KACvF;IAAC,OAAO,GAAG,EAAE;QACV,OAAO,CAAC,KAAK,CAAC,mBAAmB,EAAE,GAAG,6BAA6B,QAAQ,KAAK,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,8BAA8B,EAAE,GAAG,CAAC,CAAC;KAC3I;IAED,OAAO,EAAE,CAAC;AACd,CAAC;AAED,SAAS,SAAS;IACd,OAAO,OAAO,CAAC,GAAG,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,OAAO,CAAC,GAAG,CAAC,UAAU;QACzH,aAAa,CAAC;AACtB,CAAC;AAGD,KAAK,UAAU,2BAA2B;IACtC,MAAM,cAAc,GAAG,MAAM,OAAO,CAAC,GAAG,CACpC;QACI,OAAO,CAAC,GAAG,CAAC,YAAY;QACxB,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC;QAChC,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC;QAChC,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,IAAI,iBAAiB;QACnD,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,IAAI,uBAAuB;QACzD,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,IAAI,uBAAuB;KAC5D;SACI,GAAG,CAAC,KAAK,EAAE,gBAAgB,EAAE,EAAE;QAC5B,IAAI,gBAAgB,IAAI,IAAI;YACxB,OAAO,IAAI,CAAC;QAEhB,IAAI,MAAM,EAAE,CAAC,UAAU,CAAC,gBAAgB,CAAC;YACrC,OAAO,gBAAgB,CAAC;QAE5B,OAAO,IAAI,CAAC;IAChB,CAAC,CAAC,CACT,CAAC;IAEF,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,aAAa,EAA2B,EAAE,CAAC,aAAa,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC;AACzH,CAAC"}
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
import process from "process";
|
|
2
|
+
import { asyncEvery } from "./asyncEvery.js";
|
|
3
|
+
import { asyncSome } from "./asyncSome.js";
|
|
4
|
+
import { hasFileInPath } from "./hasFileInPath.js";
|
|
5
|
+
export async function detectGlibc({ platform }) {
|
|
6
|
+
if (platform === "linux") {
|
|
7
|
+
const librarySearchPaths = [
|
|
8
|
+
process.env.LD_LIBRARY_PATH,
|
|
9
|
+
"/lib",
|
|
10
|
+
"/lib64",
|
|
11
|
+
"/usr/lib",
|
|
12
|
+
"/usr/lib64",
|
|
13
|
+
"/usr/lib/x86_64-linux-gnu"
|
|
14
|
+
];
|
|
15
|
+
return await asyncEvery([
|
|
16
|
+
asyncSome([
|
|
17
|
+
hasFileInPath("libc.so", librarySearchPaths),
|
|
18
|
+
hasFileInPath("libc.so.5", librarySearchPaths),
|
|
19
|
+
hasFileInPath("libc.so.6", librarySearchPaths),
|
|
20
|
+
hasFileInPath("libc.so.7", librarySearchPaths) // for when the next version comes out
|
|
21
|
+
]),
|
|
22
|
+
asyncSome([
|
|
23
|
+
hasFileInPath("ld-linux.so", librarySearchPaths),
|
|
24
|
+
hasFileInPath("ld-linux.so.1", librarySearchPaths),
|
|
25
|
+
hasFileInPath("ld-linux.so.2", librarySearchPaths),
|
|
26
|
+
hasFileInPath("ld-linux.so.3", librarySearchPaths),
|
|
27
|
+
hasFileInPath("ld-linux-x86-64.so", librarySearchPaths),
|
|
28
|
+
hasFileInPath("ld-linux-x86-64.so.1", librarySearchPaths),
|
|
29
|
+
hasFileInPath("ld-linux-x86-64.so.2", librarySearchPaths),
|
|
30
|
+
hasFileInPath("ld-linux-x86-64.so.3", librarySearchPaths) // for when the next version comes out
|
|
31
|
+
])
|
|
32
|
+
]);
|
|
33
|
+
}
|
|
34
|
+
return false;
|
|
35
|
+
}
|
|
36
|
+
//# sourceMappingURL=detectGlibc.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"detectGlibc.js","sourceRoot":"","sources":["../../../src/bindings/utils/detectGlibc.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,SAAS,CAAC;AAE9B,OAAO,EAAC,UAAU,EAAC,MAAM,iBAAiB,CAAC;AAC3C,OAAO,EAAC,SAAS,EAAC,MAAM,gBAAgB,CAAC;AACzC,OAAO,EAAC,aAAa,EAAC,MAAM,oBAAoB,CAAC;AAEjD,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,EAC9B,QAAQ,EAGX;IACG,IAAI,QAAQ,KAAK,OAAO,EAAE;QACtB,MAAM,kBAAkB,GAAG;YACvB,OAAO,CAAC,GAAG,CAAC,eAAe;YAC3B,MAAM;YACN,QAAQ;YACR,UAAU;YACV,YAAY;YACZ,2BAA2B;SAC9B,CAAC;QAEF,OAAO,MAAM,UAAU,CAAC;YACpB,SAAS,CAAC;gBACN,aAAa,CAAC,SAAS,EAAE,kBAAkB,CAAC;gBAC5C,aAAa,CAAC,WAAW,EAAE,kBAAkB,CAAC;gBAC9C,aAAa,CAAC,WAAW,EAAE,kBAAkB,CAAC;gBAC9C,aAAa,CAAC,WAAW,EAAE,kBAAkB,CAAC,CAAC,sCAAsC;aACxF,CAAC;YACF,SAAS,CAAC;gBACN,aAAa,CAAC,aAAa,EAAE,kBAAkB,CAAC;gBAChD,aAAa,CAAC,eAAe,EAAE,kBAAkB,CAAC;gBAClD,aAAa,CAAC,eAAe,EAAE,kBAAkB,CAAC;gBAClD,aAAa,CAAC,eAAe,EAAE,kBAAkB,CAAC;gBAClD,aAAa,CAAC,oBAAoB,EAAE,kBAAkB,CAAC;gBACvD,aAAa,CAAC,sBAAsB,EAAE,kBAAkB,CAAC;gBACzD,aAAa,CAAC,sBAAsB,EAAE,kBAAkB,CAAC;gBACzD,aAAa,CAAC,sBAAsB,EAAE,kBAAkB,CAAC,CAAC,sCAAsC;aACnG,CAAC;SACL,CAAC,CAAC;KACN;IAED,OAAO,KAAK,CAAC;AACjB,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import process from "process";
|
|
2
|
+
import { BuildGpu } from "../types.js";
|
|
3
|
+
import { BinaryPlatform } from "./getPlatform.js";
|
|
4
|
+
export declare function getBestComputeLayersAvailable(): Promise<(false | "cuda" | "vulkan" | "metal")[]>;
|
|
5
|
+
export declare function detectBestComputeLayersAvailable({ platform, arch, hasCudaWithStaticBinaryBuild }?: {
|
|
6
|
+
platform?: BinaryPlatform;
|
|
7
|
+
arch?: typeof process.arch;
|
|
8
|
+
hasCudaWithStaticBinaryBuild?: boolean;
|
|
9
|
+
}): Promise<BuildGpu[]>;
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
import process from "process";
|
|
2
|
+
import { getPlatform } from "./getPlatform.js";
|
|
3
|
+
import { detectAvailableComputeLayers } from "./detectAvailableComputeLayers.js";
|
|
4
|
+
let bestComputeLayersAvailablePromise = null;
|
|
5
|
+
export async function getBestComputeLayersAvailable() {
|
|
6
|
+
if (bestComputeLayersAvailablePromise != null) {
|
|
7
|
+
try {
|
|
8
|
+
return await bestComputeLayersAvailablePromise;
|
|
9
|
+
}
|
|
10
|
+
catch (err) { }
|
|
11
|
+
}
|
|
12
|
+
bestComputeLayersAvailablePromise = detectBestComputeLayersAvailable();
|
|
13
|
+
return await bestComputeLayersAvailablePromise;
|
|
14
|
+
}
|
|
15
|
+
export async function detectBestComputeLayersAvailable({ platform = getPlatform(), arch = process.arch, hasCudaWithStaticBinaryBuild = false } = {}) {
|
|
16
|
+
if (platform === "mac" && arch === "arm64")
|
|
17
|
+
return ["metal"];
|
|
18
|
+
const res = [];
|
|
19
|
+
const availableComputeLayers = await detectAvailableComputeLayers({
|
|
20
|
+
platform
|
|
21
|
+
});
|
|
22
|
+
if (availableComputeLayers.cuda.hasNvidiaDriver && (availableComputeLayers.cuda.hasCudaRuntime || hasCudaWithStaticBinaryBuild))
|
|
23
|
+
res.push("cuda");
|
|
24
|
+
if (availableComputeLayers.vulkan)
|
|
25
|
+
res.push("vulkan");
|
|
26
|
+
res.push(false);
|
|
27
|
+
return res;
|
|
28
|
+
}
|
|
29
|
+
//# sourceMappingURL=getBestComputeLayersAvailable.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"getBestComputeLayersAvailable.js","sourceRoot":"","sources":["../../../src/bindings/utils/getBestComputeLayersAvailable.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,SAAS,CAAC;AAE9B,OAAO,EAAiB,WAAW,EAAC,MAAM,kBAAkB,CAAC;AAC7D,OAAO,EAAC,4BAA4B,EAAC,MAAM,mCAAmC,CAAC;AAE/E,IAAI,iCAAiC,GAA+D,IAAI,CAAC;AACzG,MAAM,CAAC,KAAK,UAAU,6BAA6B;IAC/C,IAAI,iCAAiC,IAAI,IAAI,EAAE;QAC3C,IAAI;YACA,OAAO,MAAM,iCAAiC,CAAC;SAClD;QAAC,OAAO,GAAG,EAAE,GAAE;KACnB;IAED,iCAAiC,GAAG,gCAAgC,EAAE,CAAC;IACvE,OAAO,MAAM,iCAAiC,CAAC;AACnD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gCAAgC,CAAC,EACnD,QAAQ,GAAG,WAAW,EAAE,EACxB,IAAI,GAAG,OAAO,CAAC,IAAI,EACnB,4BAA4B,GAAG,KAAK,KAKpC,EAAE;IACF,IAAI,QAAQ,KAAK,KAAK,IAAI,IAAI,KAAK,OAAO;QACtC,OAAO,CAAC,OAAO,CAAC,CAAC;IAErB,MAAM,GAAG,GAAe,EAAE,CAAC;IAC3B,MAAM,sBAAsB,GAAG,MAAM,4BAA4B,CAAC;QAC9D,QAAQ;KACX,CAAC,CAAC;IAEH,IAAI,sBAAsB,CAAC,IAAI,CAAC,eAAe,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,cAAc,IAAI,4BAA4B,CAAC;QAC3H,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAErB,IAAI,sBAAsB,CAAC,MAAM;QAC7B,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAEvB,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAEhB,OAAO,GAAG,CAAC;AACf,CAAC"}
|
|
@@ -2,12 +2,8 @@ import { hashString } from "../../utils/hashString.js";
|
|
|
2
2
|
import { builtinLlamaCppGitHubRepo, builtinLlamaCppRelease } from "../../config.js";
|
|
3
3
|
export async function getBuildFolderNameForBuildOptions(buildOptions) {
|
|
4
4
|
const nameParts = [buildOptions.platform, buildOptions.arch];
|
|
5
|
-
if (buildOptions.
|
|
6
|
-
nameParts.push(
|
|
7
|
-
else if (buildOptions.computeLayers.cuda)
|
|
8
|
-
nameParts.push("cuda");
|
|
9
|
-
if (buildOptions.computeLayers.vulkan)
|
|
10
|
-
nameParts.push("vulkan");
|
|
5
|
+
if (buildOptions.gpu !== false)
|
|
6
|
+
nameParts.push(makeStringSafeForPathName(buildOptions.gpu));
|
|
11
7
|
if (buildOptions.llamaCpp.repo !== builtinLlamaCppGitHubRepo || buildOptions.llamaCpp.release !== builtinLlamaCppRelease)
|
|
12
8
|
nameParts.push("release-" + await getFolderNamePartForRelease(buildOptions.llamaCpp.repo, buildOptions.llamaCpp.release));
|
|
13
9
|
if (buildOptions.customCmakeOptions.size === 0) {
|
|
@@ -63,6 +59,16 @@ async function getFolderNamePartForRelease(repo, release) {
|
|
|
63
59
|
return await hashString(res);
|
|
64
60
|
return res;
|
|
65
61
|
}
|
|
62
|
+
function makeStringSafeForPathName(str) {
|
|
63
|
+
let res = "";
|
|
64
|
+
for (const char of str) {
|
|
65
|
+
if (isCharacterSafe(char))
|
|
66
|
+
res += char;
|
|
67
|
+
else
|
|
68
|
+
res += "_" + char.codePointAt(0).toString(32) + "_";
|
|
69
|
+
}
|
|
70
|
+
return res;
|
|
71
|
+
}
|
|
66
72
|
function containsUnsafeCharacters(str) {
|
|
67
73
|
for (const char of str) {
|
|
68
74
|
if (!isCharacterSafe(char))
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"getBuildFolderNameForBuildOptions.js","sourceRoot":"","sources":["../../../src/bindings/utils/getBuildFolderNameForBuildOptions.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,UAAU,EAAC,MAAM,2BAA2B,CAAC;AAErD,OAAO,EAAC,yBAAyB,EAAE,sBAAsB,EAAC,MAAM,iBAAiB,CAAC;AAElF,MAAM,CAAC,KAAK,UAAU,iCAAiC,CAAC,YAA0B;IAC9E,MAAM,SAAS,GAAa,CAAC,YAAY,CAAC,QAAQ,EAAE,YAAY,CAAC,IAAI,CAAC,CAAC;IAEvE,IAAI,YAAY,CAAC,
|
|
1
|
+
{"version":3,"file":"getBuildFolderNameForBuildOptions.js","sourceRoot":"","sources":["../../../src/bindings/utils/getBuildFolderNameForBuildOptions.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,UAAU,EAAC,MAAM,2BAA2B,CAAC;AAErD,OAAO,EAAC,yBAAyB,EAAE,sBAAsB,EAAC,MAAM,iBAAiB,CAAC;AAElF,MAAM,CAAC,KAAK,UAAU,iCAAiC,CAAC,YAA0B;IAC9E,MAAM,SAAS,GAAa,CAAC,YAAY,CAAC,QAAQ,EAAE,YAAY,CAAC,IAAI,CAAC,CAAC;IAEvE,IAAI,YAAY,CAAC,GAAG,KAAK,KAAK;QAC1B,SAAS,CAAC,IAAI,CAAC,yBAAyB,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC;IAEhE,IAAI,YAAY,CAAC,QAAQ,CAAC,IAAI,KAAK,yBAAyB,IAAI,YAAY,CAAC,QAAQ,CAAC,OAAO,KAAK,sBAAsB;QACpH,SAAS,CAAC,IAAI,CAAC,UAAU,GAAG,MAAM,2BAA2B,CAAC,YAAY,CAAC,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;IAE9H,IAAI,YAAY,CAAC,kBAAkB,CAAC,IAAI,KAAK,CAAC,EAAE;QAC5C,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACjC,OAAO;YACH,yBAAyB,EAAE,IAAI;YAC/B,sBAAsB,EAAE,IAAI;SAC/B,CAAC;KACL;IAED,MAAM,eAAe,GAAG,CAAC,GAAG,YAAY,CAAC,kBAAkB,CAAC,IAAI,EAAE,CAAC,CAAC;IACpE,eAAe,CAAC,IAAI,EAAE,CAAC;IAEvB,MAAM,uBAAuB,GAAa,EAAE,CAAC;IAC7C,KAAK,MAAM,GAAG,IAAI,eAAe,EAAE;QAC/B,IAAI,GAAG,KAAK,EAAE;YACV,SAAS;QAEb,uBAAuB,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,GAAG,CAAC,IAAI,kBAAkB,CAAC,YAAY,CAAC,kBAAkB,CAAC,GAAG,CAAC,GAAG,CAAE,CAAC,EAAE,CAAC,CAAC;KAC/H;IAED,MAAM,6BAA6B,GAAG,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC1D,IAAI,uBAAuB,CAAC,MAAM,KAAK,CAAC,EAAE;QACtC,OAAO;YACH,yBAAyB,EAAE,6BAA6B;YACxD,sBAAsB,EAAE,6BAA6B;SACxD,CAAC;KACL;IAED,MAAM,gBAAgB,GAAG,MAAM,UAAU,CAAC,uBAAuB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IAE7E,SAAS,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;IACjC,MAAM,0BAA0B,GAAG,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAEvD,OAAO;QACH,yBAAyB,EAAE,6BAA6B;QACxD,sBAAsB,EAAE,0BAA0B;KACrD,CAAC;AACN,CAAC;AAED,KAAK,UAAU,2BAA2B,CAAC,IAAY,EAAE,OAAe;IACpE,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,IAAI,UAAU,GAAG,KAAK,CAAC;IAEvB,IAAI,IAAI,KAAK,yBAAyB,EAAE;QACpC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAEtC,IAAI,wBAAwB,CAAC,KAAK,CAAC,IAAI,wBAAwB,CAAC,IAAI,CAAC,EAAE;YACnE,UAAU,GAAG,IAAI,CAAC;YAClB,QAAQ,CAAC,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,GAAG,GAAG,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAC;SAC7E;;YACG,QAAQ,CAAC,IAAI,CAAC,KAAK,GAAG,GAAG,GAAG,IAAI,CAAC,CAAC;KACzC;IAED,IAAI,wBAAwB,CAAC,OAAO,CAAC,EAAE;QACnC,UAAU,GAAG,IAAI,CAAC;QAClB,QAAQ,CAAC,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC,CAAC;KAC9C;;QACG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAE3B,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAE/B,IAAI,UAAU;QACV,OAAO,MAAM,UAAU,CAAC,GAAG,CAAC,CAAC;IAEjC,OAAO,GAAG,CAAC;AACf,CAAC;AAED,SAAS,yBAAyB,CAAC,GAAW;IAC1C,IAAI,GAAG,GAAG,EAAE,CAAC;IAEb,KAAK,MAAM,IAAI,IAAI,GAAG,EAAE;QACpB,IAAI,eAAe,CAAC,IAAI,CAAC;YACrB,GAAG,IAAI,IAAI,CAAC;;YAEZ,GAAG,IAAI,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC,CAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC;KAC5D;IAED,OAAO,GAAG,CAAC;AACf,CAAC;AAED,SAAS,wBAAwB,CAAC,GAAW;IACzC,KAAK,MAAM,IAAI,IAAI,GAAG,EAAE;QACpB,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC;YACtB,OAAO,IAAI,CAAC;KACnB;IAED,OAAO,KAAK,CAAC;AACjB,CAAC;AACD,SAAS,eAAe,CAAC,IAAY;IACjC,MAAM,aAAa,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;IAE1C,IAAI,aAAa,IAAI,IAAI;QACrB,OAAO,KAAK,CAAC;IAEjB,IAAI,aAAa,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC,CAAE,IAAI,aAAa,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC,CAAE;QAC5E,OAAO,IAAI,CAAC;SACX,IAAI,aAAa,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC,CAAE,IAAI,aAAa,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC,CAAE;QACjF,OAAO,IAAI,CAAC;SACX,IAAI,aAAa,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC,CAAE,IAAI,aAAa,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC,CAAE;QACjF,OAAO,IAAI,CAAC;SACX,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG;QACjD,OAAO,IAAI,CAAC;IAEhB,OAAO,KAAK,CAAC;AACjB,CAAC"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
import process from "process";
|
|
2
|
+
import { BuildGpu } from "../types.js";
|
|
3
|
+
import { BinaryPlatform } from "./getPlatform.js";
|
|
4
|
+
export declare function getGpuTypesToUseForOption(gpu: BuildGpu | "auto", { platform, arch }?: {
|
|
5
|
+
platform?: BinaryPlatform;
|
|
6
|
+
arch?: typeof process.arch;
|
|
7
|
+
}): Promise<BuildGpu[]>;
|
|
8
|
+
export declare function resolveValidGpuOptionForPlatform(gpu: BuildGpu | "auto", { platform, arch }: {
|
|
9
|
+
platform: BinaryPlatform;
|
|
10
|
+
arch: typeof process.arch;
|
|
11
|
+
}): false | "cuda" | "vulkan" | "metal" | "auto";
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
import process from "process";
|
|
2
|
+
import { buildGpuOptions } from "../types.js";
|
|
3
|
+
import { getPlatform } from "./getPlatform.js";
|
|
4
|
+
import { getBestComputeLayersAvailable } from "./getBestComputeLayersAvailable.js";
|
|
5
|
+
export async function getGpuTypesToUseForOption(gpu, { platform = getPlatform(), arch = process.arch } = {}) {
|
|
6
|
+
const resolvedGpu = resolveValidGpuOptionForPlatform(gpu, {
|
|
7
|
+
platform,
|
|
8
|
+
arch
|
|
9
|
+
});
|
|
10
|
+
if (resolvedGpu === "auto") {
|
|
11
|
+
if (arch === process.arch)
|
|
12
|
+
return await getBestComputeLayersAvailable();
|
|
13
|
+
return [false];
|
|
14
|
+
}
|
|
15
|
+
return [resolvedGpu];
|
|
16
|
+
}
|
|
17
|
+
export function resolveValidGpuOptionForPlatform(gpu, { platform, arch }) {
|
|
18
|
+
if (gpu == null)
|
|
19
|
+
return "auto";
|
|
20
|
+
else if (platform === "mac") {
|
|
21
|
+
if (arch !== "x64" && gpu === "cuda")
|
|
22
|
+
return "auto";
|
|
23
|
+
}
|
|
24
|
+
else if (gpu === "metal")
|
|
25
|
+
return "auto";
|
|
26
|
+
if (buildGpuOptions.includes(gpu))
|
|
27
|
+
return gpu;
|
|
28
|
+
return "auto";
|
|
29
|
+
}
|
|
30
|
+
//# sourceMappingURL=getGpuTypesToUseForOption.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"getGpuTypesToUseForOption.js","sourceRoot":"","sources":["../../../src/bindings/utils/getGpuTypesToUseForOption.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,SAAS,CAAC;AAC9B,OAAO,EAAW,eAAe,EAAC,MAAM,aAAa,CAAC;AACtD,OAAO,EAAiB,WAAW,EAAC,MAAM,kBAAkB,CAAC;AAC7D,OAAO,EAAC,6BAA6B,EAAC,MAAM,oCAAoC,CAAC;AAEjF,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAAC,GAAsB,EAAE,EACpE,QAAQ,GAAG,WAAW,EAAE,EACxB,IAAI,GAAG,OAAO,CAAC,IAAI,KAInB,EAAE;IACF,MAAM,WAAW,GAAG,gCAAgC,CAAC,GAAG,EAAE;QACtD,QAAQ;QACR,IAAI;KACP,CAAC,CAAC;IAEH,IAAI,WAAW,KAAK,MAAM,EAAE;QACxB,IAAI,IAAI,KAAK,OAAO,CAAC,IAAI;YACrB,OAAO,MAAM,6BAA6B,EAAE,CAAC;QAEjD,OAAO,CAAC,KAAK,CAAC,CAAC;KAClB;IAED,OAAO,CAAC,WAAW,CAAC,CAAC;AACzB,CAAC;AAED,MAAM,UAAU,gCAAgC,CAAC,GAAsB,EAAE,EACrE,QAAQ,EACR,IAAI,EAIP;IACG,IAAI,GAAG,IAAI,IAAI;QACX,OAAO,MAAM,CAAC;SACb,IAAI,QAAQ,KAAK,KAAK,EAAE;QACzB,IAAI,IAAI,KAAK,KAAK,IAAI,GAAG,KAAK,MAAM;YAChC,OAAO,MAAM,CAAC;KACrB;SAAM,IAAI,GAAG,KAAK,OAAO;QACtB,OAAO,MAAM,CAAC;IAElB,IAAI,eAAe,CAAC,QAAQ,CAAC,GAAuC,CAAC;QACjE,OAAO,GAAG,CAAC;IAEf,OAAO,MAAM,CAAC;AAClB,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
export type LinuxDistroInfo = Awaited<ReturnType<typeof getLinuxDistroInfo>>;
|
|
2
|
+
export declare function getLinuxDistroInfo(): Promise<{
|
|
3
|
+
name: string;
|
|
4
|
+
id: string;
|
|
5
|
+
version: string;
|
|
6
|
+
versionCodename: string;
|
|
7
|
+
prettyName: string;
|
|
8
|
+
}>;
|
|
9
|
+
export declare function isDistroAlpineLinux(linuxDistroInfo: LinuxDistroInfo): Promise<boolean>;
|
|
@@ -0,0 +1,46 @@
|
|
|
1
|
+
import fs from "fs-extra";
|
|
2
|
+
const osReleasePaths = [
|
|
3
|
+
"/etc/os-release",
|
|
4
|
+
"/usr/lib/os-release"
|
|
5
|
+
];
|
|
6
|
+
export async function getLinuxDistroInfo() {
|
|
7
|
+
const osReleaseInfo = await getOsReleaseInfo();
|
|
8
|
+
return {
|
|
9
|
+
name: osReleaseInfo.get("name") ?? "",
|
|
10
|
+
id: osReleaseInfo.get("id") ?? "",
|
|
11
|
+
version: osReleaseInfo.get("version_id") ?? osReleaseInfo.get("version") ?? "",
|
|
12
|
+
versionCodename: osReleaseInfo.get("version_codename") ?? "",
|
|
13
|
+
prettyName: osReleaseInfo.get("pretty_name") ?? ""
|
|
14
|
+
};
|
|
15
|
+
}
|
|
16
|
+
export async function isDistroAlpineLinux(linuxDistroInfo) {
|
|
17
|
+
return linuxDistroInfo.id === "alpine" || linuxDistroInfo.name.toLowerCase().startsWith("alpine") ||
|
|
18
|
+
linuxDistroInfo.prettyName.toLowerCase().startsWith("alpine");
|
|
19
|
+
}
|
|
20
|
+
async function getOsReleaseInfo() {
|
|
21
|
+
for (const osReleasePath of osReleasePaths) {
|
|
22
|
+
if (!(await fs.pathExists(osReleasePath)))
|
|
23
|
+
continue;
|
|
24
|
+
try {
|
|
25
|
+
const osReleaseFile = await fs.readFile(osReleasePath, "utf-8");
|
|
26
|
+
const res = new Map();
|
|
27
|
+
for (const line of osReleaseFile.split("\n")) {
|
|
28
|
+
const equalsSignIndex = line.indexOf("=");
|
|
29
|
+
// ignore lines with no key
|
|
30
|
+
if (equalsSignIndex < 1)
|
|
31
|
+
continue;
|
|
32
|
+
const key = line.slice(0, equalsSignIndex).toLowerCase();
|
|
33
|
+
let value = line.slice(equalsSignIndex + 1);
|
|
34
|
+
if (value.startsWith('"') && value.endsWith('"'))
|
|
35
|
+
value = value.slice(1, -1);
|
|
36
|
+
res.set(key, value);
|
|
37
|
+
}
|
|
38
|
+
return res;
|
|
39
|
+
}
|
|
40
|
+
catch (err) {
|
|
41
|
+
continue;
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
return new Map();
|
|
45
|
+
}
|
|
46
|
+
//# sourceMappingURL=getLinuxDistroInfo.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"getLinuxDistroInfo.js","sourceRoot":"","sources":["../../../src/bindings/utils/getLinuxDistroInfo.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,UAAU,CAAC;AAE1B,MAAM,cAAc,GAAG;IACnB,iBAAiB;IACjB,qBAAqB;CACf,CAAC;AAGX,MAAM,CAAC,KAAK,UAAU,kBAAkB;IACpC,MAAM,aAAa,GAAG,MAAM,gBAAgB,EAAE,CAAC;IAE/C,OAAO;QACH,IAAI,EAAE,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE;QACrC,EAAE,EAAE,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE;QACjC,OAAO,EAAE,aAAa,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,aAAa,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE;QAC9E,eAAe,EAAE,aAAa,CAAC,GAAG,CAAC,kBAAkB,CAAC,IAAI,EAAE;QAC5D,UAAU,EAAE,aAAa,CAAC,GAAG,CAAC,aAAa,CAAC,IAAI,EAAE;KACrD,CAAC;AACN,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,eAAgC;IACtE,OAAO,eAAe,CAAC,EAAE,KAAK,QAAQ,IAAI,eAAe,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC;QAC7F,eAAe,CAAC,UAAU,CAAC,WAAW,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;AACtE,CAAC;AAED,KAAK,UAAU,gBAAgB;IAC3B,KAAK,MAAM,aAAa,IAAI,cAAc,EAAE;QACxC,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC;YACrC,SAAS;QAEb,IAAI;YACA,MAAM,aAAa,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;YAEhE,MAAM,GAAG,GAAG,IAAI,GAAG,EAAkB,CAAC;YACtC,KAAK,MAAM,IAAI,IAAI,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE;gBAC1C,MAAM,eAAe,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;gBAE1C,2BAA2B;gBAC3B,IAAI,eAAe,GAAG,CAAC;oBACnB,SAAS;gBAEb,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,eAAe,CAAC,CAAC,WAAW,EAAE,CAAC;gBACzD,IAAI,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,GAAG,CAAC,CAAC,CAAC;gBAE5C,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC;oBAC5C,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;gBAE/B,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;aACvB;YAED,OAAO,GAAG,CAAC;SACd;QAAC,OAAO,GAAG,EAAE;YACV,SAAS;SACZ;KACJ;IAED,OAAO,IAAI,GAAG,EAAkB,CAAC;AACrC,CAAC"}
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
import os from "os";
|
|
2
|
+
import { getPlatform } from "./getPlatform.js";
|
|
3
|
+
import { getLinuxDistroInfo } from "./getLinuxDistroInfo.js";
|
|
4
|
+
export async function getPlatformInfo() {
|
|
5
|
+
const currentPlatform = getPlatform();
|
|
6
|
+
if (currentPlatform === "mac")
|
|
7
|
+
return {
|
|
8
|
+
name: "macOS",
|
|
9
|
+
version: os.release()
|
|
10
|
+
};
|
|
11
|
+
else if (currentPlatform === "linux") {
|
|
12
|
+
const linuxDistroInfo = await getLinuxDistroInfo();
|
|
13
|
+
return {
|
|
14
|
+
name: linuxDistroInfo.name,
|
|
15
|
+
version: linuxDistroInfo.version
|
|
16
|
+
};
|
|
17
|
+
}
|
|
18
|
+
else if (currentPlatform === "win")
|
|
19
|
+
return {
|
|
20
|
+
name: "Windows",
|
|
21
|
+
version: os.release()
|
|
22
|
+
};
|
|
23
|
+
return {
|
|
24
|
+
name: "Unknown",
|
|
25
|
+
version: os.release()
|
|
26
|
+
};
|
|
27
|
+
}
|
|
28
|
+
//# sourceMappingURL=getPlatformInfo.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"getPlatformInfo.js","sourceRoot":"","sources":["../../../src/bindings/utils/getPlatformInfo.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,EAAC,WAAW,EAAC,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAC,kBAAkB,EAAC,MAAM,yBAAyB,CAAC;AAE3D,MAAM,CAAC,KAAK,UAAU,eAAe;IACjC,MAAM,eAAe,GAAG,WAAW,EAAE,CAAC;IAEtC,IAAI,eAAe,KAAK,KAAK;QACzB,OAAO;YACH,IAAI,EAAE,OAAO;YACb,OAAO,EAAE,EAAE,CAAC,OAAO,EAAE;SACxB,CAAC;SACD,IAAI,eAAe,KAAK,OAAO,EAAE;QAClC,MAAM,eAAe,GAAG,MAAM,kBAAkB,EAAE,CAAC;QAEnD,OAAO;YACH,IAAI,EAAE,eAAe,CAAC,IAAI;YAC1B,OAAO,EAAE,eAAe,CAAC,OAAO;SACnC,CAAC;KACL;SAAM,IAAI,eAAe,KAAK,KAAK;QAChC,OAAO;YACH,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,EAAE,CAAC,OAAO,EAAE;SACxB,CAAC;IAEN,OAAO;QACH,IAAI,EAAE,SAAS;QACf,OAAO,EAAE,EAAE,CAAC,OAAO,EAAE;KACxB,CAAC;AACN,CAAC"}
|
|
@@ -0,0 +1,2 @@
|
|
|
1
|
+
export declare function hasFileInPath(fileToSearch: string, additionalSearchPaths?: (string | null | undefined)[]): Promise<boolean>;
|
|
2
|
+
export declare function resolveFileLocationInPath(fileToSearch: string, additionalSearchPaths?: (string | null | undefined)[]): Promise<string[]>;
|