node-llama-cpp 3.4.2 → 3.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cli/commands/PullCommand.js +2 -1
- package/dist/cli/commands/PullCommand.js.map +1 -1
- package/dist/cli/commands/inspect/commands/InspectEstimateCommand.js +18 -5
- package/dist/cli/commands/inspect/commands/InspectEstimateCommand.js.map +1 -1
- package/dist/cli/commands/inspect/commands/InspectGgufCommand.js +16 -5
- package/dist/cli/commands/inspect/commands/InspectGgufCommand.js.map +1 -1
- package/dist/cli/recommendedModels.js +61 -61
- package/dist/cli/recommendedModels.js.map +1 -1
- package/dist/cli/utils/resolveCommandGgufPath.d.ts +8 -0
- package/dist/cli/utils/resolveCommandGgufPath.js +45 -1
- package/dist/cli/utils/resolveCommandGgufPath.js.map +1 -1
- package/dist/cli/utils/resolveModelRecommendationFileOptions.d.ts +1 -1
- package/dist/cli/utils/resolveModelRecommendationFileOptions.js.map +1 -1
- package/dist/gguf/readGgufFileInfo.js +7 -4
- package/dist/gguf/readGgufFileInfo.js.map +1 -1
- package/dist/gguf/types/GgufMetadataTypes.d.ts +2 -2
- package/dist/gguf/types/GgufMetadataTypes.js +2 -2
- package/dist/gguf/types/GgufMetadataTypes.js.map +1 -1
- package/dist/gguf/utils/getGgufFileTypeName.d.ts +1 -1
- package/dist/gguf/utils/ggufQuantNames.d.ts +2 -0
- package/dist/gguf/utils/ggufQuantNames.js +40 -0
- package/dist/gguf/utils/ggufQuantNames.js.map +1 -0
- package/dist/gguf/utils/normalizeGgufDownloadUrl.js +1 -1
- package/dist/gguf/utils/normalizeGgufDownloadUrl.js.map +1 -1
- package/dist/gguf/utils/resolveBinarySplitGgufPartUrls.js +1 -2
- package/dist/gguf/utils/resolveBinarySplitGgufPartUrls.js.map +1 -1
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/dist/utils/createModelDownloader.d.ts +21 -4
- package/dist/utils/createModelDownloader.js +83 -36
- package/dist/utils/createModelDownloader.js.map +1 -1
- package/dist/utils/modelFileAccesTokens.js +1 -1
- package/dist/utils/modelFileAccesTokens.js.map +1 -1
- package/dist/utils/parseModelFileName.d.ts +5 -0
- package/dist/utils/parseModelFileName.js +63 -4
- package/dist/utils/parseModelFileName.js.map +1 -1
- package/dist/utils/parseModelUri.d.ts +30 -2
- package/dist/utils/parseModelUri.js +199 -24
- package/dist/utils/parseModelUri.js.map +1 -1
- package/dist/utils/resolveModelDestination.d.ts +4 -3
- package/dist/utils/resolveModelDestination.js +25 -2
- package/dist/utils/resolveModelDestination.js.map +1 -1
- package/dist/utils/resolveModelFile.d.ts +1 -1
- package/dist/utils/resolveModelFile.js +59 -20
- package/dist/utils/resolveModelFile.js.map +1 -1
- package/llama/CMakeLists.txt +8 -0
- package/llama/addon/AddonGrammar.cpp +2 -2
- package/llama/binariesGithubRelease.json +1 -1
- package/llama/gitRelease.bundle +0 -0
- package/llama/llama.cpp.info.json +1 -1
- package/package.json +35 -35
- package/templates/packed/electron-typescript-react.json +1 -1
- package/templates/packed/node-typescript.json +1 -1
|
@@ -96,7 +96,8 @@ export const PullCommand = {
|
|
|
96
96
|
deleteTempFileOnCancel: noTempFile,
|
|
97
97
|
skipExisting: !override,
|
|
98
98
|
fileName: filename || undefined,
|
|
99
|
-
parallelDownloads: parallel
|
|
99
|
+
parallelDownloads: parallel,
|
|
100
|
+
_showUriResolvingProgress: !noProgress
|
|
100
101
|
});
|
|
101
102
|
if (!override && downloader.totalFiles === 1 && await fs.pathExists(downloader.entrypointFilePath)) {
|
|
102
103
|
const fileStats = await fs.stat(downloader.entrypointFilePath);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"PullCommand.js","sourceRoot":"","sources":["../../../src/cli/commands/PullCommand.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,SAAS,CAAC;AAE9B,OAAO,EAAE,MAAM,UAAU,CAAC;AAC1B,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAC,kBAAkB,EAAE,qBAAqB,EAAC,MAAM,iBAAiB,CAAC;AAC1E,OAAO,EAAC,uBAAuB,EAAE,qBAAqB,EAAC,MAAM,sCAAsC,CAAC;AACpG,OAAO,EAAC,eAAe,EAAC,MAAM,6BAA6B,CAAC;AAC5D,OAAO,EAAC,kBAAkB,EAAE,qBAAqB,EAAC,MAAM,gCAAgC,CAAC;AACzF,OAAO,EAAC,wBAAwB,EAAC,MAAM,gBAAgB,CAAC;AACxD,OAAO,EAAC,iBAAiB,EAAC,MAAM,+BAA+B,CAAC;AAChE,OAAO,EAAC,gCAAgC,EAAC,MAAM,8CAA8C,CAAC;AAa9F,MAAM,CAAC,MAAM,WAAW,GAAuC;IAC3D,OAAO,EAAE,eAAe;IACxB,OAAO,EAAE,CAAC,KAAK,CAAC;IAChB,QAAQ,EAAE,gCAAgC,CACtC,2BAA2B,EAC3B,qBAAqB,CAAC,GAAG,CAAC,IAAI,CACjC;IACD,OAAO,CAAC,KAAK;QACT,MAAM,qBAAqB,GAAG,wBAAwB,EAAE,CAAC;QAEzD,OAAO,KAAK;aACP,MAAM,CAAC,MAAM,EAAE;YACZ,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC;YAC7B,KAAK,EAAE,IAAI;YACX,WAAW,EAAE;gBACT,8BAA8B;gBAC9B,CAAC,qBAAqB,IAAI,+GAA+G;gBACzI,CAAC,qBAAqB,IAAI,wIAAwI;gBAClK,yDAAyD;aAC5D,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAClB,qBAAqB;gBACjB,CAAC,CAAC,IAAI;gBACN,CAAC,CAAC,GAAG,CACZ;YACD,YAAY,EAAE,IAAI;YAClB,KAAK,EAAE,WAAW;SACrB,CAAC;aACD,MAAM,CAAC,QAAQ,EAAE;YACd,KAAK,EAAE,CAAC,GAAG,CAAC;YACZ,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,IAAI;YACX,WAAW,EAAE,kJAAkJ;YAC/J,KAAK,EAAE,WAAW;SACrB,CAAC;aACD,MAAM,CAAC,UAAU,EAAE;YAChB,KAAK,EAAE,CAAC,GAAG,CAAC;YACZ,IAAI,EAAE,SAAS;YACf,WAAW,EAAE,+BAA+B;YAC5C,OAAO,EAAE,KAAK;YACd,KAAK,EAAE,WAAW;SACrB,CAAC;aACD,MAAM,CAAC,YAAY,EAAE;YAClB,IAAI,EAAE,SAAS;YACf,WAAW,EAAE,8CAA8C;YAC3D,OAAO,EAAE,KAAK;YACd,KAAK,EAAE,WAAW;SACrB,CAAC;aACD,MAAM,CAAC,YAAY,EAAE;YAClB,KAAK,EAAE,CAAC,QAAQ,CAAC;YACjB,IAAI,EAAE,SAAS;YACf,WAAW,EAAE,uDAAuD;YACpE,OAAO,EAAE,KAAK;YACd,KAAK,EAAE,WAAW;SACrB,CAAC;aACD,MAAM,CAAC,WAAW,EAAE;YACjB,KAAK,EAAE,CAAC,GAAG,EAAE,KAAK,CAAC;YACnB,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,gCAAgC;YAC7C,OAAO,EAAE,kBAAkB;YAC3B,kBAAkB,EAAE,qBAAqB;gBACrC,CAAC,CAAC,GAAG,GAAG,eAAe,CAAC,kBAAkB,CAAC,GAAG,GAAG;gBACjD,CAAC,CAAC,eAAe,CAAC,kBAAkB,CAAC;YACzC,KAAK,EAAE,WAAW;SACrB,CAAC;aACD,MAAM,CAAC,UAAU,EAAE;YAChB,KAAK,EAAE,CAAC,GAAG,EAAE,MAAM,CAAC;YACpB,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,2EAA2E;YACxF,KAAK,EAAE,WAAW;SACrB,CAAC;aACD,MAAM,CAAC,UAAU,EAAE;YAChB,KAAK,EAAE,CAAC,GAAG,CAAC;YACZ,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,4BAA4B;YACzC,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,WAAW;SACrB,CAAC,CAAC;IACX,CAAC;IACD,KAAK,CAAC,OAAO,CAAC,EAAC,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,UAAU,EAAE,UAAU,EAAE,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAc;QACjH,MAAM,OAAO,GAAG,iBAAiB,CAAC,SAAS,CAAC,CAAC;QAE7C,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;aACpD,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,QAAQ,IAAI,IAAI;YACxC,MAAM,IAAI,KAAK,CAAC,oEAAoE,CAAC,CAAC;QAE1F,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACpB,MAAM,UAAU,GAAG,MAAM,qBAAqB,CAAC;gBAC3C,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAE;gBAClB,OAAO,EAAE,SAAS;gBAClB,OAAO;gBACP,eAAe,EAAE,CAAC,UAAU;gBAC5B,sBAAsB,EAAE,UAAU;gBAClC,YAAY,EAAE,CAAC,QAAQ;gBACvB,QAAQ,EAAE,QAAQ,IAAI,SAAS;gBAC/B,iBAAiB,EAAE,QAAQ;
|
|
1
|
+
{"version":3,"file":"PullCommand.js","sourceRoot":"","sources":["../../../src/cli/commands/PullCommand.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,SAAS,CAAC;AAE9B,OAAO,EAAE,MAAM,UAAU,CAAC;AAC1B,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAC,kBAAkB,EAAE,qBAAqB,EAAC,MAAM,iBAAiB,CAAC;AAC1E,OAAO,EAAC,uBAAuB,EAAE,qBAAqB,EAAC,MAAM,sCAAsC,CAAC;AACpG,OAAO,EAAC,eAAe,EAAC,MAAM,6BAA6B,CAAC;AAC5D,OAAO,EAAC,kBAAkB,EAAE,qBAAqB,EAAC,MAAM,gCAAgC,CAAC;AACzF,OAAO,EAAC,wBAAwB,EAAC,MAAM,gBAAgB,CAAC;AACxD,OAAO,EAAC,iBAAiB,EAAC,MAAM,+BAA+B,CAAC;AAChE,OAAO,EAAC,gCAAgC,EAAC,MAAM,8CAA8C,CAAC;AAa9F,MAAM,CAAC,MAAM,WAAW,GAAuC;IAC3D,OAAO,EAAE,eAAe;IACxB,OAAO,EAAE,CAAC,KAAK,CAAC;IAChB,QAAQ,EAAE,gCAAgC,CACtC,2BAA2B,EAC3B,qBAAqB,CAAC,GAAG,CAAC,IAAI,CACjC;IACD,OAAO,CAAC,KAAK;QACT,MAAM,qBAAqB,GAAG,wBAAwB,EAAE,CAAC;QAEzD,OAAO,KAAK;aACP,MAAM,CAAC,MAAM,EAAE;YACZ,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC;YAC7B,KAAK,EAAE,IAAI;YACX,WAAW,EAAE;gBACT,8BAA8B;gBAC9B,CAAC,qBAAqB,IAAI,+GAA+G;gBACzI,CAAC,qBAAqB,IAAI,wIAAwI;gBAClK,yDAAyD;aAC5D,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAClB,qBAAqB;gBACjB,CAAC,CAAC,IAAI;gBACN,CAAC,CAAC,GAAG,CACZ;YACD,YAAY,EAAE,IAAI;YAClB,KAAK,EAAE,WAAW;SACrB,CAAC;aACD,MAAM,CAAC,QAAQ,EAAE;YACd,KAAK,EAAE,CAAC,GAAG,CAAC;YACZ,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,IAAI;YACX,WAAW,EAAE,kJAAkJ;YAC/J,KAAK,EAAE,WAAW;SACrB,CAAC;aACD,MAAM,CAAC,UAAU,EAAE;YAChB,KAAK,EAAE,CAAC,GAAG,CAAC;YACZ,IAAI,EAAE,SAAS;YACf,WAAW,EAAE,+BAA+B;YAC5C,OAAO,EAAE,KAAK;YACd,KAAK,EAAE,WAAW;SACrB,CAAC;aACD,MAAM,CAAC,YAAY,EAAE;YAClB,IAAI,EAAE,SAAS;YACf,WAAW,EAAE,8CAA8C;YAC3D,OAAO,EAAE,KAAK;YACd,KAAK,EAAE,WAAW;SACrB,CAAC;aACD,MAAM,CAAC,YAAY,EAAE;YAClB,KAAK,EAAE,CAAC,QAAQ,CAAC;YACjB,IAAI,EAAE,SAAS;YACf,WAAW,EAAE,uDAAuD;YACpE,OAAO,EAAE,KAAK;YACd,KAAK,EAAE,WAAW;SACrB,CAAC;aACD,MAAM,CAAC,WAAW,EAAE;YACjB,KAAK,EAAE,CAAC,GAAG,EAAE,KAAK,CAAC;YACnB,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,gCAAgC;YAC7C,OAAO,EAAE,kBAAkB;YAC3B,kBAAkB,EAAE,qBAAqB;gBACrC,CAAC,CAAC,GAAG,GAAG,eAAe,CAAC,kBAAkB,CAAC,GAAG,GAAG;gBACjD,CAAC,CAAC,eAAe,CAAC,kBAAkB,CAAC;YACzC,KAAK,EAAE,WAAW;SACrB,CAAC;aACD,MAAM,CAAC,UAAU,EAAE;YAChB,KAAK,EAAE,CAAC,GAAG,EAAE,MAAM,CAAC;YACpB,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,2EAA2E;YACxF,KAAK,EAAE,WAAW;SACrB,CAAC;aACD,MAAM,CAAC,UAAU,EAAE;YAChB,KAAK,EAAE,CAAC,GAAG,CAAC;YACZ,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,4BAA4B;YACzC,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,WAAW;SACrB,CAAC,CAAC;IACX,CAAC;IACD,KAAK,CAAC,OAAO,CAAC,EAAC,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,UAAU,EAAE,UAAU,EAAE,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAc;QACjH,MAAM,OAAO,GAAG,iBAAiB,CAAC,SAAS,CAAC,CAAC;QAE7C,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;aACpD,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,QAAQ,IAAI,IAAI;YACxC,MAAM,IAAI,KAAK,CAAC,oEAAoE,CAAC,CAAC;QAE1F,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACpB,MAAM,UAAU,GAAG,MAAM,qBAAqB,CAAC;gBAC3C,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAE;gBAClB,OAAO,EAAE,SAAS;gBAClB,OAAO;gBACP,eAAe,EAAE,CAAC,UAAU;gBAC5B,sBAAsB,EAAE,UAAU;gBAClC,YAAY,EAAE,CAAC,QAAQ;gBACvB,QAAQ,EAAE,QAAQ,IAAI,SAAS;gBAC/B,iBAAiB,EAAE,QAAQ;gBAC3B,yBAAyB,EAAE,CAAC,UAAU;aACzC,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,IAAI,UAAU,CAAC,UAAU,KAAK,CAAC,IAAI,MAAM,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,kBAAkB,CAAC,EAAE,CAAC;gBACjG,MAAM,SAAS,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,kBAAkB,CAAC,CAAC;gBAE/D,IAAI,UAAU,CAAC,SAAS,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;oBAC1C,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,eAAe,CAAC,UAAU,CAAC,kBAAkB,CAAC,EAAE,CAAC,CAAC;oBAC3F,OAAO,CAAC,IAAI,CAAC,yCAAyC,GAAG,KAAK,CAAC,MAAM,CAAC,eAAe,CAAC,UAAU,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC;oBAEvH,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBACpB,CAAC;YACL,CAAC;YAED,MAAM,kBAAkB,GAAG,IAAI,kBAAkB,EAAE,CAAC;YACpD,kBAAkB,CAAC,KAAK,CAAC,qBAAqB,CAAC,KAAK,EAAE,KAAK,IAAI,EAAE;gBAC7D,MAAM,UAAU,CAAC,MAAM,EAAE,CAAC;gBAC1B,kBAAkB,CAAC,IAAI,EAAE,CAAC;gBAC1B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACpB,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,UAAU,EAAE,CAAC;gBACd,OAAO,CAAC,IAAI,CAAC,kBAAkB,KAAK,CAAC,MAAM,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC,GACnE,UAAU,CAAC,gBAAgB,IAAI,IAAI;oBAC/B,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,eAAe,UAAU,CAAC,gBAAgB,4BAA4B,CAAC;oBACpF,CAAC,CAAC,EACV,EAAE,CAAC,CAAC;gBACJ,kBAAkB,CAAC,KAAK,EAAE,CAAC;YAC/B,CAAC;YAED,MAAM,UAAU,CAAC,QAAQ,EAAE,CAAC;YAE5B,IAAI,CAAC,UAAU;gBACX,kBAAkB,CAAC,IAAI,EAAE,CAAC;YAE9B,OAAO,CAAC,IAAI,CAAC,iBAAiB,KAAK,CAAC,MAAM,CAAC,eAAe,CAAC,UAAU,CAAC,kBAAkB,CAAC,CAAC,EAAE,CAAC,CAAC;QAClG,CAAC;aAAM,CAAC;YACJ,MAAM,UAAU,GAAG,MAAM,uBAAuB,CAC5C,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,qBAAqB,CAAC;gBACpC,QAAQ,EAAE,GAAG;gBACb,OAAO,EAAE,SAAS;gBAClB,OAAO;gBACP,eAAe,EAAE,KAAK;gBACtB,sBAAsB,EAAE,UAAU;gBAClC,YAAY,EAAE,CAAC,QAAQ;aAC1B,CAAC,CAAC,EACH;gBACI,eAAe,EAAE,CAAC,UAAU;gBAC5B,iBAAiB,EAAE,QAAQ;aAC9B,CACJ,CAAC;YAEF,MAAM,kBAAkB,GAAG,IAAI,kBAAkB,EAAE,CAAC;YACpD,kBAAkB,CAAC,KAAK,CAAC,qBAAqB,CAAC,KAAK,EAAE,KAAK,IAAI,EAAE;gBAC7D,MAAM,UAAU,CAAC,MAAM,EAAE,CAAC;gBAC1B,kBAAkB,CAAC,IAAI,EAAE,CAAC;gBAC1B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACpB,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,UAAU,EAAE,CAAC;gBACd,OAAO,CAAC,IAAI,CAAC,kBAAkB,KAAK,CAAC,MAAM,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC;gBAC3E,kBAAkB,CAAC,KAAK,EAAE,CAAC;YAC/B,CAAC;YAED,MAAM,UAAU,CAAC,QAAQ,EAAE,CAAC;YAE5B,IAAI,CAAC,UAAU;gBACX,kBAAkB,CAAC,IAAI,EAAE,CAAC;YAE9B,OAAO,CAAC,IAAI,CACR,cAAc,UAAU,CAAC,gBAAgB,CAAC,MAAM,cAAc,KAAK,CAAC,MAAM,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC,KAAK,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG;gBAC7H,UAAU,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,kBAAkB,CAAC,CAAC;qBACvF,IAAI,CAAC,KAAK,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CACrC,CAAC;QACN,CAAC;IACL,CAAC;CACJ,CAAC"}
|
|
@@ -1,4 +1,6 @@
|
|
|
1
|
+
import process from "process";
|
|
1
2
|
import chalk from "chalk";
|
|
3
|
+
import fs from "fs-extra";
|
|
2
4
|
import { readGgufFileInfo } from "../../../../gguf/readGgufFileInfo.js";
|
|
3
5
|
import { resolveHeaderFlag } from "../../../utils/resolveHeaderFlag.js";
|
|
4
6
|
import { withCliCommandDescriptionDocsUrl } from "../../../utils/withCliCommandDescriptionDocsUrl.js";
|
|
@@ -13,9 +15,11 @@ import { defaultTrainContextSizeForEstimationPurposes } from "../../../../gguf/i
|
|
|
13
15
|
import { getGgufFileTypeName } from "../../../../gguf/utils/getGgufFileTypeName.js";
|
|
14
16
|
import { getPrettyBuildGpuName } from "../../../../bindings/consts.js";
|
|
15
17
|
import withOra from "../../../../utils/withOra.js";
|
|
16
|
-
import {
|
|
18
|
+
import { resolveModelArgToFilePathOrUrl } from "../../../../utils/resolveModelDestination.js";
|
|
17
19
|
import { printModelDestination } from "../../../utils/printModelDestination.js";
|
|
18
20
|
import { toBytes } from "../../../utils/toBytes.js";
|
|
21
|
+
import { printDidYouMeanUri } from "../../../utils/resolveCommandGgufPath.js";
|
|
22
|
+
import { isModelUri } from "../../../../utils/parseModelUri.js";
|
|
19
23
|
export const InspectEstimateCommand = {
|
|
20
24
|
command: "estimate [modelPath]",
|
|
21
25
|
describe: withCliCommandDescriptionDocsUrl("Estimate the compatibility of a model with the current hardware", documentationPageUrls.CLI.Inspect.Estimate),
|
|
@@ -100,11 +104,20 @@ export const InspectEstimateCommand = {
|
|
|
100
104
|
contextSizeArg = undefined;
|
|
101
105
|
if (contextSizeArg === -2)
|
|
102
106
|
contextSizeArg = "train";
|
|
103
|
-
const resolvedModelDestination = resolveModelDestination(ggufPath);
|
|
104
|
-
const resolvedGgufPath = resolvedModelDestination.type == "file"
|
|
105
|
-
? resolvedModelDestination.path
|
|
106
|
-
: resolvedModelDestination.url;
|
|
107
107
|
const headers = resolveHeaderFlag(headerArg);
|
|
108
|
+
const [resolvedModelDestination, resolvedGgufPath] = isModelUri(ggufPath)
|
|
109
|
+
? await withOra({
|
|
110
|
+
loading: chalk.blue("Resolving model URI"),
|
|
111
|
+
success: chalk.blue("Resolved model URI"),
|
|
112
|
+
fail: chalk.blue("Failed to resolve model URI"),
|
|
113
|
+
noSuccessLiveStatus: true
|
|
114
|
+
}, () => resolveModelArgToFilePathOrUrl(ggufPath, headers))
|
|
115
|
+
: await resolveModelArgToFilePathOrUrl(ggufPath, headers);
|
|
116
|
+
if (resolvedModelDestination.type === "file" && !await fs.pathExists(resolvedGgufPath)) {
|
|
117
|
+
console.error(`${chalk.red("File does not exist:")} ${resolvedGgufPath}`);
|
|
118
|
+
printDidYouMeanUri(ggufPath);
|
|
119
|
+
process.exit(1);
|
|
120
|
+
}
|
|
108
121
|
const llama = gpu == null
|
|
109
122
|
? await getLlama("lastBuild", {
|
|
110
123
|
logLevel: LlamaLogLevel.error
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"InspectEstimateCommand.js","sourceRoot":"","sources":["../../../../../src/cli/commands/inspect/commands/InspectEstimateCommand.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"InspectEstimateCommand.js","sourceRoot":"","sources":["../../../../../src/cli/commands/inspect/commands/InspectEstimateCommand.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,SAAS,CAAC;AAE9B,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,MAAM,UAAU,CAAC;AAC1B,OAAO,EAAC,gBAAgB,EAAC,MAAM,sCAAsC,CAAC;AACtE,OAAO,EAAC,iBAAiB,EAAC,MAAM,qCAAqC,CAAC;AACtE,OAAO,EAAC,gCAAgC,EAAC,MAAM,oDAAoD,CAAC;AACpG,OAAO,EAAC,qBAAqB,EAAC,MAAM,uBAAuB,CAAC;AAC5D,OAAO,EAAC,aAAa,EAAC,MAAM,iCAAiC,CAAC;AAC9D,OAAO,EAAC,4CAA4C,EAAC,MAAM,gEAAgE,CAAC;AAC5H,OAAO,EAAC,sBAAsB,EAAC,MAAM,6CAA6C,CAAC;AACnF,OAAO,EAAC,YAAY,EAAC,MAAM,2CAA2C,CAAC;AACvE,OAAO,EAAC,QAAQ,EAAC,MAAM,kCAAkC,CAAC;AAC1D,OAAO,EAAW,aAAa,EAAE,sBAAsB,EAAE,0BAA0B,EAAC,MAAM,+BAA+B,CAAC;AAC1H,OAAO,EACH,4CAA4C,EAC/C,MAAM,gEAAgE,CAAC;AAExE,OAAO,EAAC,mBAAmB,EAAC,MAAM,+CAA+C,CAAC;AAClF,OAAO,EAAC,qBAAqB,EAAC,MAAM,gCAAgC,CAAC;AACrE,OAAO,OAAO,MAAM,8BAA8B,CAAC;AACnD,OAAO,EAAC,8BAA8B,EAAC,MAAM,8CAA8C,CAAC;AAC5F,OAAO,EAAC,qBAAqB,EAAC,MAAM,yCAAyC,CAAC;AAC9E,OAAO,EAAC,OAAO,EAAC,MAAM,2BAA2B,CAAC;AAClD,OAAO,EAAC,kBAAkB,EAAC,MAAM,0CAA0C,CAAC;AAC5E,OAAO,EAAC,UAAU,EAAC,MAAM,oCAAoC,CAAC;AAY9D,MAAM,CAAC,MAAM,sBAAsB,GAAkD;IACjF,OAAO,EAAE,sBAAsB;IAC/B,QAAQ,EAAE,gCAAgC,CACtC,iEAAiE,EACjE,qBAAqB,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAC7C;IACD,OAAO,CAAC,KAAK;QACT,OAAO,KAAK;aACP,MAAM,CAAC,WAAW,EAAE;YACjB,KAAK,EAAE,CAAC,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC;YAC3C,IAAI,EAAE,QAAQ;YACd,YAAY,EAAE,IAAI;YAClB,WAAW,EAAE,oJAAoJ;YACjK,KAAK,EAAE,WAAW;SACrB,CAAC;aACD,MAAM,CAAC,QAAQ,EAAE;YACd,KAAK,EAAE,CAAC,GAAG,CAAC;YACZ,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,IAAI;YACX,WAAW,EAAE,mJAAmJ;YAChK,KAAK,EAAE,WAAW;SACrB,CAAC;aACD,MAAM,CAAC,KAAK,EAAE;YACX,IAAI,EAAE,QAAQ;YAEd,2FAA2F;YAC3F,OAAO,EAAE,sBAAwF;YACjG,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE;gBACd,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,EAAE;oBAC5B,OAAO,SAAS,CAAC;gBAErB,OAAO,0BAA0B,CAAC,KAAK,CAAC,CAAC;YAC7C,CAAC;YACD,kBAAkB,EAAE,wDAAwD;YAC5E,WAAW,EAAE,4HAA4H;YACzI,KAAK,EAAE,WAAW;SACrB,CAAC;aACD,MAAM,CAAC,WAAW,EAAE;YACjB,KAAK,EAAE,IAAI;YACX,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,qFAAqF;YAClG,MAAM,EAAE,IAAI;YACZ,MAAM,EAAE,CAAC,KAAK,EAAuC,EAAE;gBACnD,IAAI,KAAK,KAAK,KAAK;oBACf,OAAO,CAAC,CAAC,CAAC;gBAEd,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC;YAC3B,CAAC;YACD,OAAO,EAAE,CAAC,CAAC;YACX,kBAAkB,EAAE,sDAAsD;YAC1E,KAAK,EAAE,WAAW;SACrB,CAAC;aACD,MAAM,CAAC,aAAa,EAAE;YACnB,KAAK,EAAE,GAAG;YACV,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,uGAAuG;gBAChH,yFAAyF;gBACzF,iDAAiD;YACrD,MAAM,EAAE,IAAI;YACZ,MAAM,EAAE,CAAC,KAAK,EAAyC,EAAE;gBACrD,IAAI,KAAK,KAAK,KAAK,IAAI,KAAK,KAAK,OAAO;oBACpC,OAAO,CAAC,CAAC,CAAC;gBAEd,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC;YAC3B,CAAC;YACD,OAAO,EAAE,CAAC,CAAC;YACX,kBAAkB,EAAE,sDAAsD;YAC1E,KAAK,EAAE,WAAW;SACrB,CAAC;aACD,MAAM,CAAC,WAAW,EAAE;YACjB,KAAK,EAAE,GAAG;YACV,IAAI,EAAE,SAAS;YACf,WAAW,EAAE,uDAAuD;YACpE,OAAO,EAAE,KAAK;YACd,KAAK,EAAE,WAAW;SACrB,CAAC;aACD,MAAM,CAAC,QAAQ,EAAE;YACd,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,KAAK;YACd,WAAW,EAAE,yCAAyC;SACzD,CAAC,CAAC;IACX,CAAC;IACD,KAAK,CAAC,OAAO,CAAC,EACV,SAAS,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,EAAE,SAAS,EAAE,WAAW,EAAE,cAAc,EAAE,SAAS,EAAE,MAAM,EACjF;QACrB,IAAI,SAAS,KAAK,CAAC,CAAC;YAAE,SAAS,GAAG,SAAS,CAAC;QAC5C,IAAI,SAAS,KAAK,CAAC,CAAC;YAAE,SAAS,GAAG,KAAK,CAAC;QACxC,IAAI,cAAc,KAAK,CAAC,CAAC;YAAE,cAAc,GAAG,SAAS,CAAC;QACtD,IAAI,cAAc,KAAK,CAAC,CAAC;YAAE,cAAc,GAAG,OAAO,CAAC;QAEpD,MAAM,OAAO,GAAG,iBAAiB,CAAC,SAAS,CAAC,CAAC;QAE7C,MAAM,CAAC,wBAAwB,EAAE,gBAAgB,CAAC,GAAG,UAAU,CAAC,QAAQ,CAAC;YACrE,CAAC,CAAC,MAAM,OAAO,CAAC;gBACZ,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,qBAAqB,CAAC;gBAC1C,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC;gBACzC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,6BAA6B,CAAC;gBAC/C,mBAAmB,EAAE,IAAI;aAC5B,EAAE,GAAG,EAAE,CAAC,8BAA8B,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAC3D,CAAC,CAAC,MAAM,8BAA8B,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAE9D,IAAI,wBAAwB,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC,UAAU,CAAC,gBAAgB,CAAC,EAAE,CAAC;YACrF,OAAO,CAAC,KAAK,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,sBAAsB,CAAC,IAAI,gBAAgB,EAAE,CAAC,CAAC;YAC1E,kBAAkB,CAAC,QAAQ,CAAC,CAAC;YAC7B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACpB,CAAC;QAED,MAAM,KAAK,GAAG,GAAG,IAAI,IAAI;YACrB,CAAC,CAAC,MAAM,QAAQ,CAAC,WAAW,EAAE;gBAC1B,QAAQ,EAAE,aAAa,CAAC,KAAK;aAChC,CAAC;YACF,CAAC,CAAC,MAAM,QAAQ,CAAC;gBACb,GAAG;gBACH,QAAQ,EAAE,aAAa,CAAC,KAAK;aAChC,CAAC,CAAC;QAEP,MAAM,OAAO,GAAG,CAAC,MAAM,IAAI,KAAK,CAAC,YAAY,CAAC;QAC9C,qBAAqB,CAAC,wBAAwB,CAAC,CAAC;QAEhD,IAAI,SAAS;YACT,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,qCAAqC,CAAC,EAAE,CAAC,CAAC;QAE3E,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC;YAC/B,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,wBAAwB,CAAC;YAC7C,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,qBAAqB,CAAC;YAC1C,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,+BAA+B,CAAC;YACjD,mBAAmB,EAAE,IAAI;SAC5B,EAAE,KAAK,IAAI,EAAE;YACV,OAAO,MAAM,gBAAgB,CAAC,gBAAgB,EAAE;gBAC5C,YAAY,EAAE,wBAAwB,CAAC,IAAI,KAAK,MAAM;oBAClD,CAAC,CAAC,SAAS;oBACX,CAAC,CAAC,OAAO;aAChB,CAAC,CAAC;QACP,CAAC,CAAC,CAAC;QACH,MAAM,YAAY,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;QAElE,MAAM,WAAW,GAAG,cAAc,KAAK,OAAO;YAC1C,CAAC,CAAC,YAAY,CAAC,gBAAgB,IAAI,4CAA4C;YAC/E,CAAC,CAAC,cAAc,CAAC;QAErB,KAAK,UAAU,yBAAyB,CAAC,cAAuB;YAC5D,OAAO,MAAM,YAAY,CAAC,qBAAqB,CAAC,qBAAqB,CAAC;gBAClE,cAAc;gBACd,iBAAiB,EAAE,WAAW;gBAC9B,eAAe,EAAE,SAAS;gBAC1B,gBAAgB,EAAE,SAAS;gBAC3B,OAAO;aACV,CAAC,CAAC;QACP,CAAC;QAED,MAAM,CACF,kBAAkB,EAClB,oCAAoC,CACvC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAClB,yBAAyB,CAAC,KAAK,CAAC;YAChC,yBAAyB,CAAC,IAAI,CAAC;SAClC,CAAC,CAAC;QAEH,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,EAAE,YAAY,CAAC,MAAM,EAAE,iBAAiB,CAAC,MAAM,EAAE,sBAAsB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAEnI,IAAI,KAAK,CAAC,GAAG,KAAK,KAAK,EAAE,CAAC;YACtB,MAAM,CACF,SAAS,EACT,WAAW,CACd,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;gBAClB,KAAK,CAAC,YAAY,EAAE;gBACpB,KAAK,CAAC,iBAAiB,EAAE;aAC5B,CAAC,CAAC;YAEH,aAAa,CAAC;gBACV,KAAK,EAAE,UAAU;gBACjB,QAAQ,EAAE,YAAY;gBACtB,IAAI,EAAE,CAAC;wBACH,KAAK,EAAE,MAAM;wBACb,KAAK,EAAE,qBAAqB,CAAC,KAAK,CAAC,GAAG,CAAC;qBAC1C,EAAE;wBACC,KAAK,EAAE,MAAM;wBACb,KAAK,EAAE,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC;qBAClC,EAAE;wBACC,KAAK,EAAE,MAAM;wBACb,KAAK,EAAE,SAAS,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;qBAC3C,CAAC;aACL,CAAC,CAAC;QACP,CAAC;QACD,aAAa,CAAC;YACV,KAAK,EAAE,YAAY;YACnB,QAAQ,EAAE,YAAY;YACtB,IAAI,EAAE,CAAC;oBACH,KAAK,EAAE,MAAM;oBACb,KAAK,EAAE,SAAS,CACZ;wBACI,YAAY,CAAC,QAAQ,EAAE,OAAO,EAAE,YAAY;wBAC5C,YAAY,CAAC,QAAQ,EAAE,OAAO,EAAE,UAAU;wBAC1C,mBAAmB,CAAC,YAAY,CAAC,QAAQ,CAAC,OAAO,EAAE,SAAS,CAAC;qBAChE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAC9B;iBACJ,EAAE;oBACC,KAAK,EAAE,MAAM;oBACb,KAAK,EAAE,OAAO,CAAC,YAAY,CAAC,SAAS,CAAC;iBACzC,EAAE;oBACC,IAAI,EAAE,YAAY,CAAC,gBAAgB,IAAI,IAAI;oBAC3C,KAAK,EAAE,oBAAoB;oBAC3B,KAAK,EAAE,sBAAsB,CAAC,YAAY,CAAC,gBAAgB,IAAI,CAAC,CAAC;iBACpE,CAAC;SACL,CAAC,CAAC;QAEH,OAAO,CAAC,IAAI,EAAE,CAAC;QACf,qBAAqB,CAAC,iBAAiB,EAAE,YAAY,EAAE,kBAAkB,EAAE,YAAY,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;QACvG,qBAAqB,CAAC,sBAAsB,EAAE,YAAY,EAAE,oCAAoC,EAAE,YAAY,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;IACjI,CAAC;CACJ,CAAC;AAEF,SAAS,qBAAqB,CAC1B,KAAa,EACb,QAAgB,EAChB,kBAAgI,EAChI,YAA0B,EAC1B,KAAY,EACZ,cAAuB;IAEvB,aAAa,CAAC;QACV,KAAK;QACL,QAAQ;QACR,aAAa,EAAE,KAAK;QACpB,IAAI,EAAE,CAAC;gBACH,KAAK,EAAE,EAAE;gBACT,KAAK,EAAE,4CAA4C,CAAC,kBAAkB,CAAC,kBAAkB,GAAG,GAAG,CAAC,GAAG,gBAAgB;aACtH,EAAE;gBACC,IAAI,EAAE,YAAY,CAAC,gBAAgB,IAAI,IAAI;gBAC3C,KAAK,EAAE,cAAc;gBACrB,KAAK,EAAE,sBAAsB,CAAC,kBAAkB,CAAC,cAAc,CAAC,WAAW,CAAC;aAC/E,EAAE;gBACC,IAAI,EAAE,KAAK,CAAC,GAAG,KAAK,KAAK;gBACzB,KAAK,EAAE,YAAY;gBACnB,KAAK,EAAE,GAAG,EAAE,CAAC,CACT,kBAAkB,CAAC,cAAc,CAAC,SAAS,GAAG,GAAG,GAAG,YAAY,CAAC,WAAW,GAAG,GAAG;oBAClF,KAAK,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,kBAAkB,CAAC,cAAc,CAAC,SAAS,GAAG,YAAY,CAAC,WAAW,CAAC,GAAG,GAAG,CAAC,IAAI,CAAC,CAChH;aACJ,EAAE;gBACC,IAAI,EAAE,KAAK,CAAC,GAAG,KAAK,KAAK;gBACzB,KAAK,EAAE,YAAY;gBACnB,KAAK,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,kBAAkB,CAAC,cAAc,CAAC,cAAc,CAAC;aACzE,EAAE;gBACC,KAAK,EAAE,WAAW;gBAClB,KAAK,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,kBAAkB,CAAC,cAAc,CAAC,aAAa,CAAC;aACxE,EAAE;gBACC,IAAI,EAAE,cAAc;gBACpB,KAAK,EAAE,iBAAiB;gBACxB,KAAK,EAAE,SAAS;aACnB,CAAC;KACL,CAAC,CAAC;AACP,CAAC;AAED,SAAS,SAAS,CAAC,IAAY;IAC3B,OAAO,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;AACpD,CAAC"}
|
|
@@ -9,10 +9,12 @@ import { resolveHeaderFlag } from "../../../utils/resolveHeaderFlag.js";
|
|
|
9
9
|
import { withCliCommandDescriptionDocsUrl } from "../../../utils/withCliCommandDescriptionDocsUrl.js";
|
|
10
10
|
import { documentationPageUrls } from "../../../../config.js";
|
|
11
11
|
import withOra from "../../../../utils/withOra.js";
|
|
12
|
-
import {
|
|
12
|
+
import { resolveModelArgToFilePathOrUrl } from "../../../../utils/resolveModelDestination.js";
|
|
13
13
|
import { printModelDestination } from "../../../utils/printModelDestination.js";
|
|
14
14
|
import { getGgufMetadataKeyValue } from "../../../../gguf/utils/getGgufMetadataKeyValue.js";
|
|
15
15
|
import { toBytes } from "../../../utils/toBytes.js";
|
|
16
|
+
import { printDidYouMeanUri } from "../../../utils/resolveCommandGgufPath.js";
|
|
17
|
+
import { isModelUri } from "../../../../utils/parseModelUri.js";
|
|
16
18
|
export const InspectGgufCommand = {
|
|
17
19
|
command: "gguf [modelPath]",
|
|
18
20
|
describe: withCliCommandDescriptionDocsUrl("Inspect a GGUF file", documentationPageUrls.CLI.Inspect.GGUF),
|
|
@@ -72,11 +74,20 @@ export const InspectGgufCommand = {
|
|
|
72
74
|
});
|
|
73
75
|
},
|
|
74
76
|
async handler({ modelPath: ggufPath, header: headerArg, key, noSplice, fullTensorInfo, fullMetadataArrays, plainJson, outputToJsonFile }) {
|
|
75
|
-
const resolvedModelDestination = resolveModelDestination(ggufPath);
|
|
76
|
-
const resolvedGgufPath = resolvedModelDestination.type == "file"
|
|
77
|
-
? resolvedModelDestination.path
|
|
78
|
-
: resolvedModelDestination.url;
|
|
79
77
|
const headers = resolveHeaderFlag(headerArg);
|
|
78
|
+
const [resolvedModelDestination, resolvedGgufPath] = (!plainJson && isModelUri(ggufPath))
|
|
79
|
+
? await withOra({
|
|
80
|
+
loading: chalk.blue("Resolving model URI"),
|
|
81
|
+
success: chalk.blue("Resolved model URI"),
|
|
82
|
+
fail: chalk.blue("Failed to resolve model URI"),
|
|
83
|
+
noSuccessLiveStatus: true
|
|
84
|
+
}, () => resolveModelArgToFilePathOrUrl(ggufPath, headers))
|
|
85
|
+
: await resolveModelArgToFilePathOrUrl(ggufPath, headers);
|
|
86
|
+
if (resolvedModelDestination.type === "file" && !await fs.pathExists(resolvedGgufPath)) {
|
|
87
|
+
console.error(`${chalk.red("File does not exist:")} ${resolvedGgufPath}`);
|
|
88
|
+
printDidYouMeanUri(ggufPath);
|
|
89
|
+
process.exit(1);
|
|
90
|
+
}
|
|
80
91
|
if (!plainJson)
|
|
81
92
|
printModelDestination(resolvedModelDestination);
|
|
82
93
|
const parsedMetadata = plainJson
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"InspectGgufCommand.js","sourceRoot":"","sources":["../../../../../src/cli/commands/inspect/commands/InspectGgufCommand.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,OAAO,MAAM,SAAS,CAAC;AAE9B,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,MAAM,UAAU,CAAC;AAC1B,OAAO,EAAC,gBAAgB,EAAC,MAAM,sCAAsC,CAAC;AACtE,OAAO,EAAC,iBAAiB,EAA2B,MAAM,wCAAwC,CAAC;AACnG,OAAO,EAAC,mBAAmB,EAAC,MAAM,+CAA+C,CAAC;AAClF,OAAO,EAAC,iBAAiB,EAAC,MAAM,qCAAqC,CAAC;AACtE,OAAO,EAAC,gCAAgC,EAAC,MAAM,oDAAoD,CAAC;AACpG,OAAO,EAAC,qBAAqB,EAAC,MAAM,uBAAuB,CAAC;AAC5D,OAAO,OAAO,MAAM,8BAA8B,CAAC;AACnD,OAAO,EAAC,
|
|
1
|
+
{"version":3,"file":"InspectGgufCommand.js","sourceRoot":"","sources":["../../../../../src/cli/commands/inspect/commands/InspectGgufCommand.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,OAAO,MAAM,SAAS,CAAC;AAE9B,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,MAAM,UAAU,CAAC;AAC1B,OAAO,EAAC,gBAAgB,EAAC,MAAM,sCAAsC,CAAC;AACtE,OAAO,EAAC,iBAAiB,EAA2B,MAAM,wCAAwC,CAAC;AACnG,OAAO,EAAC,mBAAmB,EAAC,MAAM,+CAA+C,CAAC;AAClF,OAAO,EAAC,iBAAiB,EAAC,MAAM,qCAAqC,CAAC;AACtE,OAAO,EAAC,gCAAgC,EAAC,MAAM,oDAAoD,CAAC;AACpG,OAAO,EAAC,qBAAqB,EAAC,MAAM,uBAAuB,CAAC;AAC5D,OAAO,OAAO,MAAM,8BAA8B,CAAC;AACnD,OAAO,EAAC,8BAA8B,EAAC,MAAM,8CAA8C,CAAC;AAC5F,OAAO,EAAC,qBAAqB,EAAC,MAAM,yCAAyC,CAAC;AAC9E,OAAO,EAAC,uBAAuB,EAAC,MAAM,mDAAmD,CAAC;AAE1F,OAAO,EAAC,OAAO,EAAC,MAAM,2BAA2B,CAAC;AAClD,OAAO,EAAC,kBAAkB,EAAC,MAAM,0CAA0C,CAAC;AAC5E,OAAO,EAAC,UAAU,EAAC,MAAM,oCAAoC,CAAC;AAa9D,MAAM,CAAC,MAAM,kBAAkB,GAA8C;IACzE,OAAO,EAAE,kBAAkB;IAC3B,QAAQ,EAAE,gCAAgC,CACtC,qBAAqB,EACrB,qBAAqB,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CACzC;IACD,OAAO,CAAC,KAAK;QACT,OAAO,KAAK;aACP,MAAM,CAAC,WAAW,EAAE;YACjB,KAAK,EAAE,CAAC,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC;YAC3C,IAAI,EAAE,QAAQ;YACd,YAAY,EAAE,IAAI;YAClB,WAAW,EAAE,wJAAwJ;YACrK,KAAK,EAAE,WAAW;SACrB,CAAC;aACD,MAAM,CAAC,QAAQ,EAAE;YACd,KAAK,EAAE,CAAC,GAAG,CAAC;YACZ,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,IAAI;YACX,WAAW,EAAE,mJAAmJ;YAChK,KAAK,EAAE,WAAW;SACrB,CAAC;aACD,MAAM,CAAC,KAAK,EAAE;YACX,KAAK,EAAE,CAAC,GAAG,CAAC;YACZ,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,4FAA4F;YACzG,KAAK,EAAE,WAAW;SACrB,CAAC;aACD,MAAM,CAAC,UAAU,EAAE;YAChB,KAAK,EAAE,GAAG;YACV,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,KAAK;YACd,WAAW,EAAE,2LAA2L;YACxM,KAAK,EAAE,WAAW;SACrB,CAAC;aACD,MAAM,CAAC,gBAAgB,EAAE;YACtB,KAAK,EAAE,GAAG;YACV,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,KAAK;YACd,WAAW,EAAE,2BAA2B;YACxC,KAAK,EAAE,WAAW;SACrB,CAAC;aACD,MAAM,CAAC,oBAAoB,EAAE;YAC1B,KAAK,EAAE,IAAI;YACX,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,KAAK;YACd,WAAW,EAAE,6IAA6I;YAC1J,KAAK,EAAE,WAAW;SACrB,CAAC;aACD,MAAM,CAAC,WAAW,EAAE;YACjB,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,KAAK;YACd,WAAW,EAAE,0LAA0L;YACvM,KAAK,EAAE,WAAW;SACrB,CAAC;aACD,MAAM,CAAC,kBAAkB,EAAE;YACxB,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,iIAAiI;YAC9I,KAAK,EAAE,WAAW;SACrB,CAAC,CAAC;IACX,CAAC;IACD,KAAK,CAAC,OAAO,CAAC,EACV,SAAS,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,EAAE,QAAQ,EAAE,cAAc,EAAE,kBAAkB,EAAE,SAAS,EAAE,gBAAgB,EACrG;QACjB,MAAM,OAAO,GAAG,iBAAiB,CAAC,SAAS,CAAC,CAAC;QAE7C,MAAM,CAAC,wBAAwB,EAAE,gBAAgB,CAAC,GAAG,CAAC,CAAC,SAAS,IAAI,UAAU,CAAC,QAAQ,CAAC,CAAC;YACrF,CAAC,CAAC,MAAM,OAAO,CAAC;gBACZ,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,qBAAqB,CAAC;gBAC1C,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC;gBACzC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,6BAA6B,CAAC;gBAC/C,mBAAmB,EAAE,IAAI;aAC5B,EAAE,GAAG,EAAE,CAAC,8BAA8B,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAC3D,CAAC,CAAC,MAAM,8BAA8B,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAE9D,IAAI,wBAAwB,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC,UAAU,CAAC,gBAAgB,CAAC,EAAE,CAAC;YACrF,OAAO,CAAC,KAAK,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,sBAAsB,CAAC,IAAI,gBAAgB,EAAE,CAAC,CAAC;YAC1E,kBAAkB,CAAC,QAAQ,CAAC,CAAC;YAC7B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACpB,CAAC;QAED,IAAI,CAAC,SAAS;YACV,qBAAqB,CAAC,wBAAwB,CAAC,CAAC;QAEpD,MAAM,cAAc,GAAG,SAAS;YAC5B,CAAC,CAAC,MAAM,gBAAgB,CAAC,gBAAgB,EAAE;gBACvC,YAAY,EAAE,wBAAwB,CAAC,IAAI,KAAK,MAAM;oBAClD,CAAC,CAAC,SAAS;oBACX,CAAC,CAAC,OAAO;gBACb,gBAAgB,EAAE,CAAC,QAAQ;aAC9B,CAAC;YACF,CAAC,CAAC,MAAM,OAAO,CAAC;gBACZ,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,wBAAwB,CAAC;gBAC7C,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,qBAAqB,CAAC;gBAC1C,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,+BAA+B,CAAC;gBACjD,mBAAmB,EAAE,IAAI;aAC5B,EAAE,KAAK,IAAI,EAAE;gBACV,OAAO,MAAM,gBAAgB,CAAC,gBAAgB,EAAE;oBAC5C,YAAY,EAAE,wBAAwB,CAAC,IAAI,KAAK,MAAM;wBAClD,CAAC,CAAC,SAAS;wBACX,CAAC,CAAC,OAAO;oBACb,gBAAgB,EAAE,CAAC,QAAQ;iBAC9B,CAAC,CAAC;YACP,CAAC,CAAC,CAAC;QAEP,gCAAgC,CAAC,cAAc,CAAC,cAAc,CAAC,CAAC;QAEhE,MAAM,YAAY,GAAG,mBAAmB,CAAC,cAAc,CAAC,QAAQ,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAErF,IAAI,SAAS,IAAI,gBAAgB,IAAI,IAAI,EAAE,CAAC;YACxC,MAAM,aAAa,GAAG,GAAG,EAAE;gBACvB,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;oBACd,MAAM,QAAQ,GAAG,uBAAuB,CAAC,cAAc,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;oBACvE,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;wBACzB,OAAO,CAAC,GAAG,CAAC,kBAAkB,GAAG,EAAE,CAAC,CAAC;wBACrC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;oBACpB,CAAC;oBAED,OAAO,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;gBAClD,CAAC;gBAED,OAAO,IAAI,CAAC,SAAS,CAAC;oBAClB,YAAY,EAAE,cAAc,CAAC,YAAY;oBACzC,OAAO,EAAE,cAAc,CAAC,OAAO;oBAC/B,QAAQ,EAAE,YAAY;oBACtB,WAAW,EAAE,cAAc,CAAC,gBAAgB;oBAC5C,YAAY,EAAE,cAAc,CAAC,iBAAiB;oBAC9C,cAAc,EAAE,cAAc,CAAC,mBAAmB;oBAClD,QAAQ,EAAE,cAAc,CAAC,QAAQ;oBACjC,UAAU,EAAE,cAAc,CAAC,cAAc;iBAC5C,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;YACrB,CAAC,CAAC;YAEF,MAAM,UAAU,GAAG,aAAa,EAAE,CAAC;YAEnC,IAAI,gBAAgB,IAAI,IAAI,EAAE,CAAC;gBAC3B,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,gBAAgB,CAAC,CAAC;gBAC/D,MAAM,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;gBACjD,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,uBAAuB,CAAC,IAAI,QAAQ,EAAE,CAAC,CAAC;YACzE,CAAC;iBAAM,CAAC;gBACJ,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAC7B,CAAC;QACL,CAAC;aAAM,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;YACrB,MAAM,QAAQ,GAAG,uBAAuB,CAAC,cAAc,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;YACvE,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;gBACzB,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,yBAAyB,CAAC,IAAI,GAAG,EAAE,CAAC,CAAC;gBAC9D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACpB,CAAC;YAED,MAAM,0BAA0B,GAA6B;gBACzD,cAAc,EAAE,kBAAkB;oBAC9B,CAAC,CAAC,SAAS;oBACX,CAAC,CAAC,EAAE;gBACR,iBAAiB,EAAE,IAAI;gBACvB,kBAAkB,EAAE,OAAO,CAAC,MAAM,CAAC,OAAO,GAAG,CAAC;aACjD,CAAC;YAEF,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,eAAe,CAAC,IAAI,iBAAiB,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC3E,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,IACrC,OAAO,QAAQ,KAAK,QAAQ;gBACxB,CAAC,CAAC,QAAQ;gBACV,CAAC,CAAC,iBAAiB,CAAC,QAAQ,EAAE,SAAS,EAAE,0BAA0B,CAC3E,EAAE,CAAC,CAAC;QACR,CAAC;aAAM,CAAC;YACJ,MAAM,0BAA0B,GAA6B;gBACzD,cAAc,EAAE,kBAAkB;oBAC9B,CAAC,CAAC,SAAS;oBACX,CAAC,CAAC,EAAE;gBACR,iBAAiB,EAAE,IAAI;gBACvB,kBAAkB,EAAE,OAAO,CAAC,MAAM,CAAC,OAAO,GAAG,CAAC;aACjD,CAAC;YACF,MAAM,4BAA4B,GAA6B;gBAC3D,cAAc,EAAE,cAAc;oBAC1B,CAAC,CAAC,SAAS;oBACX,CAAC,CAAC,CAAC;gBACP,iBAAiB,EAAE,IAAI;gBACvB,kBAAkB,EAAE,OAAO,CAAC,MAAM,CAAC,OAAO,GAAG,CAAC;gBAC9C,gBAAgB,EAAE,KAAK;aAC1B,CAAC;YACF,MAAM,6BAA6B,GAAG;gBAClC,KAAK,EAAE,SAAS;gBAChB,WAAW,EAAE,IAAI;aACX,CAAC;YAEX,IAAI,cAAc,CAAC,YAAY,GAAG,CAAC;gBAC/B,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,gBAAgB,CAAC,IAAI,cAAc,CAAC,YAAY,EAAE,CAAC,CAAC;YAErF,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,eAAe,CAAC,IAAI,cAAc,CAAC,OAAO,EAAE,CAAC,CAAC;YAC3E,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,eAAe,CAAC,IAAI,cAAc,CAAC,gBAAgB,CAAC,cAAc,CAAC,OAAO,EAAE,6BAA6B,CAAC,EAAE,CAAC,CAAC;YAC3I,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,gBAAgB,CAAC,IAAI,OAAO,CAAC,cAAc,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;YAC/F,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,mBAAmB,CAAC,IAAI,OAAO,CAAC,cAAc,CAAC,mBAAoB,CAAC,EAAE,CAAC,CAAC;YACrG,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,YAAY,IAAI,EAAE,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,cAAc,CAAC,QAAQ,CAAC,OAAO,EAAE,SAAS,GAAG,CAAC,EAAE,CAAC,CAAC;YACtI,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,iBAAiB,CAAC,cAAc,CAAC,QAAQ,EAAE,SAAS,EAAE,0BAA0B,CAAC,EAAE,CAAC,CAAC;YAClI,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,cAAc,CAAC,IAAI,iBAAiB,CAAC,cAAc,CAAC,cAAc,EAAE,SAAS,EAAE,4BAA4B,CAAC,EAAE,CAAC,CAAC;QACjJ,CAAC;IACL,CAAC;CACJ,CAAC;AAEF,iGAAiG;AACjG,SAAS,gCAAgC,CAAC,UAA6B;IACnE,IAAI,UAAU,IAAI,IAAI;QAClB,OAAO;IAEX,KAAK,MAAM,MAAM,IAAI,UAAU,EAAE,CAAC;QAC9B,OAAQ,MAAsD,CAAC,UAAU,CAAC;QAC1E,OAAQ,MAAkD,CAAC,QAAQ,CAAC;IACxE,CAAC;AACL,CAAC"}
|
|
@@ -4,19 +4,19 @@ export const recommendedModels = [{
|
|
|
4
4
|
description: "Llama 3.1 model was created by Meta and is optimized for an assistant-like chat use cases, with support for function calling.\n" +
|
|
5
5
|
"This is the 8 billion parameters version of the model.",
|
|
6
6
|
fileOptions: [
|
|
7
|
-
"hf:mradermacher/Meta-Llama-3.1-8B-Instruct-GGUF
|
|
8
|
-
"hf:mradermacher/Meta-Llama-3.1-8B-Instruct-GGUF
|
|
9
|
-
"hf:mradermacher/Meta-Llama-3.1-8B-Instruct-GGUF
|
|
7
|
+
"hf:mradermacher/Meta-Llama-3.1-8B-Instruct-GGUF:Q8_0",
|
|
8
|
+
"hf:mradermacher/Meta-Llama-3.1-8B-Instruct-GGUF:Q6_K",
|
|
9
|
+
"hf:mradermacher/Meta-Llama-3.1-8B-Instruct-GGUF:Q4_K_M"
|
|
10
10
|
]
|
|
11
11
|
}, {
|
|
12
12
|
name: "Phi 4 14B",
|
|
13
13
|
abilities: ["chat", "complete", "functionCalling"],
|
|
14
14
|
description: "Phi 4 model was created by Microsoft and is optimized for complex reasoning in areas such as math.",
|
|
15
15
|
fileOptions: [
|
|
16
|
-
"hf:mradermacher/phi-4-GGUF
|
|
17
|
-
"hf:mradermacher/phi-4-GGUF
|
|
18
|
-
"hf:mradermacher/phi-4-GGUF
|
|
19
|
-
"hf:mradermacher/phi-4-GGUF
|
|
16
|
+
"hf:mradermacher/phi-4-GGUF:Q8_0",
|
|
17
|
+
"hf:mradermacher/phi-4-GGUF:Q6_K",
|
|
18
|
+
"hf:mradermacher/phi-4-GGUF:Q4_K_M",
|
|
19
|
+
"hf:mradermacher/phi-4-GGUF:Q4_K_S"
|
|
20
20
|
]
|
|
21
21
|
}, {
|
|
22
22
|
name: "Llama 3.1 70B",
|
|
@@ -27,8 +27,8 @@ export const recommendedModels = [{
|
|
|
27
27
|
fileOptions: [
|
|
28
28
|
"hf:mradermacher/Meta-Llama-3.1-70B-Instruct-GGUF/Meta-Llama-3.1-70B-Instruct.Q8_0.gguf.part1of2",
|
|
29
29
|
"hf:mradermacher/Meta-Llama-3.1-70B-Instruct-GGUF/Meta-Llama-3.1-70B-Instruct.Q6_K.gguf.part1of2",
|
|
30
|
-
"hf:mradermacher/Meta-Llama-3.1-70B-Instruct-GGUF
|
|
31
|
-
"hf:mradermacher/Meta-Llama-3.1-70B-Instruct-GGUF
|
|
30
|
+
"hf:mradermacher/Meta-Llama-3.1-70B-Instruct-GGUF:Q4_K_M",
|
|
31
|
+
"hf:mradermacher/Meta-Llama-3.1-70B-Instruct-GGUF:Q4_K_S"
|
|
32
32
|
]
|
|
33
33
|
}, {
|
|
34
34
|
name: "Llama 3.1 405B",
|
|
@@ -47,10 +47,10 @@ export const recommendedModels = [{
|
|
|
47
47
|
"It was trained jointly by Mistral AI and NVIDIA.\n" +
|
|
48
48
|
"This is a 12 billion parameters model.",
|
|
49
49
|
fileOptions: [
|
|
50
|
-
"hf:mradermacher/Mistral-Nemo-Instruct-2407-GGUF
|
|
51
|
-
"hf:mradermacher/Mistral-Nemo-Instruct-2407-GGUF
|
|
52
|
-
"hf:mradermacher/Mistral-Nemo-Instruct-2407-GGUF
|
|
53
|
-
"hf:mradermacher/Mistral-Nemo-Instruct-2407-GGUF
|
|
50
|
+
"hf:mradermacher/Mistral-Nemo-Instruct-2407-GGUF:Q8_0",
|
|
51
|
+
"hf:mradermacher/Mistral-Nemo-Instruct-2407-GGUF:Q6_K",
|
|
52
|
+
"hf:mradermacher/Mistral-Nemo-Instruct-2407-GGUF:Q4_K_M",
|
|
53
|
+
"hf:mradermacher/Mistral-Nemo-Instruct-2407-GGUF:Q4_K_S"
|
|
54
54
|
]
|
|
55
55
|
}, {
|
|
56
56
|
name: "Llama 3.2 3B",
|
|
@@ -58,10 +58,10 @@ export const recommendedModels = [{
|
|
|
58
58
|
description: "Llama 3.2 3B model was created by Meta and is optimized for an assistant-like chat use cases, with support for function calling.\n" +
|
|
59
59
|
"This model is smarter than the 1B model, but is still relatively small and can run on less capable machines.",
|
|
60
60
|
fileOptions: [
|
|
61
|
-
"hf:mradermacher/Llama-3.2-3B-Instruct-GGUF
|
|
62
|
-
"hf:mradermacher/Llama-3.2-3B-Instruct-GGUF
|
|
63
|
-
"hf:mradermacher/Llama-3.2-3B-Instruct-GGUF
|
|
64
|
-
"hf:mradermacher/Llama-3.2-3B-Instruct-GGUF
|
|
61
|
+
"hf:mradermacher/Llama-3.2-3B-Instruct-GGUF:Q8_0",
|
|
62
|
+
"hf:mradermacher/Llama-3.2-3B-Instruct-GGUF:Q6_K",
|
|
63
|
+
"hf:mradermacher/Llama-3.2-3B-Instruct-GGUF:Q4_K_M",
|
|
64
|
+
"hf:mradermacher/Llama-3.2-3B-Instruct-GGUF:Q4_K_S"
|
|
65
65
|
]
|
|
66
66
|
}, {
|
|
67
67
|
name: "Phi 3 3.8B",
|
|
@@ -69,8 +69,8 @@ export const recommendedModels = [{
|
|
|
69
69
|
description: "Phi 3 model was created by Microsoft and is optimized for strong reasoning (especially math and logic).\n" +
|
|
70
70
|
"This is the small version of the model.",
|
|
71
71
|
fileOptions: [
|
|
72
|
-
"hf:bartowski/Phi-3.1-mini-4k-instruct-GGUF
|
|
73
|
-
"hf:bartowski/Phi-3.1-mini-4k-instruct-GGUF
|
|
72
|
+
"hf:bartowski/Phi-3.1-mini-4k-instruct-GGUF:Q8_0",
|
|
73
|
+
"hf:bartowski/Phi-3.1-mini-4k-instruct-GGUF:Q4_K_M"
|
|
74
74
|
]
|
|
75
75
|
}, {
|
|
76
76
|
name: "OLMoE 1B 7B MoE",
|
|
@@ -93,8 +93,8 @@ export const recommendedModels = [{
|
|
|
93
93
|
"Mixtures of Experts (MoE) is a technique where different models, each skilled in solving a particular kind of problem, work together to the improve the overall performance on complex tasks.\n" +
|
|
94
94
|
"This model includes 8 expert models, each with 7 billion parameters.",
|
|
95
95
|
fileOptions: [
|
|
96
|
-
"hf:TheBloke/Mixtral-8x7B-v0.1-GGUF
|
|
97
|
-
"hf:TheBloke/Mixtral-8x7B-v0.1-GGUF
|
|
96
|
+
"hf:TheBloke/Mixtral-8x7B-v0.1-GGUF:Q5_K_M",
|
|
97
|
+
"hf:TheBloke/Mixtral-8x7B-v0.1-GGUF:Q4_K_M"
|
|
98
98
|
]
|
|
99
99
|
}, {
|
|
100
100
|
name: "Mistral 7B Instruct v0.2",
|
|
@@ -102,8 +102,8 @@ export const recommendedModels = [{
|
|
|
102
102
|
description: "Mistral models were created by Mistal AI and are general purpose models.\n" +
|
|
103
103
|
"This is the 7 billion parameters version of the model.",
|
|
104
104
|
fileOptions: [
|
|
105
|
-
"hf:TheBloke/Mistral-7B-Instruct-v0.2-GGUF
|
|
106
|
-
"hf:TheBloke/Mistral-7B-Instruct-v0.2-GGUF
|
|
105
|
+
"hf:TheBloke/Mistral-7B-Instruct-v0.2-GGUF:Q5_K_M",
|
|
106
|
+
"hf:TheBloke/Mistral-7B-Instruct-v0.2-GGUF:Q4_K_M"
|
|
107
107
|
]
|
|
108
108
|
}, {
|
|
109
109
|
name: "Dolphin 2.5 Mixtral 8x7B MoE",
|
|
@@ -112,8 +112,8 @@ export const recommendedModels = [{
|
|
|
112
112
|
"See the Mixtral model above for more information about Mixtral models.\n" +
|
|
113
113
|
"This model includes 8 expert models, each with 7 billion parameters.",
|
|
114
114
|
fileOptions: [
|
|
115
|
-
"hf:TheBloke/dolphin-2.5-mixtral-8x7b-GGUF
|
|
116
|
-
"hf:TheBloke/dolphin-2.5-mixtral-8x7b-GGUF
|
|
115
|
+
"hf:TheBloke/dolphin-2.5-mixtral-8x7b-GGUF:Q5_K_M",
|
|
116
|
+
"hf:TheBloke/dolphin-2.5-mixtral-8x7b-GGUF:Q4_K_M"
|
|
117
117
|
]
|
|
118
118
|
}, {
|
|
119
119
|
name: "Gemma 2 9B",
|
|
@@ -122,13 +122,13 @@ export const recommendedModels = [{
|
|
|
122
122
|
"including question answering, summarization, and reasoning, with a focus on responsible responses.\n" +
|
|
123
123
|
"This is the 9 billion parameters version of the model.",
|
|
124
124
|
fileOptions: [
|
|
125
|
-
"hf:bartowski/gemma-2-9b-it-GGUF
|
|
126
|
-
"hf:bartowski/gemma-2-9b-it-GGUF
|
|
127
|
-
"hf:bartowski/gemma-2-9b-it-GGUF
|
|
128
|
-
"hf:bartowski/gemma-2-9b-it-GGUF
|
|
129
|
-
"hf:bartowski/gemma-2-9b-it-GGUF
|
|
130
|
-
"hf:bartowski/gemma-2-9b-it-GGUF
|
|
131
|
-
"hf:bartowski/gemma-2-9b-it-GGUF
|
|
125
|
+
"hf:bartowski/gemma-2-9b-it-GGUF:Q6_K_L",
|
|
126
|
+
"hf:bartowski/gemma-2-9b-it-GGUF:Q6_K",
|
|
127
|
+
"hf:bartowski/gemma-2-9b-it-GGUF:Q5_K_L",
|
|
128
|
+
"hf:bartowski/gemma-2-9b-it-GGUF:Q5_K_M",
|
|
129
|
+
"hf:bartowski/gemma-2-9b-it-GGUF:Q5_K_S",
|
|
130
|
+
"hf:bartowski/gemma-2-9b-it-GGUF:Q4_K_L",
|
|
131
|
+
"hf:bartowski/gemma-2-9b-it-GGUF:Q4_K_M"
|
|
132
132
|
]
|
|
133
133
|
}, {
|
|
134
134
|
name: "Gemma 2 2B",
|
|
@@ -137,11 +137,11 @@ export const recommendedModels = [{
|
|
|
137
137
|
"including question answering, summarization, and reasoning, with a focus on responsible responses.\n" +
|
|
138
138
|
"This is the 2 billion parameters version of the model and is significantly less powerful than the 9B version.",
|
|
139
139
|
fileOptions: [
|
|
140
|
-
"hf:bartowski/gemma-2-2b-it-GGUF
|
|
141
|
-
"hf:bartowski/gemma-2-2b-it-GGUF
|
|
142
|
-
"hf:bartowski/gemma-2-2b-it-GGUF
|
|
143
|
-
"hf:bartowski/gemma-2-2b-it-GGUF
|
|
144
|
-
"hf:bartowski/gemma-2-2b-it-GGUF
|
|
140
|
+
"hf:bartowski/gemma-2-2b-it-GGUF:Q6_K_L",
|
|
141
|
+
"hf:bartowski/gemma-2-2b-it-GGUF:Q6_K",
|
|
142
|
+
"hf:bartowski/gemma-2-2b-it-GGUF:Q5_K_M",
|
|
143
|
+
"hf:bartowski/gemma-2-2b-it-GGUF:Q5_K_S",
|
|
144
|
+
"hf:bartowski/gemma-2-2b-it-GGUF:Q4_K_M"
|
|
145
145
|
]
|
|
146
146
|
}, {
|
|
147
147
|
name: "Gemma 2 27B",
|
|
@@ -151,13 +151,13 @@ export const recommendedModels = [{
|
|
|
151
151
|
"This is the 27 billion parameters version of the model.\n" +
|
|
152
152
|
"Since the model is relatively big, it may not run well on your machine",
|
|
153
153
|
fileOptions: [
|
|
154
|
-
"hf:bartowski/gemma-2-27b-it-GGUF
|
|
155
|
-
"hf:bartowski/gemma-2-27b-it-GGUF
|
|
156
|
-
"hf:bartowski/gemma-2-27b-it-GGUF
|
|
157
|
-
"hf:bartowski/gemma-2-27b-it-GGUF
|
|
158
|
-
"hf:bartowski/gemma-2-27b-it-GGUF
|
|
159
|
-
"hf:bartowski/gemma-2-27b-it-GGUF
|
|
160
|
-
"hf:bartowski/gemma-2-27b-it-GGUF
|
|
154
|
+
"hf:bartowski/gemma-2-27b-it-GGUF:Q6_K_L",
|
|
155
|
+
"hf:bartowski/gemma-2-27b-it-GGUF:Q6_K",
|
|
156
|
+
"hf:bartowski/gemma-2-27b-it-GGUF:Q5_K_L",
|
|
157
|
+
"hf:bartowski/gemma-2-27b-it-GGUF:Q5_K_M",
|
|
158
|
+
"hf:bartowski/gemma-2-27b-it-GGUF:Q5_K_S",
|
|
159
|
+
"hf:bartowski/gemma-2-27b-it-GGUF:Q4_K_L",
|
|
160
|
+
"hf:bartowski/gemma-2-27b-it-GGUF:Q4_K_M"
|
|
161
161
|
]
|
|
162
162
|
}, {
|
|
163
163
|
name: "Orca 2 13B",
|
|
@@ -165,8 +165,8 @@ export const recommendedModels = [{
|
|
|
165
165
|
description: "Orca 2 model was created by Microsoft and is optimized for reasoning over given data, reading comprehensions, math problem solving and text summarization.\n" +
|
|
166
166
|
"This is the 13 billion parameters version of the model.",
|
|
167
167
|
fileOptions: [
|
|
168
|
-
"hf:TheBloke/Orca-2-13B-GGUF
|
|
169
|
-
"hf:TheBloke/Orca-2-13B-GGUF
|
|
168
|
+
"hf:TheBloke/Orca-2-13B-GGUF:Q5_K_M",
|
|
169
|
+
"hf:TheBloke/Orca-2-13B-GGUF:Q4_K_M"
|
|
170
170
|
]
|
|
171
171
|
}, {
|
|
172
172
|
name: "Code Llama 7B",
|
|
@@ -174,8 +174,8 @@ export const recommendedModels = [{
|
|
|
174
174
|
description: "Code Llama model was created by Meta based on Llama 2 and is optimized for coding tasks.\n" +
|
|
175
175
|
"This is the 7 billion parameters version of the model.",
|
|
176
176
|
fileOptions: [
|
|
177
|
-
"hf:TheBloke/CodeLlama-7B-GGUF
|
|
178
|
-
"hf:TheBloke/CodeLlama-7B-GGUF
|
|
177
|
+
"hf:TheBloke/CodeLlama-7B-GGUF:Q5_K_M",
|
|
178
|
+
"hf:TheBloke/CodeLlama-7B-GGUF:Q4_K_M"
|
|
179
179
|
]
|
|
180
180
|
}, {
|
|
181
181
|
name: "Code Llama 13B",
|
|
@@ -183,8 +183,8 @@ export const recommendedModels = [{
|
|
|
183
183
|
description: "Code Llama model was created by Meta based on Llama 2 and is optimized for coding tasks.\n" +
|
|
184
184
|
"This is the 13 billion parameters version of the model.",
|
|
185
185
|
fileOptions: [
|
|
186
|
-
"hf:TheBloke/CodeLlama-13B-GGUF
|
|
187
|
-
"hf:TheBloke/CodeLlama-13B-GGUF
|
|
186
|
+
"hf:TheBloke/CodeLlama-13B-GGUF:Q5_K_M",
|
|
187
|
+
"hf:TheBloke/CodeLlama-13B-GGUF:Q4_K_M"
|
|
188
188
|
]
|
|
189
189
|
}, {
|
|
190
190
|
name: "Code Llama 34B",
|
|
@@ -193,8 +193,8 @@ export const recommendedModels = [{
|
|
|
193
193
|
"This is the 34 billion parameters version of the model.\n" +
|
|
194
194
|
"You need a GPU with handful of VRAM to use this version.",
|
|
195
195
|
fileOptions: [
|
|
196
|
-
"hf:TheBloke/CodeLlama-34B-GGUF
|
|
197
|
-
"hf:TheBloke/CodeLlama-34B-GGUF
|
|
196
|
+
"hf:TheBloke/CodeLlama-34B-GGUF:Q5_K_M",
|
|
197
|
+
"hf:TheBloke/CodeLlama-34B-GGUF:Q4_K_M"
|
|
198
198
|
]
|
|
199
199
|
}, {
|
|
200
200
|
name: "CodeGemma 2B",
|
|
@@ -204,11 +204,11 @@ export const recommendedModels = [{
|
|
|
204
204
|
"This model is not suited for chat.\n" +
|
|
205
205
|
"This is the 2 billion parameters version of the model.\n",
|
|
206
206
|
fileOptions: [
|
|
207
|
-
"hf:bartowski/codegemma-2b-GGUF
|
|
208
|
-
"hf:bartowski/codegemma-2b-GGUF
|
|
209
|
-
"hf:bartowski/codegemma-2b-GGUF
|
|
210
|
-
"hf:bartowski/codegemma-2b-GGUF
|
|
211
|
-
"hf:bartowski/codegemma-2b-GGUF
|
|
207
|
+
"hf:bartowski/codegemma-2b-GGUF:Q8_0",
|
|
208
|
+
"hf:bartowski/codegemma-2b-GGUF:Q6_K",
|
|
209
|
+
"hf:bartowski/codegemma-2b-GGUF:Q5_K_M",
|
|
210
|
+
"hf:bartowski/codegemma-2b-GGUF:Q5_K_S",
|
|
211
|
+
"hf:bartowski/codegemma-2b-GGUF:Q4_K_M"
|
|
212
212
|
]
|
|
213
213
|
}, {
|
|
214
214
|
name: "CodeGemma 7B",
|
|
@@ -218,10 +218,10 @@ export const recommendedModels = [{
|
|
|
218
218
|
"This model is not suited for chat.\n" +
|
|
219
219
|
"This is the 7 billion parameters version of the model.\n",
|
|
220
220
|
fileOptions: [
|
|
221
|
-
"hf:bartowski/codegemma-1.1-7b-it-GGUF
|
|
222
|
-
"hf:bartowski/codegemma-1.1-7b-it-GGUF
|
|
223
|
-
"hf:bartowski/codegemma-1.1-7b-it-GGUF
|
|
224
|
-
"hf:bartowski/codegemma-1.1-7b-it-GGUF
|
|
221
|
+
"hf:bartowski/codegemma-1.1-7b-it-GGUF:Q6_K",
|
|
222
|
+
"hf:bartowski/codegemma-1.1-7b-it-GGUF:Q5_K_M",
|
|
223
|
+
"hf:bartowski/codegemma-1.1-7b-it-GGUF:Q5_K_S",
|
|
224
|
+
"hf:bartowski/codegemma-1.1-7b-it-GGUF:Q4_K_M"
|
|
225
225
|
]
|
|
226
226
|
}, {
|
|
227
227
|
name: "Stable Code Instruct 3B",
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"recommendedModels.js","sourceRoot":"","sources":["../../src/cli/recommendedModels.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,iBAAiB,GAA0B,CAAC;QACrD,IAAI,EAAE,cAAc;QACpB,SAAS,EAAE,CAAC,MAAM,EAAE,UAAU,EAAE,iBAAiB,CAAC;QAClD,WAAW,EAAE,iIAAiI;YAC1I,wDAAwD;QAE5D,WAAW,EAAE;YACT,
|
|
1
|
+
{"version":3,"file":"recommendedModels.js","sourceRoot":"","sources":["../../src/cli/recommendedModels.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,iBAAiB,GAA0B,CAAC;QACrD,IAAI,EAAE,cAAc;QACpB,SAAS,EAAE,CAAC,MAAM,EAAE,UAAU,EAAE,iBAAiB,CAAC;QAClD,WAAW,EAAE,iIAAiI;YAC1I,wDAAwD;QAE5D,WAAW,EAAE;YACT,sDAAsD;YACtD,sDAAsD;YACtD,wDAAwD;SAC3D;KACJ,EAAE;QACC,IAAI,EAAE,WAAW;QACjB,SAAS,EAAE,CAAC,MAAM,EAAE,UAAU,EAAE,iBAAiB,CAAC;QAClD,WAAW,EAAE,oGAAoG;QAEjH,WAAW,EAAE;YACT,iCAAiC;YACjC,iCAAiC;YACjC,mCAAmC;YACnC,mCAAmC;SACtC;KACJ,EAAE;QACC,IAAI,EAAE,eAAe;QACrB,SAAS,EAAE,CAAC,MAAM,EAAE,UAAU,EAAE,iBAAiB,CAAC;QAClD,WAAW,EAAE,iIAAiI;YAC1I,0DAA0D;YAC1D,wDAAwD;QAE5D,WAAW,EAAE;YACT,iGAAiG;YACjG,iGAAiG;YACjG,yDAAyD;YACzD,yDAAyD;SAC5D;KACJ,EAAE;QACC,IAAI,EAAE,gBAAgB;QACtB,SAAS,EAAE,CAAC,MAAM,EAAE,UAAU,EAAE,iBAAiB,CAAC;QAClD,WAAW,EAAE,iIAAiI;YAC1I,yJAAyJ;YACzJ,qEAAqE;QAEzE,WAAW,EAAE;YACT,qGAAqG;YACrG,qGAAqG;SACxG;KACJ,EAAE;QACC,IAAI,EAAE,kBAAkB;QACxB,SAAS,EAAE,CAAC,MAAM,EAAE,UAAU,EAAE,iBAAiB,CAAC;QAClD,WAAW,EAAE,sJAAsJ;YAC/J,oDAAoD;YACpD,wCAAwC;QAE5C,WAAW,EAAE;YACT,sDAAsD;YACtD,sDAAsD;YACtD,wDAAwD;YACxD,wDAAwD;SAC3D;KACJ,EAAE;QACC,IAAI,EAAE,cAAc;QACpB,SAAS,EAAE,CAAC,MAAM,EAAE,UAAU,EAAE,iBAAiB,CAAC;QAClD,WAAW,EAAE,oIAAoI;YAC7I,8GAA8G;QAElH,WAAW,EAAE;YACT,iDAAiD;YACjD,iDAAiD;YACjD,mDAAmD;YACnD,mDAAmD;SACtD;KACJ,EAAE;QACC,IAAI,EAAE,YAAY;QAClB,SAAS,EAAE,CAAC,MAAM,EAAE,UAAU,EAAE,iBAAiB,CAAC;QAClD,WAAW,EAAE,2GAA2G;YACpH,yCAAyC;QAE7C,WAAW,EAAE;YACT,iDAAiD;YACjD,mDAAmD;SACtD;KACJ,EAAE;QACC,IAAI,EAAE,iBAAiB;QACvB,SAAS,EAAE,CAAC,MAAM,CAAC;QACnB,WAAW,EAAE,0HAA0H;YACnI,iMAAiM;YACjM,+EAA+E;YAC/E,6CAA6C;QAEjD,WAAW,EAAE;YACT,+EAA+E;YAC/E,+EAA+E;YAC/E,iFAAiF;YACjF,iFAAiF;YACjF,iFAAiF;SACpF;KACJ,EAAE;QACC,IAAI,EAAE,kBAAkB;QACxB,SAAS,EAAE,CAAC,MAAM,EAAE,UAAU,CAAC;QAC/B,WAAW,EAAE,2HAA2H;YACpI,iMAAiM;YACjM,sEAAsE;QAE1E,WAAW,EAAE;YACT,2CAA2C;YAC3C,2CAA2C;SAC9C;KACJ,EAAE;QACC,IAAI,EAAE,0BAA0B;QAChC,SAAS,EAAE,CAAC,MAAM,EAAE,UAAU,CAAC;QAC/B,WAAW,EAAE,4EAA4E;YACrF,wDAAwD;QAE5D,WAAW,EAAE;YACT,kDAAkD;YAClD,kDAAkD;SACrD;KACJ,EAAE;QACC,IAAI,EAAE,8BAA8B;QACpC,SAAS,EAAE,CAAC,MAAM,EAAE,UAAU,CAAC;QAC/B,WAAW,EAAE,wIAAwI;YACjJ,0EAA0E;YAC1E,sEAAsE;QAE1E,WAAW,EAAE;YACT,kDAAkD;YAClD,kDAAkD;SACrD;KACJ,EAAE;QACC,IAAI,EAAE,YAAY;QAClB,SAAS,EAAE,CAAC,MAAM,EAAE,UAAU,CAAC;QAC/B,WAAW,EAAE,qGAAqG;YAC9G,sGAAsG;YACtG,wDAAwD;QAE5D,WAAW,EAAE;YACT,wCAAwC;YACxC,sCAAsC;YACtC,wCAAwC;YACxC,wCAAwC;YACxC,wCAAwC;YACxC,wCAAwC;YACxC,wCAAwC;SAC3C;KACJ,EAAE;QACC,IAAI,EAAE,YAAY;QAClB,SAAS,EAAE,CAAC,MAAM,EAAE,UAAU,CAAC;QAC/B,WAAW,EAAE,qGAAqG;YAC9G,sGAAsG;YACtG,+GAA+G;QAEnH,WAAW,EAAE;YACT,wCAAwC;YACxC,sCAAsC;YACtC,wCAAwC;YACxC,wCAAwC;YACxC,wCAAwC;SAC3C;KACJ,EAAE;QACC,IAAI,EAAE,aAAa;QACnB,SAAS,EAAE,CAAC,MAAM,EAAE,UAAU,CAAC;QAC/B,WAAW,EAAE,qGAAqG;YAC9G,sGAAsG;YACtG,2DAA2D;YAC3D,wEAAwE;QAE5E,WAAW,EAAE;YACT,yCAAyC;YACzC,uCAAuC;YACvC,yCAAyC;YACzC,yCAAyC;YACzC,yCAAyC;YACzC,yCAAyC;YACzC,yCAAyC;SAC5C;KACJ,EAAE;QACC,IAAI,EAAE,YAAY;QAClB,SAAS,EAAE,CAAC,MAAM,EAAE,UAAU,CAAC;QAC/B,WAAW,EAAE,8JAA8J;YACvK,yDAAyD;QAE7D,WAAW,EAAE;YACT,oCAAoC;YACpC,oCAAoC;SACvC;KACJ,EAAE;QACC,IAAI,EAAE,eAAe;QACrB,SAAS,EAAE,CAAC,MAAM,EAAE,UAAU,EAAE,QAAQ,CAAC;QACzC,WAAW,EAAE,4FAA4F;YACrG,wDAAwD;QAE5D,WAAW,EAAE;YACT,sCAAsC;YACtC,sCAAsC;SACzC;KACJ,EAAE;QACC,IAAI,EAAE,gBAAgB;QACtB,SAAS,EAAE,CAAC,MAAM,EAAE,UAAU,EAAE,QAAQ,CAAC;QACzC,WAAW,EAAE,4FAA4F;YACrG,yDAAyD;QAE7D,WAAW,EAAE;YACT,uCAAuC;YACvC,uCAAuC;SAC1C;KACJ,EAAE;QACC,IAAI,EAAE,gBAAgB;QACtB,SAAS,EAAE,CAAC,MAAM,EAAE,UAAU,EAAE,QAAQ,CAAC;QACzC,WAAW,EAAE,4FAA4F;YACrG,2DAA2D;YAC3D,0DAA0D;QAE9D,WAAW,EAAE;YACT,uCAAuC;YACvC,uCAAuC;SAC1C;KACJ,EAAE;QACC,IAAI,EAAE,cAAc;QACpB,SAAS,EAAE,CAAC,MAAM,EAAE,UAAU,EAAE,QAAQ,CAAC;QACzC,WAAW,EAAE,kGAAkG;YAC3G,qFAAqF;YACrF,sCAAsC;YACtC,0DAA0D;QAE9D,WAAW,EAAE;YACT,qCAAqC;YACrC,qCAAqC;YACrC,uCAAuC;YACvC,uCAAuC;YACvC,uCAAuC;SAC1C;KACJ,EAAE;QACC,IAAI,EAAE,cAAc;QACpB,SAAS,EAAE,CAAC,MAAM,EAAE,UAAU,EAAE,QAAQ,CAAC;QACzC,WAAW,EAAE,kGAAkG;YAC3G,qFAAqF;YACrF,sCAAsC;YACtC,0DAA0D;QAE9D,WAAW,EAAE;YACT,4CAA4C;YAC5C,8CAA8C;YAC9C,8CAA8C;YAC9C,8CAA8C;SACjD;KACJ,EAAE;QACC,IAAI,EAAE,yBAAyB;QAC/B,SAAS,EAAE,CAAC,MAAM,EAAE,UAAU,EAAE,QAAQ,CAAC;QACzC,WAAW,EAAE,wFAAwF;QAErG,WAAW,EAAE;YACT,mEAAmE;YACnE,mEAAmE;SACtE;KACJ,CAAC,CAAC"}
|
|
@@ -5,3 +5,11 @@ export declare function resolveCommandGgufPath(ggufPath: string | undefined, lla
|
|
|
5
5
|
useMmap?: boolean;
|
|
6
6
|
consoleTitle?: string;
|
|
7
7
|
}): Promise<string>;
|
|
8
|
+
export declare function tryCoercingModelUri(ggufPath: string): {
|
|
9
|
+
uri: string;
|
|
10
|
+
modifiedRegion: {
|
|
11
|
+
start: number;
|
|
12
|
+
end: number;
|
|
13
|
+
};
|
|
14
|
+
} | undefined;
|
|
15
|
+
export declare function printDidYouMeanUri(ggufPath: string): void;
|
|
@@ -4,6 +4,9 @@ import fs from "fs-extra";
|
|
|
4
4
|
import { cliModelsDirectory } from "../../config.js";
|
|
5
5
|
import { createModelDownloader } from "../../utils/createModelDownloader.js";
|
|
6
6
|
import { resolveModelDestination } from "../../utils/resolveModelDestination.js";
|
|
7
|
+
import { ggufQuantNames } from "../../gguf/utils/ggufQuantNames.js";
|
|
8
|
+
import { getConsoleLogPrefix } from "../../utils/getConsoleLogPrefix.js";
|
|
9
|
+
import { isModelUri } from "../../utils/parseModelUri.js";
|
|
7
10
|
import { ConsoleInteraction, ConsoleInteractionKey } from "./ConsoleInteraction.js";
|
|
8
11
|
import { getReadablePath } from "./getReadablePath.js";
|
|
9
12
|
import { interactivelyAskForModel } from "./interactivelyAskForModel.js";
|
|
@@ -26,7 +29,9 @@ export async function resolveCommandGgufPath(ggufPath, llama, fetchHeaders, { ta
|
|
|
26
29
|
catch (err) {
|
|
27
30
|
throw new Error(`Invalid path: ${resolvedModelDestination.path}`);
|
|
28
31
|
}
|
|
29
|
-
|
|
32
|
+
console.error(`${chalk.red("File does not exist:")} ${resolvedModelDestination.path}`);
|
|
33
|
+
printDidYouMeanUri(ggufPath);
|
|
34
|
+
process.exit(1);
|
|
30
35
|
}
|
|
31
36
|
const downloader = await createModelDownloader({
|
|
32
37
|
modelUri: resolvedModelDestination.type === "uri"
|
|
@@ -68,4 +73,43 @@ export async function resolveCommandGgufPath(ggufPath, llama, fetchHeaders, { ta
|
|
|
68
73
|
console.info(`${chalk.yellow(consoleTitle + ":")} ${getReadablePath(downloader.entrypointFilePath)}`);
|
|
69
74
|
return downloader.entrypointFilePath;
|
|
70
75
|
}
|
|
76
|
+
export function tryCoercingModelUri(ggufPath) {
|
|
77
|
+
const modelNamePart = ggufPath.split("/").pop() ?? "";
|
|
78
|
+
const possibleQuant = modelNamePart.includes(":")
|
|
79
|
+
? modelNamePart.split(":").pop()
|
|
80
|
+
: undefined;
|
|
81
|
+
const foundSlashes = ggufPath.split("/").filter((part) => part !== "").length - 1;
|
|
82
|
+
if (ggufPath.startsWith("/") || ggufPath.startsWith("./") || ggufPath.startsWith("../") || ggufPath.slice(1, 3) === ":\\")
|
|
83
|
+
return undefined;
|
|
84
|
+
if (
|
|
85
|
+
// <user>/<model>/<file-path>
|
|
86
|
+
foundSlashes >= 2 ||
|
|
87
|
+
(
|
|
88
|
+
// <user>/<model>
|
|
89
|
+
// <user>/<model>:<valid quant or "latest">
|
|
90
|
+
foundSlashes === 1 &&
|
|
91
|
+
(possibleQuant == null || possibleQuant === "latest" || ggufQuantNames.has(possibleQuant.toUpperCase())))) {
|
|
92
|
+
const possibleUri = "hf:" + ggufPath;
|
|
93
|
+
if (isModelUri(possibleUri)) {
|
|
94
|
+
return {
|
|
95
|
+
uri: possibleUri,
|
|
96
|
+
modifiedRegion: {
|
|
97
|
+
start: 0,
|
|
98
|
+
end: "hf:".length
|
|
99
|
+
}
|
|
100
|
+
};
|
|
101
|
+
}
|
|
102
|
+
}
|
|
103
|
+
return undefined;
|
|
104
|
+
}
|
|
105
|
+
export function printDidYouMeanUri(ggufPath) {
|
|
106
|
+
const coercedUriRes = tryCoercingModelUri(ggufPath);
|
|
107
|
+
if (coercedUriRes != null) {
|
|
108
|
+
const uriText = styleTextRange(coercedUriRes.uri, coercedUriRes.modifiedRegion.start, coercedUriRes.modifiedRegion.end, (text) => chalk.underline(text));
|
|
109
|
+
console.info(getConsoleLogPrefix() + `Did you mean "${chalk.blue(uriText)}"?`);
|
|
110
|
+
}
|
|
111
|
+
}
|
|
112
|
+
function styleTextRange(text, start, end, style) {
|
|
113
|
+
return text.slice(0, start) + style(text.slice(start, end)) + text.slice(end);
|
|
114
|
+
}
|
|
71
115
|
//# sourceMappingURL=resolveCommandGgufPath.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"resolveCommandGgufPath.js","sourceRoot":"","sources":["../../../src/cli/utils/resolveCommandGgufPath.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,MAAM,UAAU,CAAC;AAC1B,OAAO,EAAC,kBAAkB,EAAC,MAAM,iBAAiB,CAAC;AAEnD,OAAO,EAAC,qBAAqB,EAAC,MAAM,sCAAsC,CAAC;AAC3E,OAAO,EAAC,uBAAuB,EAAC,MAAM,wCAAwC,CAAC;AAC/E,OAAO,EAAC,kBAAkB,EAAE,qBAAqB,EAAC,MAAM,yBAAyB,CAAC;AAClF,OAAO,EAAC,eAAe,EAAC,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAC,wBAAwB,EAAC,MAAM,+BAA+B,CAAC;AAEvE,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAAC,QAA4B,EAAE,KAAY,EAAE,YAAqC,EAAE,EAC5H,eAAe,GAAG,kBAAkB,EAAE,cAAc,GAAG,KAAK,EAAE,OAAO,EAAE,YAAY,GAAG,MAAM,KAG5F,EAAE;IACF,IAAI,QAAQ,IAAI,IAAI;QAChB,QAAQ,GAAG,MAAM,wBAAwB,CAAC;YACtC,KAAK;YACL,eAAe,EAAE,eAAe;YAChC,gBAAgB,EAAE,IAAI;YACtB,cAAc,EAAE,IAAI;YACpB,cAAc;YACd,OAAO;SACV,CAAC,CAAC;IAEP,MAAM,wBAAwB,GAAG,uBAAuB,CAAC,QAAQ,CAAC,CAAC;IACnE,IAAI,wBAAwB,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QAC3C,IAAI,CAAC;YACD,IAAI,MAAM,EAAE,CAAC,UAAU,CAAC,wBAAwB,CAAC,IAAI,CAAC;gBAClD,OAAO,wBAAwB,CAAC,IAAI,CAAC;QAC7C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,iBAAiB,wBAAwB,CAAC,IAAI,EAAE,CAAC,CAAC;QACtE,CAAC;QAED,
|
|
1
|
+
{"version":3,"file":"resolveCommandGgufPath.js","sourceRoot":"","sources":["../../../src/cli/utils/resolveCommandGgufPath.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,MAAM,UAAU,CAAC;AAC1B,OAAO,EAAC,kBAAkB,EAAC,MAAM,iBAAiB,CAAC;AAEnD,OAAO,EAAC,qBAAqB,EAAC,MAAM,sCAAsC,CAAC;AAC3E,OAAO,EAAC,uBAAuB,EAAC,MAAM,wCAAwC,CAAC;AAC/E,OAAO,EAAC,cAAc,EAAC,MAAM,oCAAoC,CAAC;AAClE,OAAO,EAAC,mBAAmB,EAAC,MAAM,oCAAoC,CAAC;AACvE,OAAO,EAAC,UAAU,EAAC,MAAM,8BAA8B,CAAC;AACxD,OAAO,EAAC,kBAAkB,EAAE,qBAAqB,EAAC,MAAM,yBAAyB,CAAC;AAClF,OAAO,EAAC,eAAe,EAAC,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAC,wBAAwB,EAAC,MAAM,+BAA+B,CAAC;AAEvE,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAAC,QAA4B,EAAE,KAAY,EAAE,YAAqC,EAAE,EAC5H,eAAe,GAAG,kBAAkB,EAAE,cAAc,GAAG,KAAK,EAAE,OAAO,EAAE,YAAY,GAAG,MAAM,KAG5F,EAAE;IACF,IAAI,QAAQ,IAAI,IAAI;QAChB,QAAQ,GAAG,MAAM,wBAAwB,CAAC;YACtC,KAAK;YACL,eAAe,EAAE,eAAe;YAChC,gBAAgB,EAAE,IAAI;YACtB,cAAc,EAAE,IAAI;YACpB,cAAc;YACd,OAAO;SACV,CAAC,CAAC;IAEP,MAAM,wBAAwB,GAAG,uBAAuB,CAAC,QAAQ,CAAC,CAAC;IACnE,IAAI,wBAAwB,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QAC3C,IAAI,CAAC;YACD,IAAI,MAAM,EAAE,CAAC,UAAU,CAAC,wBAAwB,CAAC,IAAI,CAAC;gBAClD,OAAO,wBAAwB,CAAC,IAAI,CAAC;QAC7C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,iBAAiB,wBAAwB,CAAC,IAAI,EAAE,CAAC,CAAC;QACtE,CAAC;QAED,OAAO,CAAC,KAAK,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,sBAAsB,CAAC,IAAI,wBAAwB,CAAC,IAAI,EAAE,CAAC,CAAC;QACvF,kBAAkB,CAAC,QAAQ,CAAC,CAAC;QAC7B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACpB,CAAC;IAED,MAAM,UAAU,GAAG,MAAM,qBAAqB,CAAC;QAC3C,QAAQ,EAAE,wBAAwB,CAAC,IAAI,KAAK,KAAK;YAC7C,CAAC,CAAC,wBAAwB,CAAC,GAAG;YAC9B,CAAC,CAAC,wBAAwB,CAAC,GAAG;QAClC,OAAO,EAAE,eAAe;QACxB,OAAO,EAAE,YAAY;QACrB,eAAe,EAAE,IAAI;QACrB,sBAAsB,EAAE,KAAK;QAC7B,YAAY,EAAE,KAAK;KACtB,CAAC,CAAC;IAEH,IAAI,UAAU,CAAC,UAAU,KAAK,CAAC,IAAI,MAAM,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,kBAAkB,CAAC,EAAE,CAAC;QACpF,MAAM,SAAS,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,kBAAkB,CAAC,CAAC;QAE/D,IAAI,UAAU,CAAC,SAAS,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;YAC1C,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,YAAY,GAAG,GAAG,CAAC,IAAI,eAAe,CAAC,UAAU,CAAC,kBAAkB,CAAC,EAAE,CAAC,CAAC;YAEtG,OAAO,UAAU,CAAC,kBAAkB,CAAC;QACzC,CAAC;QAED,MAAM,GAAG,GAAG,MAAM,kBAAkB,CAAC,aAAa,CAC9C,4BAA4B,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,kBAAkB,CAAC,+CAA+C;YACpH,6CAA6C,CAChD,CAAC;QAEF,IAAI,CAAC,GAAG,EAAE,CAAC;YACP,OAAO,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;YAC1C,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,YAAY,GAAG,GAAG,CAAC,IAAI,eAAe,CAAC,UAAU,CAAC,kBAAkB,CAAC,EAAE,CAAC,CAAC;YAEtG,OAAO,UAAU,CAAC,kBAAkB,CAAC;QACzC,CAAC;QAED,MAAM,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,kBAAkB,CAAC,CAAC;IACnD,CAAC;IAED,MAAM,kBAAkB,GAAG,IAAI,kBAAkB,EAAE,CAAC;IACpD,kBAAkB,CAAC,KAAK,CAAC,qBAAqB,CAAC,KAAK,EAAE,KAAK,IAAI,EAAE;QAC7D,MAAM,UAAU,CAAC,MAAM,EAAE,CAAC;QAC1B,kBAAkB,CAAC,IAAI,EAAE,CAAC;QAC1B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACpB,CAAC,CAAC,CAAC;IAEH,OAAO,CAAC,IAAI,CAAC,kBAAkB,KAAK,CAAC,MAAM,CAAC,eAAe,CAAC,eAAe,CAAC,CAAC,GACzE,UAAU,CAAC,gBAAgB,IAAI,IAAI;QAC/B,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,eAAe,UAAU,CAAC,gBAAgB,4BAA4B,CAAC;QACpF,CAAC,CAAC,EACV,EAAE,CAAC,CAAC;IACJ,kBAAkB,CAAC,KAAK,EAAE,CAAC;IAC3B,MAAM,UAAU,CAAC,QAAQ,EAAE,CAAC;IAC5B,kBAAkB,CAAC,IAAI,EAAE,CAAC;IAE1B,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,YAAY,GAAG,GAAG,CAAC,IAAI,eAAe,CAAC,UAAU,CAAC,kBAAkB,CAAC,EAAE,CAAC,CAAC;IAEtG,OAAO,UAAU,CAAC,kBAAkB,CAAC;AACzC,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,QAAgB;IAChD,MAAM,aAAa,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;IACtD,MAAM,aAAa,GAAG,aAAa,CAAC,QAAQ,CAAC,GAAG,CAAC;QAC7C,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE;QAChC,CAAC,CAAC,SAAS,CAAC;IAChB,MAAM,YAAY,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,EAAE,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;IAElF,IAAI,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,KAAK;QACrH,OAAO,SAAS,CAAC;IAErB;IACI,6BAA6B;IAC7B,YAAY,IAAI,CAAC;QACjB;QACI,iBAAiB;QACjB,2CAA2C;QAC3C,YAAY,KAAK,CAAC;YAClB,CAAC,aAAa,IAAI,IAAI,IAAI,aAAa,KAAK,QAAQ,IAAI,cAAc,CAAC,GAAG,CAAC,aAAa,CAAC,WAAW,EAAE,CAAC,CAAC,CAC3G,EACH,CAAC;QACC,MAAM,WAAW,GAAG,KAAK,GAAG,QAAQ,CAAC;QACrC,IAAI,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;YAC1B,OAAO;gBACH,GAAG,EAAE,WAAW;gBAChB,cAAc,EAAE;oBACZ,KAAK,EAAE,CAAC;oBACR,GAAG,EAAE,KAAK,CAAC,MAAM;iBACpB;aACJ,CAAC;QACN,CAAC;IACL,CAAC;IAED,OAAO,SAAS,CAAC;AACrB,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,QAAgB;IAC/C,MAAM,aAAa,GAAG,mBAAmB,CAAC,QAAQ,CAAC,CAAC;IACpD,IAAI,aAAa,IAAI,IAAI,EAAE,CAAC;QACxB,MAAM,OAAO,GAAG,cAAc,CAC1B,aAAa,CAAC,GAAG,EACjB,aAAa,CAAC,cAAc,CAAC,KAAK,EAClC,aAAa,CAAC,cAAc,CAAC,GAAG,EAChC,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,CAClC,CAAC;QAEF,OAAO,CAAC,IAAI,CAAC,mBAAmB,EAAE,GAAG,iBAAiB,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACnF,CAAC;AACL,CAAC;AAED,SAAS,cAAc,CAAC,IAAY,EAAE,KAAa,EAAE,GAAW,EAAE,KAA+B;IAC7F,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;AAClF,CAAC"}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
export type ModelURI = `${`http://${string}/${string}` | `https://${string}/${string}` | `hf:${string}/${string}/${string}` | `huggingface:${string}/${string}/${string}`}${".gguf" | `.gguf.part${number}of${number}`}
|
|
1
|
+
export type ModelURI = (`${`http://${string}/${string}` | `https://${string}/${string}` | `hf:${string}/${string}/${string}` | `huggingface:${string}/${string}/${string}`}${".gguf" | `.gguf.part${number}of${number}`}`) | (`hf:${string}/${string}:${string}` | `huggingface:${string}/${string}:${string}` | `hf.co/${string}/${string}:${string}` | `huggingface.co/${string}/${string}:${string}`);
|
|
2
2
|
export type ModelRecommendation = {
|
|
3
3
|
name: string;
|
|
4
4
|
abilities: ("code" | "chat" | "complete" | "infill" | "functionCalling")[];
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"resolveModelRecommendationFileOptions.js","sourceRoot":"","sources":["../../../src/cli/utils/resolveModelRecommendationFileOptions.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,uBAAuB,EAAC,MAAM,wCAAwC,CAAC;
|
|
1
|
+
{"version":3,"file":"resolveModelRecommendationFileOptions.js","sourceRoot":"","sources":["../../../src/cli/utils/resolveModelRecommendationFileOptions.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,uBAAuB,EAAC,MAAM,wCAAwC,CAAC;AAgC/E,MAAM,UAAU,qCAAqC,CAAC,mBAAwC;IAC1F,OAAO,mBAAmB,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE;QACtD,MAAM,wBAAwB,GAAG,uBAAuB,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;QAE3E,IAAI,wBAAwB,CAAC,IAAI,KAAK,MAAM;YACxC,MAAM,IAAI,KAAK,CAAC,gBAAgB,UAAU,4BAA4B,CAAC,CAAC;QAE5E,IAAI,wBAAwB,CAAC,IAAI,KAAK,KAAK;YACvC,OAAO,wBAAwB,CAAC,GAAG,CAAC;QAExC,OAAO,wBAAwB,CAAC,GAAG,CAAC;IACxC,CAAC,CAAC,CAAC;AACP,CAAC"}
|