@huggingface/tasks 0.21.58 → 0.21.60
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/commonjs/dataset-libraries.d.ts +6 -0
- package/dist/commonjs/dataset-libraries.d.ts.map +1 -1
- package/dist/commonjs/dataset-libraries.js +6 -0
- package/dist/commonjs/local-apps.d.ts +8 -0
- package/dist/commonjs/local-apps.d.ts.map +1 -1
- package/dist/commonjs/local-apps.js +43 -13
- package/dist/commonjs/local-apps.spec.js +36 -0
- package/dist/commonjs/model-libraries.d.ts +8 -1
- package/dist/commonjs/model-libraries.d.ts.map +1 -1
- package/dist/commonjs/model-libraries.js +7 -0
- package/dist/esm/dataset-libraries.d.ts +6 -0
- package/dist/esm/dataset-libraries.d.ts.map +1 -1
- package/dist/esm/dataset-libraries.js +6 -0
- package/dist/esm/local-apps.d.ts +8 -0
- package/dist/esm/local-apps.d.ts.map +1 -1
- package/dist/esm/local-apps.js +43 -13
- package/dist/esm/local-apps.spec.js +36 -0
- package/dist/esm/model-libraries.d.ts +8 -1
- package/dist/esm/model-libraries.d.ts.map +1 -1
- package/dist/esm/model-libraries.js +7 -0
- package/package.json +1 -1
- package/src/dataset-libraries.ts +6 -0
- package/src/local-apps.spec.ts +44 -0
- package/src/local-apps.ts +47 -13
- package/src/model-libraries.ts +7 -0
|
@@ -118,6 +118,12 @@ export declare const DATASET_LIBRARIES_UI_ELEMENTS: {
|
|
|
118
118
|
repoUrl: string;
|
|
119
119
|
docsUrl: string;
|
|
120
120
|
};
|
|
121
|
+
agentenv: {
|
|
122
|
+
prettyLabel: string;
|
|
123
|
+
repoName: string;
|
|
124
|
+
repoUrl: string;
|
|
125
|
+
docsUrl: string;
|
|
126
|
+
};
|
|
121
127
|
};
|
|
122
128
|
export type DatasetLibraryKey = keyof typeof DATASET_LIBRARIES_UI_ELEMENTS;
|
|
123
129
|
//# sourceMappingURL=dataset-libraries.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"dataset-libraries.d.ts","sourceRoot":"","sources":["../../src/dataset-libraries.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,MAAM,WAAW,uBAAuB;IACvC;;;;OAIG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,eAAO,MAAM,6BAA6B
|
|
1
|
+
{"version":3,"file":"dataset-libraries.d.ts","sourceRoot":"","sources":["../../src/dataset-libraries.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,MAAM,WAAW,uBAAuB;IACvC;;;;OAIG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAuGS,CAAC;AAGpD,MAAM,MAAM,iBAAiB,GAAG,MAAM,OAAO,6BAA6B,CAAC"}
|
|
@@ -98,4 +98,10 @@ exports.DATASET_LIBRARIES_UI_ELEMENTS = {
|
|
|
98
98
|
repoUrl: "https://github.com/NVIDIA-NeMo/Gym",
|
|
99
99
|
docsUrl: "https://docs.nvidia.com/nemo/gym/",
|
|
100
100
|
},
|
|
101
|
+
agentenv: {
|
|
102
|
+
prettyLabel: "AgentEnv",
|
|
103
|
+
repoName: "agentenv-framework",
|
|
104
|
+
repoUrl: "https://github.com/scaleapi/agentenv-framework",
|
|
105
|
+
docsUrl: "https://www.agentenvframework.com/docs",
|
|
106
|
+
},
|
|
101
107
|
};
|
|
@@ -87,6 +87,14 @@ export declare const LOCAL_APPS: {
|
|
|
87
87
|
displayOnModelPage: typeof isLlamaCppGgufModel;
|
|
88
88
|
snippet: (model: ModelData, filepath?: string) => LocalAppSnippet[];
|
|
89
89
|
};
|
|
90
|
+
"llama-app": {
|
|
91
|
+
prettyLabel: string;
|
|
92
|
+
docsUrl: string;
|
|
93
|
+
mainTask: "text-generation";
|
|
94
|
+
macOSOnly: true;
|
|
95
|
+
displayOnModelPage: typeof isLlamaCppGgufModel;
|
|
96
|
+
deeplink: (model: ModelData, filepath?: string) => URL;
|
|
97
|
+
};
|
|
90
98
|
"node-llama-cpp": {
|
|
91
99
|
prettyLabel: string;
|
|
92
100
|
docsUrl: string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"local-apps.d.ts","sourceRoot":"","sources":["../../src/local-apps.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAKnD,MAAM,WAAW,eAAe;IAC/B;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IACd;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;OAEG;IACH,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;CAC3B;AAED;;GAEG;AACH,MAAM,MAAM,QAAQ,GAAG;IACtB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,KAAK,CAAC,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAA;KAAE,EAAE,GAAG,CAAC,CAAC,KAAK,EAAE,SAAS,KAAK;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC,CAAC;IACpG;;OAEG;IACH,QAAQ,EAAE,YAAY,CAAC;IACvB;;OAEG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;IAEpB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB;;OAEG;IACH,kBAAkB,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,OAAO,CAAC;CAClD,GAAG,CACD;IACA;;OAEG;IACH,QAAQ,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE,MAAM,KAAK,GAAG,CAAC;CACtD,GACD;IACA;;;;OAIG;IACH,OAAO,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE,MAAM,KAAK,MAAM,GAAG,MAAM,EAAE,GAAG,eAAe,GAAG,eAAe,EAAE,CAAC;CACzG,CACH,CAAC;AAsBF,iBAAS,UAAU,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAE7C;AAED,iBAAS,mBAAmB,CAAC,KAAK,EAAE,SAAS,WAE5C;AAED,iBAAS,WAAW,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAU9C;AAED,iBAAS,wBAAwB,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAE3D;AA0BD,iBAAS,cAAc,CAAC,KAAK,EAAE,SAAS,WAEvC;
|
|
1
|
+
{"version":3,"file":"local-apps.d.ts","sourceRoot":"","sources":["../../src/local-apps.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAKnD,MAAM,WAAW,eAAe;IAC/B;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IACd;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;OAEG;IACH,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;CAC3B;AAED;;GAEG;AACH,MAAM,MAAM,QAAQ,GAAG;IACtB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,KAAK,CAAC,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAA;KAAE,EAAE,GAAG,CAAC,CAAC,KAAK,EAAE,SAAS,KAAK;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC,CAAC;IACpG;;OAEG;IACH,QAAQ,EAAE,YAAY,CAAC;IACvB;;OAEG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;IAEpB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB;;OAEG;IACH,kBAAkB,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,OAAO,CAAC;CAClD,GAAG,CACD;IACA;;OAEG;IACH,QAAQ,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE,MAAM,KAAK,GAAG,CAAC;CACtD,GACD;IACA;;;;OAIG;IACH,OAAO,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE,MAAM,KAAK,MAAM,GAAG,MAAM,EAAE,GAAG,eAAe,GAAG,eAAe,EAAE,CAAC;CACzG,CACH,CAAC;AAsBF,iBAAS,UAAU,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAE7C;AAED,iBAAS,mBAAmB,CAAC,KAAK,EAAE,SAAS,WAE5C;AAED,iBAAS,WAAW,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAU9C;AAED,iBAAS,wBAAwB,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAE3D;AA0BD,iBAAS,cAAc,CAAC,KAAK,EAAE,SAAS,WAEvC;AAWD,iBAAS,4BAA4B,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAM/D;AAwbD;;;;;;;;;;GAUG;AACH,eAAO,MAAM,UAAU;;;;;;yBAtbS,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;;;gDAocjD,MAAM;;;;;;;yBArYE,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;;yBAyC3D,SAAS,KAAG,eAAe,EAAE;;;;;;oCAmX3B,SAAS;yBA7TT,SAAS,KAAG,eAAe,EAAE;;;;;;;yBAoF9B,SAAS,KAAG,eAAe,EAAE;;;;;;;yBA7B/B,SAAS,KAAG,eAAe,EAAE;;;;;;;;;;;;;;yBApIzB,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;yBAJjD,SAAS,aAAa,MAAM,KAAG,MAAM;;;;;;;;;;;;;;yBAkT1B,SAAS,aAAa,MAAM,KAAG,MAAM;;;;;;;yBAM9C,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;;yBAlGtD,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;;yBAkCvC,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;;yBA2BnD,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;CAgT5C,CAAC;AAErC,MAAM,MAAM,WAAW,GAAG,MAAM,OAAO,UAAU,CAAC"}
|
|
@@ -60,6 +60,12 @@ function getChatTemplate(model) {
|
|
|
60
60
|
function isUnslothModel(model) {
|
|
61
61
|
return model.tags.includes("unsloth") || isLlamaCppGgufModel(model);
|
|
62
62
|
}
|
|
63
|
+
function isEmbeddingModel(model) {
|
|
64
|
+
return (!model.tags.includes("decision-model") &&
|
|
65
|
+
(model.tags.includes("feature-extraction") ||
|
|
66
|
+
model.pipeline_tag === "feature-extraction" ||
|
|
67
|
+
model.pipeline_tag === "sentence-similarity"));
|
|
68
|
+
}
|
|
63
69
|
function isToolCallingLocalAgentModel(model) {
|
|
64
70
|
return ((isLlamaCppGgufModel(model) || isMlxModel(model)) &&
|
|
65
71
|
model.tags.includes("conversational") &&
|
|
@@ -74,27 +80,35 @@ function getQuantTag(filepath) {
|
|
|
74
80
|
return quantLabel ? `:${quantLabel}` : defaultTag;
|
|
75
81
|
}
|
|
76
82
|
const snippetLlamacpp = (model, filepath) => {
|
|
83
|
+
const isEmbedding = isEmbeddingModel(model);
|
|
77
84
|
const serverCommand = (binary) => {
|
|
78
|
-
const snippet =
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
85
|
+
const snippet = isEmbedding
|
|
86
|
+
? [
|
|
87
|
+
"# Start a local OpenAI-compatible embeddings server:",
|
|
88
|
+
`${binary} -hf ${model.id}${getQuantTag(filepath)} --embeddings`,
|
|
89
|
+
]
|
|
90
|
+
: [
|
|
91
|
+
"# Start a local OpenAI-compatible server with a web UI:",
|
|
92
|
+
`${binary} -hf ${model.id}${getQuantTag(filepath)}`,
|
|
93
|
+
];
|
|
82
94
|
return snippet.join("\n");
|
|
83
95
|
};
|
|
84
96
|
const cliCommand = (binary) => {
|
|
85
97
|
const snippet = ["# Run inference directly in the terminal:", `${binary} -hf ${model.id}${getQuantTag(filepath)}`];
|
|
86
98
|
return snippet.join("\n");
|
|
87
99
|
};
|
|
100
|
+
// Embedding models don't generate text, so there is no CLI command for them
|
|
101
|
+
const commands = (serverBinary, cliBinary) => isEmbedding ? [serverCommand(serverBinary)] : [serverCommand(serverBinary), cliCommand(cliBinary)];
|
|
88
102
|
return [
|
|
89
103
|
{
|
|
90
104
|
title: "Install (macOS, Linux)",
|
|
91
105
|
setup: "curl -LsSf https://llama.app/install.sh | sh",
|
|
92
|
-
content:
|
|
106
|
+
content: commands("llama serve", "llama cli"),
|
|
93
107
|
},
|
|
94
108
|
{
|
|
95
109
|
title: "Install from WinGet (Windows)",
|
|
96
110
|
setup: "winget install llama.cpp",
|
|
97
|
-
content:
|
|
111
|
+
content: commands("llama serve", "llama cli"),
|
|
98
112
|
},
|
|
99
113
|
{
|
|
100
114
|
title: "Use pre-built binary",
|
|
@@ -103,7 +117,7 @@ const snippetLlamacpp = (model, filepath) => {
|
|
|
103
117
|
"# Download pre-built binary from:",
|
|
104
118
|
"# https://github.com/ggerganov/llama.cpp/releases",
|
|
105
119
|
].join("\n"),
|
|
106
|
-
content:
|
|
120
|
+
content: commands("./llama-server", "./llama-cli"),
|
|
107
121
|
},
|
|
108
122
|
{
|
|
109
123
|
title: "Build from source code",
|
|
@@ -113,12 +127,17 @@ const snippetLlamacpp = (model, filepath) => {
|
|
|
113
127
|
"cmake -B build",
|
|
114
128
|
"cmake --build build -j --target llama-server llama-cli",
|
|
115
129
|
].join("\n"),
|
|
116
|
-
content:
|
|
117
|
-
},
|
|
118
|
-
{
|
|
119
|
-
title: "Use Docker",
|
|
120
|
-
content: snippetDockerModelRunner(model, filepath),
|
|
130
|
+
content: commands("./build/bin/llama-server", "./build/bin/llama-cli"),
|
|
121
131
|
},
|
|
132
|
+
// `docker model run` starts a chat session, which embedding models don't support
|
|
133
|
+
...(isEmbedding
|
|
134
|
+
? []
|
|
135
|
+
: [
|
|
136
|
+
{
|
|
137
|
+
title: "Use Docker",
|
|
138
|
+
content: snippetDockerModelRunner(model, filepath),
|
|
139
|
+
},
|
|
140
|
+
]),
|
|
122
141
|
];
|
|
123
142
|
};
|
|
124
143
|
const snippetNodeLlamaCppCli = (model, filepath) => {
|
|
@@ -468,11 +487,22 @@ const snippetLemonade = (model, filepath) => {
|
|
|
468
487
|
exports.LOCAL_APPS = {
|
|
469
488
|
"llama.cpp": {
|
|
470
489
|
prettyLabel: "llama.cpp",
|
|
471
|
-
docsUrl: "https://github.com/
|
|
490
|
+
docsUrl: "https://github.com/ggml-org/llama.cpp",
|
|
472
491
|
mainTask: "text-generation",
|
|
473
492
|
displayOnModelPage: isLlamaCppGgufModel,
|
|
474
493
|
snippet: snippetLlamacpp,
|
|
475
494
|
},
|
|
495
|
+
"llama-app": {
|
|
496
|
+
prettyLabel: "Llama",
|
|
497
|
+
docsUrl: "https://github.com/ggml-org/Llama-macOS",
|
|
498
|
+
mainTask: "text-generation",
|
|
499
|
+
macOSOnly: true,
|
|
500
|
+
displayOnModelPage: isLlamaCppGgufModel,
|
|
501
|
+
deeplink: (model, filepath) => {
|
|
502
|
+
const quantLabel = filepath ? (0, gguf_js_1.parseGGUFQuantLabel)(filepath) : undefined;
|
|
503
|
+
return new URL(`llama://install?repo=${model.id}${quantLabel ? `&quant=${quantLabel}` : ""}`);
|
|
504
|
+
},
|
|
505
|
+
},
|
|
476
506
|
"node-llama-cpp": {
|
|
477
507
|
prettyLabel: "node-llama-cpp",
|
|
478
508
|
docsUrl: "https://node-llama-cpp.withcat.ai",
|
|
@@ -33,6 +33,30 @@ llama serve -hf mlabonne/gemma-2b-GGUF:{{QUANT_TAG}}`,
|
|
|
33
33
|
llama cli -hf mlabonne/gemma-2b-GGUF:{{QUANT_TAG}}`,
|
|
34
34
|
]);
|
|
35
35
|
});
|
|
36
|
+
(0, vitest_1.it)("llama.cpp embedding", async () => {
|
|
37
|
+
const { snippet: snippetFunc } = local_apps_js_1.LOCAL_APPS["llama.cpp"];
|
|
38
|
+
const model = {
|
|
39
|
+
id: "ggml-org/embeddinggemma-300M-GGUF",
|
|
40
|
+
tags: ["feature-extraction"],
|
|
41
|
+
inference: "",
|
|
42
|
+
};
|
|
43
|
+
const snippet = snippetFunc(model);
|
|
44
|
+
(0, vitest_1.expect)(snippet[0].content).toEqual([
|
|
45
|
+
`# Start a local OpenAI-compatible embeddings server:
|
|
46
|
+
llama serve -hf ggml-org/embeddinggemma-300M-GGUF:{{QUANT_TAG}} --embeddings`,
|
|
47
|
+
]);
|
|
48
|
+
(0, vitest_1.expect)(snippet.map((s) => s.title)).not.toContain("Use Docker");
|
|
49
|
+
});
|
|
50
|
+
(0, vitest_1.it)("llama.cpp decision model is not treated as an embedding model", async () => {
|
|
51
|
+
const { snippet: snippetFunc } = local_apps_js_1.LOCAL_APPS["llama.cpp"];
|
|
52
|
+
const model = {
|
|
53
|
+
id: "ggml-org/Julia-1-GGUF",
|
|
54
|
+
tags: ["feature-extraction", "decision-model"],
|
|
55
|
+
inference: "",
|
|
56
|
+
};
|
|
57
|
+
const snippet = snippetFunc(model);
|
|
58
|
+
(0, vitest_1.expect)(snippet[0].content[0]).not.toContain("--embeddings");
|
|
59
|
+
});
|
|
36
60
|
(0, vitest_1.it)("vLLM conversational llm", async () => {
|
|
37
61
|
const { snippet: snippetFunc } = local_apps_js_1.LOCAL_APPS["vllm"];
|
|
38
62
|
const model = {
|
|
@@ -268,6 +292,18 @@ curl -X POST "http://localhost:8000/v1/chat/completions" \\
|
|
|
268
292
|
};
|
|
269
293
|
(0, vitest_1.expect)(displayOnModelPage(model)).toBe(false);
|
|
270
294
|
});
|
|
295
|
+
(0, vitest_1.it)("llama deeplink", async () => {
|
|
296
|
+
const { displayOnModelPage, deeplink } = local_apps_js_1.LOCAL_APPS["llama-app"];
|
|
297
|
+
const model = {
|
|
298
|
+
id: "bartowski/Llama-3.2-3B-Instruct-GGUF",
|
|
299
|
+
tags: ["conversational"],
|
|
300
|
+
gguf: { total: 1, context_length: 4096 },
|
|
301
|
+
inference: "",
|
|
302
|
+
};
|
|
303
|
+
(0, vitest_1.expect)(displayOnModelPage(model)).toBe(true);
|
|
304
|
+
(0, vitest_1.expect)(deeplink(model).href).toBe("llama://install?repo=bartowski/Llama-3.2-3B-Instruct-GGUF");
|
|
305
|
+
(0, vitest_1.expect)(deeplink(model, "Llama-3.2-3B-Instruct-Q4_K_M.gguf").href).toBe("llama://install?repo=bartowski/Llama-3.2-3B-Instruct-GGUF&quant=Q4_K_M");
|
|
306
|
+
});
|
|
271
307
|
(0, vitest_1.it)("unsloth tagged model", async () => {
|
|
272
308
|
const { displayOnModelPage, deeplink } = local_apps_js_1.LOCAL_APPS.unsloth;
|
|
273
309
|
const model = {
|
|
@@ -506,6 +506,13 @@ export declare const MODEL_LIBRARIES_UI_ELEMENTS: {
|
|
|
506
506
|
filter: false;
|
|
507
507
|
countDownloads: string;
|
|
508
508
|
};
|
|
509
|
+
ensomi: {
|
|
510
|
+
prettyLabel: string;
|
|
511
|
+
repoName: string;
|
|
512
|
+
repoUrl: string;
|
|
513
|
+
filter: false;
|
|
514
|
+
countDownloads: string;
|
|
515
|
+
};
|
|
509
516
|
espnet: {
|
|
510
517
|
prettyLabel: string;
|
|
511
518
|
repoName: string;
|
|
@@ -1949,5 +1956,5 @@ export declare const MODEL_LIBRARIES_UI_ELEMENTS: {
|
|
|
1949
1956
|
};
|
|
1950
1957
|
export type ModelLibraryKey = keyof typeof MODEL_LIBRARIES_UI_ELEMENTS;
|
|
1951
1958
|
export declare const ALL_MODEL_LIBRARY_KEYS: ModelLibraryKey[];
|
|
1952
|
-
export declare const ALL_DISPLAY_MODEL_LIBRARY_KEYS: ("aadya-neural" | "acestep" | "adapter-transformers" | "allennlp" | "aneforge" | "anemoi" | "araclip" | "asimov" | "aviation-ner" | "asteroid" | "audiocraft" | "audioseal" | "bagel-mot" | "bboxmaskpose" | "ben2" | "bertopic" | "big_vision" | "bionemo" | "birder" | "birefnet" | "bm25s" | "boltzgen" | "cancertathomev2" | "cartesia_pytorch" | "cartesia_mlx" | "causilo" | "ccpfn" | "champ" | "chatterbox" | "chaossim" | "chat_tts" | "chexmix" | "chronos-forecasting" | "clara" | "clipscope" | "cloud-agents" | "collectorvision" | "colipri" | "cosyvoice" | "cotracker" | "colpali" | "comet" | "cortiq" | "cosmos" | "cxr-foundation" | "deepforest" | "depth-anything-v2" | "depth-pro" | "derm-foundation" | "describe-anything" | "dia-tts" | "dia2" | "diff-interpretation-tuning" | "diffree" | "diffusers" | "diffusionkit" | "docking-at-home" | "doctr" | "drinkme" | "edsnlp" | "elm" | "encoderfile" | "espnet" | "eupe" | "fairseq" | "fastai" | "fastprint" | "fasttext" | "fixer" | "flair" | "flexray" | "flextab" | "fme" | "gaussianformer" | "gemma.cpp" | "geometry-crafter" | "gliformer" | "gliner" | "gliner2" | "glm-tts" | "glyph-byt5" | "granite-library" | "grok" | "habibi-tts" | "hallo" | "minimax-h3" | "mect" | "hermes" | "holomotion" | "hezar" | "htrflow" | "hunyuan-dit" | "hunyuan3d-2" | "hunyuanworld-voyager" | "hy-worldplay" | "hy-world-2" | "image-matching-models" | "imstoucan" | "index-tts" | "infinitetalk" | "infinite-you" | "intellifold" | "ising-decoding" | "jev-style" | "keras" | "tf-keras" | "keras-hub" | "zeromodels" | "kernels" | "kimi-audio" | "kittentts" | "kronos" | "k2" | "lyra-2.0" | "lagernvs" | "laya" | "ltx" | "lightning-ir" | "litert" | "litert-lm" | "lerobot" | "lightglue" | "liveportrait" | "longcat-video-avatar-1.5" | "llama-cpp-python" | "mini-omni2" | "mindspore" | "magi-1" | "magenta-realtime" | "magenta-realtime-2" | "mamba-ssm" | "manas-1" | "mars5-tts" | "matanyone" | "memra" | "mesh-anything" | "merlin" | "medvae" | "mflux" | "microduck" | "mitie" | "ml-agents" | "ml-sharp" | "mlx" | "mlx-image" | "mlc-llm" | "model2vec" | "mobilint" | "montreal-forced-aligner" | "moshi" | "mtvcraft" | "multimolecule" | "nemo" | "ninfer" | "nobg" | "nv-medtech" | "open-oasis" | "open_clip" | "openasr" | "opendde" | "openpeerllm" | "open-sora" | "outetts" | "paddlenlp" | "PaddleOCR" | "peft" | "perception-encoder" | "phantom-wan" | "piper" | "pocket-tts" | "pruna-ai" | "pxia" | "pyannote-audio" | "py-feat" | "pythae" | "quantumpeer" | "qwen3_tts" | "recurrentgemma" | "relik" | "refiners" | "renderformer" | "reverb" | "rkllm" | "robo-orchard-lab" | "routee-powertrain" | "rwkv" | "saelens" | "scail-2" | "sam2" | "sam-3d-body" | "sam-3d-objects" | "same" | "sample-factory" | "sap-rpt-1-oss" | "sapiens" | "sapiens2" | "seedvr" | "self-forcing" | "sentence-transformers" | "setfit" | "shadow" | "sklearn" | "spacy" | "span-marker" | "speechbrain" | "ssr-speech" | "stable-audio-3" | "stable-audio-tools" | "monkeyocr" | "diffusion-single-file" | "seed-story" | "skala" | "soloaudio" | "songbloom" | "stable-baselines3" | "stanza" | "supertonic" | "swarmformer" | "synthefy-migas" | "f5-tts" | "genmo" | "tencent-song-generation" | "tensorflowtts" | "tensorrt" | "tabpfn" | "terratorch" | "tic-clip" | "timesfm" | "timee-ts" | "timm" | "tirex" | "tirex-2" | "torchgeo" | "transformers" | "transformers.js" | "trellis" | "trellis2" | "tunejury" | "ultralytics" | "univa" | "uni-3dar" | "unity-sentis" | "sana" | "videoprism" | "vfi-mamba" | "vismatch" | "lvface" | "voicecraft" | "voxcpm" | "vui" | "vqweb" | "vibevoice" | "videox_fun" | "wan2.2" | "wham" | "whisperkit" | "yolov10" | "yolov26" | "zonos" | "3dtopia-xl")[];
|
|
1959
|
+
export declare const ALL_DISPLAY_MODEL_LIBRARY_KEYS: ("aadya-neural" | "acestep" | "adapter-transformers" | "allennlp" | "aneforge" | "anemoi" | "araclip" | "asimov" | "aviation-ner" | "asteroid" | "audiocraft" | "audioseal" | "bagel-mot" | "bboxmaskpose" | "ben2" | "bertopic" | "big_vision" | "bionemo" | "birder" | "birefnet" | "bm25s" | "boltzgen" | "cancertathomev2" | "cartesia_pytorch" | "cartesia_mlx" | "causilo" | "ccpfn" | "champ" | "chatterbox" | "chaossim" | "chat_tts" | "chexmix" | "chronos-forecasting" | "clara" | "clipscope" | "cloud-agents" | "collectorvision" | "colipri" | "cosyvoice" | "cotracker" | "colpali" | "comet" | "cortiq" | "cosmos" | "cxr-foundation" | "deepforest" | "depth-anything-v2" | "depth-pro" | "derm-foundation" | "describe-anything" | "dia-tts" | "dia2" | "diff-interpretation-tuning" | "diffree" | "diffusers" | "diffusionkit" | "docking-at-home" | "doctr" | "drinkme" | "edsnlp" | "elm" | "encoderfile" | "ensomi" | "espnet" | "eupe" | "fairseq" | "fastai" | "fastprint" | "fasttext" | "fixer" | "flair" | "flexray" | "flextab" | "fme" | "gaussianformer" | "gemma.cpp" | "geometry-crafter" | "gliformer" | "gliner" | "gliner2" | "glm-tts" | "glyph-byt5" | "granite-library" | "grok" | "habibi-tts" | "hallo" | "minimax-h3" | "mect" | "hermes" | "holomotion" | "hezar" | "htrflow" | "hunyuan-dit" | "hunyuan3d-2" | "hunyuanworld-voyager" | "hy-worldplay" | "hy-world-2" | "image-matching-models" | "imstoucan" | "index-tts" | "infinitetalk" | "infinite-you" | "intellifold" | "ising-decoding" | "jev-style" | "keras" | "tf-keras" | "keras-hub" | "zeromodels" | "kernels" | "kimi-audio" | "kittentts" | "kronos" | "k2" | "lyra-2.0" | "lagernvs" | "laya" | "ltx" | "lightning-ir" | "litert" | "litert-lm" | "lerobot" | "lightglue" | "liveportrait" | "longcat-video-avatar-1.5" | "llama-cpp-python" | "mini-omni2" | "mindspore" | "magi-1" | "magenta-realtime" | "magenta-realtime-2" | "mamba-ssm" | "manas-1" | "mars5-tts" | "matanyone" | "memra" | "mesh-anything" | "merlin" | "medvae" | "mflux" | "microduck" | "mitie" | "ml-agents" | "ml-sharp" | "mlx" | "mlx-image" | "mlc-llm" | "model2vec" | "mobilint" | "montreal-forced-aligner" | "moshi" | "mtvcraft" | "multimolecule" | "nemo" | "ninfer" | "nobg" | "nv-medtech" | "open-oasis" | "open_clip" | "openasr" | "opendde" | "openpeerllm" | "open-sora" | "outetts" | "paddlenlp" | "PaddleOCR" | "peft" | "perception-encoder" | "phantom-wan" | "piper" | "pocket-tts" | "pruna-ai" | "pxia" | "pyannote-audio" | "py-feat" | "pythae" | "quantumpeer" | "qwen3_tts" | "recurrentgemma" | "relik" | "refiners" | "renderformer" | "reverb" | "rkllm" | "robo-orchard-lab" | "routee-powertrain" | "rwkv" | "saelens" | "scail-2" | "sam2" | "sam-3d-body" | "sam-3d-objects" | "same" | "sample-factory" | "sap-rpt-1-oss" | "sapiens" | "sapiens2" | "seedvr" | "self-forcing" | "sentence-transformers" | "setfit" | "shadow" | "sklearn" | "spacy" | "span-marker" | "speechbrain" | "ssr-speech" | "stable-audio-3" | "stable-audio-tools" | "monkeyocr" | "diffusion-single-file" | "seed-story" | "skala" | "soloaudio" | "songbloom" | "stable-baselines3" | "stanza" | "supertonic" | "swarmformer" | "synthefy-migas" | "f5-tts" | "genmo" | "tencent-song-generation" | "tensorflowtts" | "tensorrt" | "tabpfn" | "terratorch" | "tic-clip" | "timesfm" | "timee-ts" | "timm" | "tirex" | "tirex-2" | "torchgeo" | "transformers" | "transformers.js" | "trellis" | "trellis2" | "tunejury" | "ultralytics" | "univa" | "uni-3dar" | "unity-sentis" | "sana" | "videoprism" | "vfi-mamba" | "vismatch" | "lvface" | "voicecraft" | "voxcpm" | "vui" | "vqweb" | "vibevoice" | "videox_fun" | "wan2.2" | "wham" | "whisperkit" | "yolov10" | "yolov26" | "zonos" | "3dtopia-xl")[];
|
|
1953
1960
|
//# sourceMappingURL=model-libraries.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"model-libraries.d.ts","sourceRoot":"","sources":["../../src/model-libraries.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,gCAAgC,CAAC;AAEzE;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAChC;;;;OAIG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,QAAQ,CAAC,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,MAAM,EAAE,CAAC;IAC1C;;;;;OAKG;IACH,cAAc,CAAC,EAAE,kBAAkB,CAAC;IACpC;;;OAGG;IACH,MAAM,CAAC,EAAE,OAAO,CAAC;CACjB;AAED;;;;;;;;;;;;;GAaG;AAEH,eAAO,MAAM,2BAA2B
|
|
1
|
+
{"version":3,"file":"model-libraries.d.ts","sourceRoot":"","sources":["../../src/model-libraries.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,gCAAgC,CAAC;AAEzE;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAChC;;;;OAIG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,QAAQ,CAAC,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,MAAM,EAAE,CAAC;IAC1C;;;;;OAKG;IACH,cAAc,CAAC,EAAE,kBAAkB,CAAC;IACpC;;;OAGG;IACH,MAAM,CAAC,EAAE,OAAO,CAAC;CACjB;AAED;;;;;;;;;;;;;GAaG;AAEH,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAm3DI,CAAC;AAE7C,MAAM,MAAM,eAAe,GAAG,MAAM,OAAO,2BAA2B,CAAC;AAEvE,eAAO,MAAM,sBAAsB,EAA+C,eAAe,EAAE,CAAC;AAEpG,eAAO,MAAM,8BAA8B,4lHAQ1B,CAAC"}
|
|
@@ -503,6 +503,13 @@ exports.MODEL_LIBRARIES_UI_ELEMENTS = {
|
|
|
503
503
|
filter: false,
|
|
504
504
|
countDownloads: `path_extension:"encoderfile"`,
|
|
505
505
|
},
|
|
506
|
+
ensomi: {
|
|
507
|
+
prettyLabel: "ensomi",
|
|
508
|
+
repoName: "ensomi",
|
|
509
|
+
repoUrl: "https://github.com/ensomi-labs/ensomi-model",
|
|
510
|
+
filter: false,
|
|
511
|
+
countDownloads: `(path_filename:"ensomi-package" AND path_extension:"json") OR path:"checkpoint.pt"`,
|
|
512
|
+
},
|
|
506
513
|
espnet: {
|
|
507
514
|
prettyLabel: "ESPnet",
|
|
508
515
|
repoName: "ESPnet",
|
|
@@ -118,6 +118,12 @@ export declare const DATASET_LIBRARIES_UI_ELEMENTS: {
|
|
|
118
118
|
repoUrl: string;
|
|
119
119
|
docsUrl: string;
|
|
120
120
|
};
|
|
121
|
+
agentenv: {
|
|
122
|
+
prettyLabel: string;
|
|
123
|
+
repoName: string;
|
|
124
|
+
repoUrl: string;
|
|
125
|
+
docsUrl: string;
|
|
126
|
+
};
|
|
121
127
|
};
|
|
122
128
|
export type DatasetLibraryKey = keyof typeof DATASET_LIBRARIES_UI_ELEMENTS;
|
|
123
129
|
//# sourceMappingURL=dataset-libraries.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"dataset-libraries.d.ts","sourceRoot":"","sources":["../../src/dataset-libraries.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,MAAM,WAAW,uBAAuB;IACvC;;;;OAIG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,eAAO,MAAM,6BAA6B
|
|
1
|
+
{"version":3,"file":"dataset-libraries.d.ts","sourceRoot":"","sources":["../../src/dataset-libraries.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,MAAM,WAAW,uBAAuB;IACvC;;;;OAIG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAuGS,CAAC;AAGpD,MAAM,MAAM,iBAAiB,GAAG,MAAM,OAAO,6BAA6B,CAAC"}
|
|
@@ -95,4 +95,10 @@ export const DATASET_LIBRARIES_UI_ELEMENTS = {
|
|
|
95
95
|
repoUrl: "https://github.com/NVIDIA-NeMo/Gym",
|
|
96
96
|
docsUrl: "https://docs.nvidia.com/nemo/gym/",
|
|
97
97
|
},
|
|
98
|
+
agentenv: {
|
|
99
|
+
prettyLabel: "AgentEnv",
|
|
100
|
+
repoName: "agentenv-framework",
|
|
101
|
+
repoUrl: "https://github.com/scaleapi/agentenv-framework",
|
|
102
|
+
docsUrl: "https://www.agentenvframework.com/docs",
|
|
103
|
+
},
|
|
98
104
|
};
|
package/dist/esm/local-apps.d.ts
CHANGED
|
@@ -87,6 +87,14 @@ export declare const LOCAL_APPS: {
|
|
|
87
87
|
displayOnModelPage: typeof isLlamaCppGgufModel;
|
|
88
88
|
snippet: (model: ModelData, filepath?: string) => LocalAppSnippet[];
|
|
89
89
|
};
|
|
90
|
+
"llama-app": {
|
|
91
|
+
prettyLabel: string;
|
|
92
|
+
docsUrl: string;
|
|
93
|
+
mainTask: "text-generation";
|
|
94
|
+
macOSOnly: true;
|
|
95
|
+
displayOnModelPage: typeof isLlamaCppGgufModel;
|
|
96
|
+
deeplink: (model: ModelData, filepath?: string) => URL;
|
|
97
|
+
};
|
|
90
98
|
"node-llama-cpp": {
|
|
91
99
|
prettyLabel: string;
|
|
92
100
|
docsUrl: string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"local-apps.d.ts","sourceRoot":"","sources":["../../src/local-apps.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAKnD,MAAM,WAAW,eAAe;IAC/B;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IACd;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;OAEG;IACH,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;CAC3B;AAED;;GAEG;AACH,MAAM,MAAM,QAAQ,GAAG;IACtB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,KAAK,CAAC,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAA;KAAE,EAAE,GAAG,CAAC,CAAC,KAAK,EAAE,SAAS,KAAK;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC,CAAC;IACpG;;OAEG;IACH,QAAQ,EAAE,YAAY,CAAC;IACvB;;OAEG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;IAEpB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB;;OAEG;IACH,kBAAkB,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,OAAO,CAAC;CAClD,GAAG,CACD;IACA;;OAEG;IACH,QAAQ,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE,MAAM,KAAK,GAAG,CAAC;CACtD,GACD;IACA;;;;OAIG;IACH,OAAO,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE,MAAM,KAAK,MAAM,GAAG,MAAM,EAAE,GAAG,eAAe,GAAG,eAAe,EAAE,CAAC;CACzG,CACH,CAAC;AAsBF,iBAAS,UAAU,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAE7C;AAED,iBAAS,mBAAmB,CAAC,KAAK,EAAE,SAAS,WAE5C;AAED,iBAAS,WAAW,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAU9C;AAED,iBAAS,wBAAwB,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAE3D;AA0BD,iBAAS,cAAc,CAAC,KAAK,EAAE,SAAS,WAEvC;
|
|
1
|
+
{"version":3,"file":"local-apps.d.ts","sourceRoot":"","sources":["../../src/local-apps.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAKnD,MAAM,WAAW,eAAe;IAC/B;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IACd;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;OAEG;IACH,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;CAC3B;AAED;;GAEG;AACH,MAAM,MAAM,QAAQ,GAAG;IACtB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,KAAK,CAAC,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAA;KAAE,EAAE,GAAG,CAAC,CAAC,KAAK,EAAE,SAAS,KAAK;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC,CAAC;IACpG;;OAEG;IACH,QAAQ,EAAE,YAAY,CAAC;IACvB;;OAEG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;IAEpB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB;;OAEG;IACH,kBAAkB,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,OAAO,CAAC;CAClD,GAAG,CACD;IACA;;OAEG;IACH,QAAQ,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE,MAAM,KAAK,GAAG,CAAC;CACtD,GACD;IACA;;;;OAIG;IACH,OAAO,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE,MAAM,KAAK,MAAM,GAAG,MAAM,EAAE,GAAG,eAAe,GAAG,eAAe,EAAE,CAAC;CACzG,CACH,CAAC;AAsBF,iBAAS,UAAU,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAE7C;AAED,iBAAS,mBAAmB,CAAC,KAAK,EAAE,SAAS,WAE5C;AAED,iBAAS,WAAW,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAU9C;AAED,iBAAS,wBAAwB,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAE3D;AA0BD,iBAAS,cAAc,CAAC,KAAK,EAAE,SAAS,WAEvC;AAWD,iBAAS,4BAA4B,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAM/D;AAwbD;;;;;;;;;;GAUG;AACH,eAAO,MAAM,UAAU;;;;;;yBAtbS,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;;;gDAocjD,MAAM;;;;;;;yBArYE,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;;yBAyC3D,SAAS,KAAG,eAAe,EAAE;;;;;;oCAmX3B,SAAS;yBA7TT,SAAS,KAAG,eAAe,EAAE;;;;;;;yBAoF9B,SAAS,KAAG,eAAe,EAAE;;;;;;;yBA7B/B,SAAS,KAAG,eAAe,EAAE;;;;;;;;;;;;;;yBApIzB,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;yBAJjD,SAAS,aAAa,MAAM,KAAG,MAAM;;;;;;;;;;;;;;yBAkT1B,SAAS,aAAa,MAAM,KAAG,MAAM;;;;;;;yBAM9C,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;;yBAlGtD,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;;yBAkCvC,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;;yBA2BnD,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;CAgT5C,CAAC;AAErC,MAAM,MAAM,WAAW,GAAG,MAAM,OAAO,UAAU,CAAC"}
|
package/dist/esm/local-apps.js
CHANGED
|
@@ -57,6 +57,12 @@ function getChatTemplate(model) {
|
|
|
57
57
|
function isUnslothModel(model) {
|
|
58
58
|
return model.tags.includes("unsloth") || isLlamaCppGgufModel(model);
|
|
59
59
|
}
|
|
60
|
+
function isEmbeddingModel(model) {
|
|
61
|
+
return (!model.tags.includes("decision-model") &&
|
|
62
|
+
(model.tags.includes("feature-extraction") ||
|
|
63
|
+
model.pipeline_tag === "feature-extraction" ||
|
|
64
|
+
model.pipeline_tag === "sentence-similarity"));
|
|
65
|
+
}
|
|
60
66
|
function isToolCallingLocalAgentModel(model) {
|
|
61
67
|
return ((isLlamaCppGgufModel(model) || isMlxModel(model)) &&
|
|
62
68
|
model.tags.includes("conversational") &&
|
|
@@ -71,27 +77,35 @@ function getQuantTag(filepath) {
|
|
|
71
77
|
return quantLabel ? `:${quantLabel}` : defaultTag;
|
|
72
78
|
}
|
|
73
79
|
const snippetLlamacpp = (model, filepath) => {
|
|
80
|
+
const isEmbedding = isEmbeddingModel(model);
|
|
74
81
|
const serverCommand = (binary) => {
|
|
75
|
-
const snippet =
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
82
|
+
const snippet = isEmbedding
|
|
83
|
+
? [
|
|
84
|
+
"# Start a local OpenAI-compatible embeddings server:",
|
|
85
|
+
`${binary} -hf ${model.id}${getQuantTag(filepath)} --embeddings`,
|
|
86
|
+
]
|
|
87
|
+
: [
|
|
88
|
+
"# Start a local OpenAI-compatible server with a web UI:",
|
|
89
|
+
`${binary} -hf ${model.id}${getQuantTag(filepath)}`,
|
|
90
|
+
];
|
|
79
91
|
return snippet.join("\n");
|
|
80
92
|
};
|
|
81
93
|
const cliCommand = (binary) => {
|
|
82
94
|
const snippet = ["# Run inference directly in the terminal:", `${binary} -hf ${model.id}${getQuantTag(filepath)}`];
|
|
83
95
|
return snippet.join("\n");
|
|
84
96
|
};
|
|
97
|
+
// Embedding models don't generate text, so there is no CLI command for them
|
|
98
|
+
const commands = (serverBinary, cliBinary) => isEmbedding ? [serverCommand(serverBinary)] : [serverCommand(serverBinary), cliCommand(cliBinary)];
|
|
85
99
|
return [
|
|
86
100
|
{
|
|
87
101
|
title: "Install (macOS, Linux)",
|
|
88
102
|
setup: "curl -LsSf https://llama.app/install.sh | sh",
|
|
89
|
-
content:
|
|
103
|
+
content: commands("llama serve", "llama cli"),
|
|
90
104
|
},
|
|
91
105
|
{
|
|
92
106
|
title: "Install from WinGet (Windows)",
|
|
93
107
|
setup: "winget install llama.cpp",
|
|
94
|
-
content:
|
|
108
|
+
content: commands("llama serve", "llama cli"),
|
|
95
109
|
},
|
|
96
110
|
{
|
|
97
111
|
title: "Use pre-built binary",
|
|
@@ -100,7 +114,7 @@ const snippetLlamacpp = (model, filepath) => {
|
|
|
100
114
|
"# Download pre-built binary from:",
|
|
101
115
|
"# https://github.com/ggerganov/llama.cpp/releases",
|
|
102
116
|
].join("\n"),
|
|
103
|
-
content:
|
|
117
|
+
content: commands("./llama-server", "./llama-cli"),
|
|
104
118
|
},
|
|
105
119
|
{
|
|
106
120
|
title: "Build from source code",
|
|
@@ -110,12 +124,17 @@ const snippetLlamacpp = (model, filepath) => {
|
|
|
110
124
|
"cmake -B build",
|
|
111
125
|
"cmake --build build -j --target llama-server llama-cli",
|
|
112
126
|
].join("\n"),
|
|
113
|
-
content:
|
|
114
|
-
},
|
|
115
|
-
{
|
|
116
|
-
title: "Use Docker",
|
|
117
|
-
content: snippetDockerModelRunner(model, filepath),
|
|
127
|
+
content: commands("./build/bin/llama-server", "./build/bin/llama-cli"),
|
|
118
128
|
},
|
|
129
|
+
// `docker model run` starts a chat session, which embedding models don't support
|
|
130
|
+
...(isEmbedding
|
|
131
|
+
? []
|
|
132
|
+
: [
|
|
133
|
+
{
|
|
134
|
+
title: "Use Docker",
|
|
135
|
+
content: snippetDockerModelRunner(model, filepath),
|
|
136
|
+
},
|
|
137
|
+
]),
|
|
119
138
|
];
|
|
120
139
|
};
|
|
121
140
|
const snippetNodeLlamaCppCli = (model, filepath) => {
|
|
@@ -465,11 +484,22 @@ const snippetLemonade = (model, filepath) => {
|
|
|
465
484
|
export const LOCAL_APPS = {
|
|
466
485
|
"llama.cpp": {
|
|
467
486
|
prettyLabel: "llama.cpp",
|
|
468
|
-
docsUrl: "https://github.com/
|
|
487
|
+
docsUrl: "https://github.com/ggml-org/llama.cpp",
|
|
469
488
|
mainTask: "text-generation",
|
|
470
489
|
displayOnModelPage: isLlamaCppGgufModel,
|
|
471
490
|
snippet: snippetLlamacpp,
|
|
472
491
|
},
|
|
492
|
+
"llama-app": {
|
|
493
|
+
prettyLabel: "Llama",
|
|
494
|
+
docsUrl: "https://github.com/ggml-org/Llama-macOS",
|
|
495
|
+
mainTask: "text-generation",
|
|
496
|
+
macOSOnly: true,
|
|
497
|
+
displayOnModelPage: isLlamaCppGgufModel,
|
|
498
|
+
deeplink: (model, filepath) => {
|
|
499
|
+
const quantLabel = filepath ? parseGGUFQuantLabel(filepath) : undefined;
|
|
500
|
+
return new URL(`llama://install?repo=${model.id}${quantLabel ? `&quant=${quantLabel}` : ""}`);
|
|
501
|
+
},
|
|
502
|
+
},
|
|
473
503
|
"node-llama-cpp": {
|
|
474
504
|
prettyLabel: "node-llama-cpp",
|
|
475
505
|
docsUrl: "https://node-llama-cpp.withcat.ai",
|
|
@@ -31,6 +31,30 @@ llama serve -hf mlabonne/gemma-2b-GGUF:{{QUANT_TAG}}`,
|
|
|
31
31
|
llama cli -hf mlabonne/gemma-2b-GGUF:{{QUANT_TAG}}`,
|
|
32
32
|
]);
|
|
33
33
|
});
|
|
34
|
+
it("llama.cpp embedding", async () => {
|
|
35
|
+
const { snippet: snippetFunc } = LOCAL_APPS["llama.cpp"];
|
|
36
|
+
const model = {
|
|
37
|
+
id: "ggml-org/embeddinggemma-300M-GGUF",
|
|
38
|
+
tags: ["feature-extraction"],
|
|
39
|
+
inference: "",
|
|
40
|
+
};
|
|
41
|
+
const snippet = snippetFunc(model);
|
|
42
|
+
expect(snippet[0].content).toEqual([
|
|
43
|
+
`# Start a local OpenAI-compatible embeddings server:
|
|
44
|
+
llama serve -hf ggml-org/embeddinggemma-300M-GGUF:{{QUANT_TAG}} --embeddings`,
|
|
45
|
+
]);
|
|
46
|
+
expect(snippet.map((s) => s.title)).not.toContain("Use Docker");
|
|
47
|
+
});
|
|
48
|
+
it("llama.cpp decision model is not treated as an embedding model", async () => {
|
|
49
|
+
const { snippet: snippetFunc } = LOCAL_APPS["llama.cpp"];
|
|
50
|
+
const model = {
|
|
51
|
+
id: "ggml-org/Julia-1-GGUF",
|
|
52
|
+
tags: ["feature-extraction", "decision-model"],
|
|
53
|
+
inference: "",
|
|
54
|
+
};
|
|
55
|
+
const snippet = snippetFunc(model);
|
|
56
|
+
expect(snippet[0].content[0]).not.toContain("--embeddings");
|
|
57
|
+
});
|
|
34
58
|
it("vLLM conversational llm", async () => {
|
|
35
59
|
const { snippet: snippetFunc } = LOCAL_APPS["vllm"];
|
|
36
60
|
const model = {
|
|
@@ -266,6 +290,18 @@ curl -X POST "http://localhost:8000/v1/chat/completions" \\
|
|
|
266
290
|
};
|
|
267
291
|
expect(displayOnModelPage(model)).toBe(false);
|
|
268
292
|
});
|
|
293
|
+
it("llama deeplink", async () => {
|
|
294
|
+
const { displayOnModelPage, deeplink } = LOCAL_APPS["llama-app"];
|
|
295
|
+
const model = {
|
|
296
|
+
id: "bartowski/Llama-3.2-3B-Instruct-GGUF",
|
|
297
|
+
tags: ["conversational"],
|
|
298
|
+
gguf: { total: 1, context_length: 4096 },
|
|
299
|
+
inference: "",
|
|
300
|
+
};
|
|
301
|
+
expect(displayOnModelPage(model)).toBe(true);
|
|
302
|
+
expect(deeplink(model).href).toBe("llama://install?repo=bartowski/Llama-3.2-3B-Instruct-GGUF");
|
|
303
|
+
expect(deeplink(model, "Llama-3.2-3B-Instruct-Q4_K_M.gguf").href).toBe("llama://install?repo=bartowski/Llama-3.2-3B-Instruct-GGUF&quant=Q4_K_M");
|
|
304
|
+
});
|
|
269
305
|
it("unsloth tagged model", async () => {
|
|
270
306
|
const { displayOnModelPage, deeplink } = LOCAL_APPS.unsloth;
|
|
271
307
|
const model = {
|
|
@@ -506,6 +506,13 @@ export declare const MODEL_LIBRARIES_UI_ELEMENTS: {
|
|
|
506
506
|
filter: false;
|
|
507
507
|
countDownloads: string;
|
|
508
508
|
};
|
|
509
|
+
ensomi: {
|
|
510
|
+
prettyLabel: string;
|
|
511
|
+
repoName: string;
|
|
512
|
+
repoUrl: string;
|
|
513
|
+
filter: false;
|
|
514
|
+
countDownloads: string;
|
|
515
|
+
};
|
|
509
516
|
espnet: {
|
|
510
517
|
prettyLabel: string;
|
|
511
518
|
repoName: string;
|
|
@@ -1949,5 +1956,5 @@ export declare const MODEL_LIBRARIES_UI_ELEMENTS: {
|
|
|
1949
1956
|
};
|
|
1950
1957
|
export type ModelLibraryKey = keyof typeof MODEL_LIBRARIES_UI_ELEMENTS;
|
|
1951
1958
|
export declare const ALL_MODEL_LIBRARY_KEYS: ModelLibraryKey[];
|
|
1952
|
-
export declare const ALL_DISPLAY_MODEL_LIBRARY_KEYS: ("aadya-neural" | "acestep" | "adapter-transformers" | "allennlp" | "aneforge" | "anemoi" | "araclip" | "asimov" | "aviation-ner" | "asteroid" | "audiocraft" | "audioseal" | "bagel-mot" | "bboxmaskpose" | "ben2" | "bertopic" | "big_vision" | "bionemo" | "birder" | "birefnet" | "bm25s" | "boltzgen" | "cancertathomev2" | "cartesia_pytorch" | "cartesia_mlx" | "causilo" | "ccpfn" | "champ" | "chatterbox" | "chaossim" | "chat_tts" | "chexmix" | "chronos-forecasting" | "clara" | "clipscope" | "cloud-agents" | "collectorvision" | "colipri" | "cosyvoice" | "cotracker" | "colpali" | "comet" | "cortiq" | "cosmos" | "cxr-foundation" | "deepforest" | "depth-anything-v2" | "depth-pro" | "derm-foundation" | "describe-anything" | "dia-tts" | "dia2" | "diff-interpretation-tuning" | "diffree" | "diffusers" | "diffusionkit" | "docking-at-home" | "doctr" | "drinkme" | "edsnlp" | "elm" | "encoderfile" | "espnet" | "eupe" | "fairseq" | "fastai" | "fastprint" | "fasttext" | "fixer" | "flair" | "flexray" | "flextab" | "fme" | "gaussianformer" | "gemma.cpp" | "geometry-crafter" | "gliformer" | "gliner" | "gliner2" | "glm-tts" | "glyph-byt5" | "granite-library" | "grok" | "habibi-tts" | "hallo" | "minimax-h3" | "mect" | "hermes" | "holomotion" | "hezar" | "htrflow" | "hunyuan-dit" | "hunyuan3d-2" | "hunyuanworld-voyager" | "hy-worldplay" | "hy-world-2" | "image-matching-models" | "imstoucan" | "index-tts" | "infinitetalk" | "infinite-you" | "intellifold" | "ising-decoding" | "jev-style" | "keras" | "tf-keras" | "keras-hub" | "zeromodels" | "kernels" | "kimi-audio" | "kittentts" | "kronos" | "k2" | "lyra-2.0" | "lagernvs" | "laya" | "ltx" | "lightning-ir" | "litert" | "litert-lm" | "lerobot" | "lightglue" | "liveportrait" | "longcat-video-avatar-1.5" | "llama-cpp-python" | "mini-omni2" | "mindspore" | "magi-1" | "magenta-realtime" | "magenta-realtime-2" | "mamba-ssm" | "manas-1" | "mars5-tts" | "matanyone" | "memra" | "mesh-anything" | "merlin" | "medvae" | "mflux" | "microduck" | "mitie" | "ml-agents" | "ml-sharp" | "mlx" | "mlx-image" | "mlc-llm" | "model2vec" | "mobilint" | "montreal-forced-aligner" | "moshi" | "mtvcraft" | "multimolecule" | "nemo" | "ninfer" | "nobg" | "nv-medtech" | "open-oasis" | "open_clip" | "openasr" | "opendde" | "openpeerllm" | "open-sora" | "outetts" | "paddlenlp" | "PaddleOCR" | "peft" | "perception-encoder" | "phantom-wan" | "piper" | "pocket-tts" | "pruna-ai" | "pxia" | "pyannote-audio" | "py-feat" | "pythae" | "quantumpeer" | "qwen3_tts" | "recurrentgemma" | "relik" | "refiners" | "renderformer" | "reverb" | "rkllm" | "robo-orchard-lab" | "routee-powertrain" | "rwkv" | "saelens" | "scail-2" | "sam2" | "sam-3d-body" | "sam-3d-objects" | "same" | "sample-factory" | "sap-rpt-1-oss" | "sapiens" | "sapiens2" | "seedvr" | "self-forcing" | "sentence-transformers" | "setfit" | "shadow" | "sklearn" | "spacy" | "span-marker" | "speechbrain" | "ssr-speech" | "stable-audio-3" | "stable-audio-tools" | "monkeyocr" | "diffusion-single-file" | "seed-story" | "skala" | "soloaudio" | "songbloom" | "stable-baselines3" | "stanza" | "supertonic" | "swarmformer" | "synthefy-migas" | "f5-tts" | "genmo" | "tencent-song-generation" | "tensorflowtts" | "tensorrt" | "tabpfn" | "terratorch" | "tic-clip" | "timesfm" | "timee-ts" | "timm" | "tirex" | "tirex-2" | "torchgeo" | "transformers" | "transformers.js" | "trellis" | "trellis2" | "tunejury" | "ultralytics" | "univa" | "uni-3dar" | "unity-sentis" | "sana" | "videoprism" | "vfi-mamba" | "vismatch" | "lvface" | "voicecraft" | "voxcpm" | "vui" | "vqweb" | "vibevoice" | "videox_fun" | "wan2.2" | "wham" | "whisperkit" | "yolov10" | "yolov26" | "zonos" | "3dtopia-xl")[];
|
|
1959
|
+
export declare const ALL_DISPLAY_MODEL_LIBRARY_KEYS: ("aadya-neural" | "acestep" | "adapter-transformers" | "allennlp" | "aneforge" | "anemoi" | "araclip" | "asimov" | "aviation-ner" | "asteroid" | "audiocraft" | "audioseal" | "bagel-mot" | "bboxmaskpose" | "ben2" | "bertopic" | "big_vision" | "bionemo" | "birder" | "birefnet" | "bm25s" | "boltzgen" | "cancertathomev2" | "cartesia_pytorch" | "cartesia_mlx" | "causilo" | "ccpfn" | "champ" | "chatterbox" | "chaossim" | "chat_tts" | "chexmix" | "chronos-forecasting" | "clara" | "clipscope" | "cloud-agents" | "collectorvision" | "colipri" | "cosyvoice" | "cotracker" | "colpali" | "comet" | "cortiq" | "cosmos" | "cxr-foundation" | "deepforest" | "depth-anything-v2" | "depth-pro" | "derm-foundation" | "describe-anything" | "dia-tts" | "dia2" | "diff-interpretation-tuning" | "diffree" | "diffusers" | "diffusionkit" | "docking-at-home" | "doctr" | "drinkme" | "edsnlp" | "elm" | "encoderfile" | "ensomi" | "espnet" | "eupe" | "fairseq" | "fastai" | "fastprint" | "fasttext" | "fixer" | "flair" | "flexray" | "flextab" | "fme" | "gaussianformer" | "gemma.cpp" | "geometry-crafter" | "gliformer" | "gliner" | "gliner2" | "glm-tts" | "glyph-byt5" | "granite-library" | "grok" | "habibi-tts" | "hallo" | "minimax-h3" | "mect" | "hermes" | "holomotion" | "hezar" | "htrflow" | "hunyuan-dit" | "hunyuan3d-2" | "hunyuanworld-voyager" | "hy-worldplay" | "hy-world-2" | "image-matching-models" | "imstoucan" | "index-tts" | "infinitetalk" | "infinite-you" | "intellifold" | "ising-decoding" | "jev-style" | "keras" | "tf-keras" | "keras-hub" | "zeromodels" | "kernels" | "kimi-audio" | "kittentts" | "kronos" | "k2" | "lyra-2.0" | "lagernvs" | "laya" | "ltx" | "lightning-ir" | "litert" | "litert-lm" | "lerobot" | "lightglue" | "liveportrait" | "longcat-video-avatar-1.5" | "llama-cpp-python" | "mini-omni2" | "mindspore" | "magi-1" | "magenta-realtime" | "magenta-realtime-2" | "mamba-ssm" | "manas-1" | "mars5-tts" | "matanyone" | "memra" | "mesh-anything" | "merlin" | "medvae" | "mflux" | "microduck" | "mitie" | "ml-agents" | "ml-sharp" | "mlx" | "mlx-image" | "mlc-llm" | "model2vec" | "mobilint" | "montreal-forced-aligner" | "moshi" | "mtvcraft" | "multimolecule" | "nemo" | "ninfer" | "nobg" | "nv-medtech" | "open-oasis" | "open_clip" | "openasr" | "opendde" | "openpeerllm" | "open-sora" | "outetts" | "paddlenlp" | "PaddleOCR" | "peft" | "perception-encoder" | "phantom-wan" | "piper" | "pocket-tts" | "pruna-ai" | "pxia" | "pyannote-audio" | "py-feat" | "pythae" | "quantumpeer" | "qwen3_tts" | "recurrentgemma" | "relik" | "refiners" | "renderformer" | "reverb" | "rkllm" | "robo-orchard-lab" | "routee-powertrain" | "rwkv" | "saelens" | "scail-2" | "sam2" | "sam-3d-body" | "sam-3d-objects" | "same" | "sample-factory" | "sap-rpt-1-oss" | "sapiens" | "sapiens2" | "seedvr" | "self-forcing" | "sentence-transformers" | "setfit" | "shadow" | "sklearn" | "spacy" | "span-marker" | "speechbrain" | "ssr-speech" | "stable-audio-3" | "stable-audio-tools" | "monkeyocr" | "diffusion-single-file" | "seed-story" | "skala" | "soloaudio" | "songbloom" | "stable-baselines3" | "stanza" | "supertonic" | "swarmformer" | "synthefy-migas" | "f5-tts" | "genmo" | "tencent-song-generation" | "tensorflowtts" | "tensorrt" | "tabpfn" | "terratorch" | "tic-clip" | "timesfm" | "timee-ts" | "timm" | "tirex" | "tirex-2" | "torchgeo" | "transformers" | "transformers.js" | "trellis" | "trellis2" | "tunejury" | "ultralytics" | "univa" | "uni-3dar" | "unity-sentis" | "sana" | "videoprism" | "vfi-mamba" | "vismatch" | "lvface" | "voicecraft" | "voxcpm" | "vui" | "vqweb" | "vibevoice" | "videox_fun" | "wan2.2" | "wham" | "whisperkit" | "yolov10" | "yolov26" | "zonos" | "3dtopia-xl")[];
|
|
1953
1960
|
//# sourceMappingURL=model-libraries.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"model-libraries.d.ts","sourceRoot":"","sources":["../../src/model-libraries.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,gCAAgC,CAAC;AAEzE;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAChC;;;;OAIG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,QAAQ,CAAC,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,MAAM,EAAE,CAAC;IAC1C;;;;;OAKG;IACH,cAAc,CAAC,EAAE,kBAAkB,CAAC;IACpC;;;OAGG;IACH,MAAM,CAAC,EAAE,OAAO,CAAC;CACjB;AAED;;;;;;;;;;;;;GAaG;AAEH,eAAO,MAAM,2BAA2B
|
|
1
|
+
{"version":3,"file":"model-libraries.d.ts","sourceRoot":"","sources":["../../src/model-libraries.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,gCAAgC,CAAC;AAEzE;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAChC;;;;OAIG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,QAAQ,CAAC,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,MAAM,EAAE,CAAC;IAC1C;;;;;OAKG;IACH,cAAc,CAAC,EAAE,kBAAkB,CAAC;IACpC;;;OAGG;IACH,MAAM,CAAC,EAAE,OAAO,CAAC;CACjB;AAED;;;;;;;;;;;;;GAaG;AAEH,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAm3DI,CAAC;AAE7C,MAAM,MAAM,eAAe,GAAG,MAAM,OAAO,2BAA2B,CAAC;AAEvE,eAAO,MAAM,sBAAsB,EAA+C,eAAe,EAAE,CAAC;AAEpG,eAAO,MAAM,8BAA8B,4lHAQ1B,CAAC"}
|
|
@@ -467,6 +467,13 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = {
|
|
|
467
467
|
filter: false,
|
|
468
468
|
countDownloads: `path_extension:"encoderfile"`,
|
|
469
469
|
},
|
|
470
|
+
ensomi: {
|
|
471
|
+
prettyLabel: "ensomi",
|
|
472
|
+
repoName: "ensomi",
|
|
473
|
+
repoUrl: "https://github.com/ensomi-labs/ensomi-model",
|
|
474
|
+
filter: false,
|
|
475
|
+
countDownloads: `(path_filename:"ensomi-package" AND path_extension:"json") OR path:"checkpoint.pt"`,
|
|
476
|
+
},
|
|
470
477
|
espnet: {
|
|
471
478
|
prettyLabel: "ESPnet",
|
|
472
479
|
repoName: "ESPnet",
|
package/package.json
CHANGED
package/src/dataset-libraries.ts
CHANGED
|
@@ -119,6 +119,12 @@ export const DATASET_LIBRARIES_UI_ELEMENTS = {
|
|
|
119
119
|
repoUrl: "https://github.com/NVIDIA-NeMo/Gym",
|
|
120
120
|
docsUrl: "https://docs.nvidia.com/nemo/gym/",
|
|
121
121
|
},
|
|
122
|
+
agentenv: {
|
|
123
|
+
prettyLabel: "AgentEnv",
|
|
124
|
+
repoName: "agentenv-framework",
|
|
125
|
+
repoUrl: "https://github.com/scaleapi/agentenv-framework",
|
|
126
|
+
docsUrl: "https://www.agentenvframework.com/docs",
|
|
127
|
+
},
|
|
122
128
|
} satisfies Record<string, DatasetLibraryUiElement>;
|
|
123
129
|
|
|
124
130
|
/// List of the dataset libraries supported by the Hub
|
package/src/local-apps.spec.ts
CHANGED
|
@@ -37,6 +37,34 @@ llama cli -hf mlabonne/gemma-2b-GGUF:{{QUANT_TAG}}`,
|
|
|
37
37
|
]);
|
|
38
38
|
});
|
|
39
39
|
|
|
40
|
+
it("llama.cpp embedding", async () => {
|
|
41
|
+
const { snippet: snippetFunc } = LOCAL_APPS["llama.cpp"];
|
|
42
|
+
const model: ModelData = {
|
|
43
|
+
id: "ggml-org/embeddinggemma-300M-GGUF",
|
|
44
|
+
tags: ["feature-extraction"],
|
|
45
|
+
inference: "",
|
|
46
|
+
};
|
|
47
|
+
const snippet = snippetFunc(model);
|
|
48
|
+
|
|
49
|
+
expect(snippet[0].content).toEqual([
|
|
50
|
+
`# Start a local OpenAI-compatible embeddings server:
|
|
51
|
+
llama serve -hf ggml-org/embeddinggemma-300M-GGUF:{{QUANT_TAG}} --embeddings`,
|
|
52
|
+
]);
|
|
53
|
+
expect(snippet.map((s) => s.title)).not.toContain("Use Docker");
|
|
54
|
+
});
|
|
55
|
+
|
|
56
|
+
it("llama.cpp decision model is not treated as an embedding model", async () => {
|
|
57
|
+
const { snippet: snippetFunc } = LOCAL_APPS["llama.cpp"];
|
|
58
|
+
const model: ModelData = {
|
|
59
|
+
id: "ggml-org/Julia-1-GGUF",
|
|
60
|
+
tags: ["feature-extraction", "decision-model"],
|
|
61
|
+
inference: "",
|
|
62
|
+
};
|
|
63
|
+
const snippet = snippetFunc(model);
|
|
64
|
+
|
|
65
|
+
expect(snippet[0].content[0]).not.toContain("--embeddings");
|
|
66
|
+
});
|
|
67
|
+
|
|
40
68
|
it("vLLM conversational llm", async () => {
|
|
41
69
|
const { snippet: snippetFunc } = LOCAL_APPS["vllm"];
|
|
42
70
|
const model: ModelData = {
|
|
@@ -300,6 +328,22 @@ curl -X POST "http://localhost:8000/v1/chat/completions" \\
|
|
|
300
328
|
expect(displayOnModelPage(model)).toBe(false);
|
|
301
329
|
});
|
|
302
330
|
|
|
331
|
+
it("llama deeplink", async () => {
|
|
332
|
+
const { displayOnModelPage, deeplink } = LOCAL_APPS["llama-app"];
|
|
333
|
+
const model: ModelData = {
|
|
334
|
+
id: "bartowski/Llama-3.2-3B-Instruct-GGUF",
|
|
335
|
+
tags: ["conversational"],
|
|
336
|
+
gguf: { total: 1, context_length: 4096 },
|
|
337
|
+
inference: "",
|
|
338
|
+
};
|
|
339
|
+
|
|
340
|
+
expect(displayOnModelPage(model)).toBe(true);
|
|
341
|
+
expect(deeplink(model).href).toBe("llama://install?repo=bartowski/Llama-3.2-3B-Instruct-GGUF");
|
|
342
|
+
expect(deeplink(model, "Llama-3.2-3B-Instruct-Q4_K_M.gguf").href).toBe(
|
|
343
|
+
"llama://install?repo=bartowski/Llama-3.2-3B-Instruct-GGUF&quant=Q4_K_M",
|
|
344
|
+
);
|
|
345
|
+
});
|
|
346
|
+
|
|
303
347
|
it("unsloth tagged model", async () => {
|
|
304
348
|
const { displayOnModelPage, deeplink } = LOCAL_APPS.unsloth;
|
|
305
349
|
const model: ModelData = {
|
package/src/local-apps.ts
CHANGED
|
@@ -139,6 +139,15 @@ function isUnslothModel(model: ModelData) {
|
|
|
139
139
|
return model.tags.includes("unsloth") || isLlamaCppGgufModel(model);
|
|
140
140
|
}
|
|
141
141
|
|
|
142
|
+
function isEmbeddingModel(model: ModelData): boolean {
|
|
143
|
+
return (
|
|
144
|
+
!model.tags.includes("decision-model") &&
|
|
145
|
+
(model.tags.includes("feature-extraction") ||
|
|
146
|
+
model.pipeline_tag === "feature-extraction" ||
|
|
147
|
+
model.pipeline_tag === "sentence-similarity")
|
|
148
|
+
);
|
|
149
|
+
}
|
|
150
|
+
|
|
142
151
|
function isToolCallingLocalAgentModel(model: ModelData): boolean {
|
|
143
152
|
return (
|
|
144
153
|
(isLlamaCppGgufModel(model) || isMlxModel(model)) &&
|
|
@@ -159,27 +168,36 @@ function getQuantTag(filepath?: string): string {
|
|
|
159
168
|
}
|
|
160
169
|
|
|
161
170
|
const snippetLlamacpp = (model: ModelData, filepath?: string): LocalAppSnippet[] => {
|
|
171
|
+
const isEmbedding = isEmbeddingModel(model);
|
|
162
172
|
const serverCommand = (binary: string) => {
|
|
163
|
-
const snippet =
|
|
164
|
-
|
|
165
|
-
|
|
166
|
-
|
|
173
|
+
const snippet = isEmbedding
|
|
174
|
+
? [
|
|
175
|
+
"# Start a local OpenAI-compatible embeddings server:",
|
|
176
|
+
`${binary} -hf ${model.id}${getQuantTag(filepath)} --embeddings`,
|
|
177
|
+
]
|
|
178
|
+
: [
|
|
179
|
+
"# Start a local OpenAI-compatible server with a web UI:",
|
|
180
|
+
`${binary} -hf ${model.id}${getQuantTag(filepath)}`,
|
|
181
|
+
];
|
|
167
182
|
return snippet.join("\n");
|
|
168
183
|
};
|
|
169
184
|
const cliCommand = (binary: string) => {
|
|
170
185
|
const snippet = ["# Run inference directly in the terminal:", `${binary} -hf ${model.id}${getQuantTag(filepath)}`];
|
|
171
186
|
return snippet.join("\n");
|
|
172
187
|
};
|
|
188
|
+
// Embedding models don't generate text, so there is no CLI command for them
|
|
189
|
+
const commands = (serverBinary: string, cliBinary: string) =>
|
|
190
|
+
isEmbedding ? [serverCommand(serverBinary)] : [serverCommand(serverBinary), cliCommand(cliBinary)];
|
|
173
191
|
return [
|
|
174
192
|
{
|
|
175
193
|
title: "Install (macOS, Linux)",
|
|
176
194
|
setup: "curl -LsSf https://llama.app/install.sh | sh",
|
|
177
|
-
content:
|
|
195
|
+
content: commands("llama serve", "llama cli"),
|
|
178
196
|
},
|
|
179
197
|
{
|
|
180
198
|
title: "Install from WinGet (Windows)",
|
|
181
199
|
setup: "winget install llama.cpp",
|
|
182
|
-
content:
|
|
200
|
+
content: commands("llama serve", "llama cli"),
|
|
183
201
|
},
|
|
184
202
|
{
|
|
185
203
|
title: "Use pre-built binary",
|
|
@@ -188,7 +206,7 @@ const snippetLlamacpp = (model: ModelData, filepath?: string): LocalAppSnippet[]
|
|
|
188
206
|
"# Download pre-built binary from:",
|
|
189
207
|
"# https://github.com/ggerganov/llama.cpp/releases",
|
|
190
208
|
].join("\n"),
|
|
191
|
-
content:
|
|
209
|
+
content: commands("./llama-server", "./llama-cli"),
|
|
192
210
|
},
|
|
193
211
|
{
|
|
194
212
|
title: "Build from source code",
|
|
@@ -198,12 +216,17 @@ const snippetLlamacpp = (model: ModelData, filepath?: string): LocalAppSnippet[]
|
|
|
198
216
|
"cmake -B build",
|
|
199
217
|
"cmake --build build -j --target llama-server llama-cli",
|
|
200
218
|
].join("\n"),
|
|
201
|
-
content:
|
|
202
|
-
},
|
|
203
|
-
{
|
|
204
|
-
title: "Use Docker",
|
|
205
|
-
content: snippetDockerModelRunner(model, filepath),
|
|
219
|
+
content: commands("./build/bin/llama-server", "./build/bin/llama-cli"),
|
|
206
220
|
},
|
|
221
|
+
// `docker model run` starts a chat session, which embedding models don't support
|
|
222
|
+
...(isEmbedding
|
|
223
|
+
? []
|
|
224
|
+
: [
|
|
225
|
+
{
|
|
226
|
+
title: "Use Docker",
|
|
227
|
+
content: snippetDockerModelRunner(model, filepath),
|
|
228
|
+
},
|
|
229
|
+
]),
|
|
207
230
|
];
|
|
208
231
|
};
|
|
209
232
|
|
|
@@ -585,11 +608,22 @@ const snippetLemonade = (model: ModelData, filepath?: string): LocalAppSnippet[]
|
|
|
585
608
|
export const LOCAL_APPS = {
|
|
586
609
|
"llama.cpp": {
|
|
587
610
|
prettyLabel: "llama.cpp",
|
|
588
|
-
docsUrl: "https://github.com/
|
|
611
|
+
docsUrl: "https://github.com/ggml-org/llama.cpp",
|
|
589
612
|
mainTask: "text-generation",
|
|
590
613
|
displayOnModelPage: isLlamaCppGgufModel,
|
|
591
614
|
snippet: snippetLlamacpp,
|
|
592
615
|
},
|
|
616
|
+
"llama-app": {
|
|
617
|
+
prettyLabel: "Llama",
|
|
618
|
+
docsUrl: "https://github.com/ggml-org/Llama-macOS",
|
|
619
|
+
mainTask: "text-generation",
|
|
620
|
+
macOSOnly: true,
|
|
621
|
+
displayOnModelPage: isLlamaCppGgufModel,
|
|
622
|
+
deeplink: (model, filepath?: string) => {
|
|
623
|
+
const quantLabel = filepath ? parseGGUFQuantLabel(filepath) : undefined;
|
|
624
|
+
return new URL(`llama://install?repo=${model.id}${quantLabel ? `&quant=${quantLabel}` : ""}`);
|
|
625
|
+
},
|
|
626
|
+
},
|
|
593
627
|
"node-llama-cpp": {
|
|
594
628
|
prettyLabel: "node-llama-cpp",
|
|
595
629
|
docsUrl: "https://node-llama-cpp.withcat.ai",
|
package/src/model-libraries.ts
CHANGED
|
@@ -511,6 +511,13 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = {
|
|
|
511
511
|
filter: false,
|
|
512
512
|
countDownloads: `path_extension:"encoderfile"`,
|
|
513
513
|
},
|
|
514
|
+
ensomi: {
|
|
515
|
+
prettyLabel: "ensomi",
|
|
516
|
+
repoName: "ensomi",
|
|
517
|
+
repoUrl: "https://github.com/ensomi-labs/ensomi-model",
|
|
518
|
+
filter: false,
|
|
519
|
+
countDownloads: `(path_filename:"ensomi-package" AND path_extension:"json") OR path:"checkpoint.pt"`,
|
|
520
|
+
},
|
|
514
521
|
espnet: {
|
|
515
522
|
prettyLabel: "ESPnet",
|
|
516
523
|
repoName: "ESPnet",
|