@huggingface/tasks 0.19.34 → 0.19.36
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/commonjs/gguf.d.ts +3 -1
- package/dist/commonjs/gguf.d.ts.map +1 -1
- package/dist/commonjs/gguf.js +3 -0
- package/dist/commonjs/local-apps.d.ts +7 -0
- package/dist/commonjs/local-apps.d.ts.map +1 -1
- package/dist/commonjs/local-apps.js +31 -0
- package/dist/commonjs/model-libraries-snippets.d.ts.map +1 -1
- package/dist/commonjs/model-libraries-snippets.js +3 -2
- package/dist/commonjs/model-libraries.d.ts +7 -1
- package/dist/commonjs/model-libraries.d.ts.map +1 -1
- package/dist/commonjs/model-libraries.js +7 -1
- package/dist/commonjs/tasks/any-to-any/data.js +3 -3
- package/dist/commonjs/tasks/image-segmentation/data.js +2 -2
- package/dist/commonjs/tasks/image-text-to-text/data.d.ts.map +1 -1
- package/dist/commonjs/tasks/image-text-to-text/data.js +10 -38
- package/dist/commonjs/tasks/image-to-3d/data.js +2 -2
- package/dist/commonjs/tasks/image-to-image/data.d.ts.map +1 -1
- package/dist/commonjs/tasks/image-to-image/data.js +13 -25
- package/dist/commonjs/tasks/image-to-text/data.d.ts.map +1 -1
- package/dist/commonjs/tasks/image-to-text/data.js +10 -30
- package/dist/commonjs/tasks/keypoint-detection/data.js +5 -5
- package/dist/commonjs/tasks/object-detection/data.js +2 -2
- package/dist/commonjs/tasks/text-generation/data.d.ts.map +1 -1
- package/dist/commonjs/tasks/text-generation/data.js +14 -10
- package/dist/commonjs/tasks/text-to-image/data.js +6 -6
- package/dist/commonjs/tasks/text-to-speech/data.d.ts.map +1 -1
- package/dist/commonjs/tasks/text-to-speech/data.js +10 -14
- package/dist/commonjs/tasks/text-to-video/data.js +3 -3
- package/dist/commonjs/tasks/visual-document-retrieval/data.d.ts.map +1 -1
- package/dist/commonjs/tasks/visual-document-retrieval/data.js +6 -2
- package/dist/commonjs/tasks/zero-shot-object-detection/data.js +4 -4
- package/dist/esm/gguf.d.ts +3 -1
- package/dist/esm/gguf.d.ts.map +1 -1
- package/dist/esm/gguf.js +3 -0
- package/dist/esm/local-apps.d.ts +7 -0
- package/dist/esm/local-apps.d.ts.map +1 -1
- package/dist/esm/local-apps.js +31 -0
- package/dist/esm/model-libraries-snippets.d.ts.map +1 -1
- package/dist/esm/model-libraries-snippets.js +3 -2
- package/dist/esm/model-libraries.d.ts +7 -1
- package/dist/esm/model-libraries.d.ts.map +1 -1
- package/dist/esm/model-libraries.js +7 -1
- package/dist/esm/tasks/any-to-any/data.js +3 -3
- package/dist/esm/tasks/image-segmentation/data.js +2 -2
- package/dist/esm/tasks/image-text-to-text/data.d.ts.map +1 -1
- package/dist/esm/tasks/image-text-to-text/data.js +10 -38
- package/dist/esm/tasks/image-to-3d/data.js +2 -2
- package/dist/esm/tasks/image-to-image/data.d.ts.map +1 -1
- package/dist/esm/tasks/image-to-image/data.js +13 -25
- package/dist/esm/tasks/image-to-text/data.d.ts.map +1 -1
- package/dist/esm/tasks/image-to-text/data.js +10 -30
- package/dist/esm/tasks/keypoint-detection/data.js +5 -5
- package/dist/esm/tasks/object-detection/data.js +2 -2
- package/dist/esm/tasks/text-generation/data.d.ts.map +1 -1
- package/dist/esm/tasks/text-generation/data.js +14 -10
- package/dist/esm/tasks/text-to-image/data.js +6 -6
- package/dist/esm/tasks/text-to-speech/data.d.ts.map +1 -1
- package/dist/esm/tasks/text-to-speech/data.js +10 -14
- package/dist/esm/tasks/text-to-video/data.js +3 -3
- package/dist/esm/tasks/visual-document-retrieval/data.d.ts.map +1 -1
- package/dist/esm/tasks/visual-document-retrieval/data.js +6 -2
- package/dist/esm/tasks/zero-shot-object-detection/data.js +4 -4
- package/package.json +1 -1
- package/src/gguf.ts +3 -0
- package/src/local-apps.ts +32 -0
- package/src/model-libraries-snippets.ts +3 -2
- package/src/model-libraries.ts +7 -1
- package/src/tasks/any-to-any/data.ts +3 -3
- package/src/tasks/image-segmentation/data.ts +2 -2
- package/src/tasks/image-text-to-text/data.ts +10 -38
- package/src/tasks/image-to-3d/data.ts +2 -2
- package/src/tasks/image-to-image/data.ts +13 -25
- package/src/tasks/image-to-text/data.ts +10 -30
- package/src/tasks/keypoint-detection/data.ts +5 -5
- package/src/tasks/object-detection/data.ts +2 -2
- package/src/tasks/text-generation/data.ts +14 -10
- package/src/tasks/text-to-image/data.ts +6 -6
- package/src/tasks/text-to-speech/data.ts +10 -14
- package/src/tasks/text-to-video/data.ts +3 -3
- package/src/tasks/visual-document-retrieval/data.ts +7 -2
- package/src/tasks/zero-shot-object-detection/data.ts +4 -4
|
@@ -29,46 +29,26 @@ const taskData = {
|
|
|
29
29
|
metrics: [],
|
|
30
30
|
models: [
|
|
31
31
|
{
|
|
32
|
-
description: "
|
|
33
|
-
id: "
|
|
32
|
+
description: "Strong OCR model.",
|
|
33
|
+
id: "allenai/olmOCR-7B-0725",
|
|
34
34
|
},
|
|
35
35
|
{
|
|
36
|
-
description: "
|
|
37
|
-
id: "
|
|
38
|
-
},
|
|
39
|
-
{
|
|
40
|
-
description: "A strong optical character recognition model.",
|
|
41
|
-
id: "facebook/nougat-base",
|
|
42
|
-
},
|
|
43
|
-
{
|
|
44
|
-
description: "A powerful model that lets you have a conversation with the image.",
|
|
45
|
-
id: "llava-hf/llava-1.5-7b-hf",
|
|
36
|
+
description: "Powerful image captioning model.",
|
|
37
|
+
id: "fancyfeast/llama-joycaption-beta-one-hf-llava",
|
|
46
38
|
},
|
|
47
39
|
],
|
|
48
40
|
spaces: [
|
|
49
41
|
{
|
|
50
|
-
description: "
|
|
51
|
-
id: "
|
|
52
|
-
},
|
|
53
|
-
{
|
|
54
|
-
description: "A robust image captioning application.",
|
|
55
|
-
id: "flax-community/image-captioning",
|
|
56
|
-
},
|
|
57
|
-
{
|
|
58
|
-
description: "An application that transcribes handwritings into text.",
|
|
59
|
-
id: "nielsr/TrOCR-handwritten",
|
|
60
|
-
},
|
|
61
|
-
{
|
|
62
|
-
description: "An application that can caption images and answer questions about a given image.",
|
|
63
|
-
id: "Salesforce/BLIP",
|
|
42
|
+
description: "SVG generator app from images.",
|
|
43
|
+
id: "multimodalart/OmniSVG-3B",
|
|
64
44
|
},
|
|
65
45
|
{
|
|
66
|
-
description: "An application that
|
|
67
|
-
id: "
|
|
46
|
+
description: "An application that converts documents to markdown.",
|
|
47
|
+
id: "numind/NuMarkdown-8B-Thinking",
|
|
68
48
|
},
|
|
69
49
|
{
|
|
70
|
-
description: "An
|
|
71
|
-
id: "
|
|
50
|
+
description: "An application that can caption images.",
|
|
51
|
+
id: "fancyfeast/joy-caption-beta-one",
|
|
72
52
|
},
|
|
73
53
|
],
|
|
74
54
|
summary: "Image to text models output a text from a given image. Image captioning or optical character recognition can be considered as the most common applications of image to text.",
|
|
@@ -31,11 +31,11 @@ const taskData = {
|
|
|
31
31
|
},
|
|
32
32
|
{
|
|
33
33
|
description: "Strong keypoint detection model used to detect human pose.",
|
|
34
|
-
id: "
|
|
34
|
+
id: "qualcomm/RTMPose-Body2d",
|
|
35
35
|
},
|
|
36
36
|
{
|
|
37
|
-
description: "Powerful keypoint
|
|
38
|
-
id: "
|
|
37
|
+
description: "Powerful keypoint matching model.",
|
|
38
|
+
id: "ETH-CVG/lightglue_disk",
|
|
39
39
|
},
|
|
40
40
|
],
|
|
41
41
|
spaces: [
|
|
@@ -44,8 +44,8 @@ const taskData = {
|
|
|
44
44
|
id: "datasciencedojo/Hand-Keypoint-Detection-Realtime",
|
|
45
45
|
},
|
|
46
46
|
{
|
|
47
|
-
description: "An application
|
|
48
|
-
id: "
|
|
47
|
+
description: "An application for keypoint detection and matching.",
|
|
48
|
+
id: "ETH-CVG/LightGlue",
|
|
49
49
|
},
|
|
50
50
|
],
|
|
51
51
|
summary: "Keypoint detection is the task of identifying meaningful distinctive points or features in an image.",
|
|
@@ -57,8 +57,8 @@ const taskData = {
|
|
|
57
57
|
],
|
|
58
58
|
spaces: [
|
|
59
59
|
{
|
|
60
|
-
description: "
|
|
61
|
-
id: "
|
|
60
|
+
description: "Real-time object detection demo.",
|
|
61
|
+
id: "Roboflow/RF-DETR",
|
|
62
62
|
},
|
|
63
63
|
{
|
|
64
64
|
description: "An application that contains various object detection models to try from.",
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"data.d.ts","sourceRoot":"","sources":["../../../../src/tasks/text-generation/data.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAElD,QAAA,MAAM,QAAQ,EAAE,
|
|
1
|
+
{"version":3,"file":"data.d.ts","sourceRoot":"","sources":["../../../../src/tasks/text-generation/data.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAElD,QAAA,MAAM,QAAQ,EAAE,cA6Hf,CAAC;AAEF,eAAe,QAAQ,CAAC"}
|
|
@@ -58,20 +58,20 @@ const taskData = {
|
|
|
58
58
|
models: [
|
|
59
59
|
{ description: "A text-generation model trained to follow instructions.", id: "google/gemma-2-2b-it" },
|
|
60
60
|
{
|
|
61
|
-
description: "
|
|
62
|
-
id: "
|
|
61
|
+
description: "Powerful text generation model for coding.",
|
|
62
|
+
id: "Qwen/Qwen3-Coder-480B-A35B-Instruct",
|
|
63
63
|
},
|
|
64
64
|
{
|
|
65
|
-
description: "
|
|
66
|
-
id: "
|
|
65
|
+
description: "Great text generation model with top-notch tool calling capabilities.",
|
|
66
|
+
id: "openai/gpt-oss-120b",
|
|
67
67
|
},
|
|
68
68
|
{
|
|
69
|
-
description: "Powerful text generation model
|
|
70
|
-
id: "
|
|
69
|
+
description: "Powerful text generation model.",
|
|
70
|
+
id: "zai-org/GLM-4.5",
|
|
71
71
|
},
|
|
72
72
|
{
|
|
73
|
-
description: "A
|
|
74
|
-
id: "
|
|
73
|
+
description: "A powerful small model with reasoning capabilities.",
|
|
74
|
+
id: "Qwen/Qwen3-4B-Thinking-2507",
|
|
75
75
|
},
|
|
76
76
|
{
|
|
77
77
|
description: "Strong conversational model that supports very long instructions.",
|
|
@@ -88,8 +88,12 @@ const taskData = {
|
|
|
88
88
|
],
|
|
89
89
|
spaces: [
|
|
90
90
|
{
|
|
91
|
-
description: "
|
|
92
|
-
id: "
|
|
91
|
+
description: "An application that writes and executes code from text instructions and supports many models.",
|
|
92
|
+
id: "akhaliq/anycoder",
|
|
93
|
+
},
|
|
94
|
+
{
|
|
95
|
+
description: "An application that builds websites from natural language prompts.",
|
|
96
|
+
id: "enzostvs/deepsite",
|
|
93
97
|
},
|
|
94
98
|
{
|
|
95
99
|
description: "A leaderboard for comparing chain-of-thought performance of models.",
|
|
@@ -45,19 +45,19 @@ const taskData = {
|
|
|
45
45
|
models: [
|
|
46
46
|
{
|
|
47
47
|
description: "One of the most powerful image generation models that can generate realistic outputs.",
|
|
48
|
-
id: "black-forest-labs/FLUX.1-dev",
|
|
48
|
+
id: "black-forest-labs/FLUX.1-Krea-dev",
|
|
49
49
|
},
|
|
50
50
|
{
|
|
51
|
-
description: "A powerful
|
|
52
|
-
id: "
|
|
51
|
+
description: "A powerful image generation model.",
|
|
52
|
+
id: "Qwen/Qwen-Image",
|
|
53
53
|
},
|
|
54
54
|
{
|
|
55
|
-
description: "
|
|
56
|
-
id: "
|
|
55
|
+
description: "Powerful and fast image generation model.",
|
|
56
|
+
id: "ByteDance/SDXL-Lightning",
|
|
57
57
|
},
|
|
58
58
|
{
|
|
59
59
|
description: "A powerful text-to-image model.",
|
|
60
|
-
id: "
|
|
60
|
+
id: "ByteDance/Hyper-SD",
|
|
61
61
|
},
|
|
62
62
|
],
|
|
63
63
|
spaces: [
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"data.d.ts","sourceRoot":"","sources":["../../../../src/tasks/text-to-speech/data.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAElD,QAAA,MAAM,QAAQ,EAAE,
|
|
1
|
+
{"version":3,"file":"data.d.ts","sourceRoot":"","sources":["../../../../src/tasks/text-to-speech/data.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAElD,QAAA,MAAM,QAAQ,EAAE,cAiFf,CAAC;AAEF,eAAe,QAAQ,CAAC"}
|
|
@@ -37,24 +37,20 @@ const taskData = {
|
|
|
37
37
|
],
|
|
38
38
|
models: [
|
|
39
39
|
{
|
|
40
|
-
description: "
|
|
41
|
-
id: "
|
|
40
|
+
description: "Small yet powerful TTS model.",
|
|
41
|
+
id: "KittenML/kitten-tts-nano-0.1",
|
|
42
42
|
},
|
|
43
43
|
{
|
|
44
|
-
description: "
|
|
45
|
-
id: "
|
|
44
|
+
description: "Bleeding edge TTS model.",
|
|
45
|
+
id: "ResembleAI/chatterbox",
|
|
46
46
|
},
|
|
47
47
|
{
|
|
48
48
|
description: "A massively multi-lingual TTS model.",
|
|
49
49
|
id: "fishaudio/fish-speech-1.5",
|
|
50
50
|
},
|
|
51
51
|
{
|
|
52
|
-
description: "A
|
|
53
|
-
id: "
|
|
54
|
-
},
|
|
55
|
-
{
|
|
56
|
-
description: "Small yet powerful TTS model.",
|
|
57
|
-
id: "hexgrad/Kokoro-82M",
|
|
52
|
+
description: "A text-to-dialogue model.",
|
|
53
|
+
id: "nari-labs/Dia-1.6B-0626",
|
|
58
54
|
},
|
|
59
55
|
],
|
|
60
56
|
spaces: [
|
|
@@ -67,12 +63,12 @@ const taskData = {
|
|
|
67
63
|
id: "fishaudio/fish-speech-1",
|
|
68
64
|
},
|
|
69
65
|
{
|
|
70
|
-
description: "
|
|
71
|
-
id: "
|
|
66
|
+
description: "Performant TTS application.",
|
|
67
|
+
id: "ResembleAI/Chatterbox",
|
|
72
68
|
},
|
|
73
69
|
{
|
|
74
|
-
description: "An application
|
|
75
|
-
id: "
|
|
70
|
+
description: "An application to compare different TTS models.",
|
|
71
|
+
id: "TTS-AGI/TTS-Arena-V2",
|
|
76
72
|
},
|
|
77
73
|
{
|
|
78
74
|
description: "An application that generates podcast episodes.",
|
|
@@ -72,8 +72,8 @@ const taskData = {
|
|
|
72
72
|
id: "nvidia/Cosmos-1.0-Diffusion-7B-Text2World",
|
|
73
73
|
},
|
|
74
74
|
{
|
|
75
|
-
description: "
|
|
76
|
-
id: "
|
|
75
|
+
description: "Very fast model for video generation.",
|
|
76
|
+
id: "Lightricks/LTX-Video-0.9.8-13B-distilled",
|
|
77
77
|
},
|
|
78
78
|
],
|
|
79
79
|
spaces: [
|
|
@@ -91,7 +91,7 @@ const taskData = {
|
|
|
91
91
|
},
|
|
92
92
|
],
|
|
93
93
|
summary: "Text-to-video models can be used in any application that requires generating consistent sequence of images from text. ",
|
|
94
|
-
widgetModels: ["Wan-AI/Wan2.
|
|
94
|
+
widgetModels: ["Wan-AI/Wan2.2-TI2V-5B"],
|
|
95
95
|
youtubeId: undefined,
|
|
96
96
|
};
|
|
97
97
|
export default taskData;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"data.d.ts","sourceRoot":"","sources":["../../../../src/tasks/visual-document-retrieval/data.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAElD,QAAA,MAAM,QAAQ,EAAE,
|
|
1
|
+
{"version":3,"file":"data.d.ts","sourceRoot":"","sources":["../../../../src/tasks/visual-document-retrieval/data.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAElD,QAAA,MAAM,QAAQ,EAAE,cAuEf,CAAC;AAEF,eAAe,QAAQ,CAAC"}
|
|
@@ -50,8 +50,8 @@ const taskData = {
|
|
|
50
50
|
id: "vidore/colqwen2-v1.0",
|
|
51
51
|
},
|
|
52
52
|
{
|
|
53
|
-
description: "Very fast and efficient visual document retrieval model that
|
|
54
|
-
id: "
|
|
53
|
+
description: "Very fast and efficient visual document retrieval model that can also take in other modalities like audio.",
|
|
54
|
+
id: "Tevatron/OmniEmbed-v0.1",
|
|
55
55
|
},
|
|
56
56
|
],
|
|
57
57
|
spaces: [
|
|
@@ -59,6 +59,10 @@ const taskData = {
|
|
|
59
59
|
description: "A leaderboard of visual document retrieval models.",
|
|
60
60
|
id: "vidore/vidore-leaderboard",
|
|
61
61
|
},
|
|
62
|
+
{
|
|
63
|
+
description: "Visual retrieval augmented generation demo based on ColQwen2 model.",
|
|
64
|
+
id: "vidore/visual-rag-tool",
|
|
65
|
+
},
|
|
62
66
|
],
|
|
63
67
|
summary: "Visual document retrieval is the task of searching for relevant image-based documents, such as PDFs. These models take a text query and multiple documents as input and return the top-most relevant documents and relevancy scores as output.",
|
|
64
68
|
widgetModels: [""],
|
|
@@ -36,17 +36,17 @@ const taskData = {
|
|
|
36
36
|
models: [
|
|
37
37
|
{
|
|
38
38
|
description: "Solid zero-shot object detection model.",
|
|
39
|
-
id: "
|
|
39
|
+
id: "openmmlab-community/mm_grounding_dino_large_all",
|
|
40
40
|
},
|
|
41
41
|
{
|
|
42
42
|
description: "Cutting-edge zero-shot object detection model.",
|
|
43
|
-
id: "
|
|
43
|
+
id: "fushh7/LLMDet",
|
|
44
44
|
},
|
|
45
45
|
],
|
|
46
46
|
spaces: [
|
|
47
47
|
{
|
|
48
|
-
description: "A demo to
|
|
49
|
-
id: "
|
|
48
|
+
description: "A demo to compare different zero-shot object detection models per output and latency.",
|
|
49
|
+
id: "ariG23498/zero-shot-od",
|
|
50
50
|
},
|
|
51
51
|
{
|
|
52
52
|
description: "A demo that combines a zero-shot object detection and mask generation model for zero-shot segmentation.",
|
package/package.json
CHANGED
package/src/gguf.ts
CHANGED
|
@@ -40,6 +40,7 @@ export enum GGMLFileQuantizationType {
|
|
|
40
40
|
Q4_0_8_8 = 35,
|
|
41
41
|
TQ1_0 = 36,
|
|
42
42
|
TQ2_0 = 37,
|
|
43
|
+
MXFP4_MOE = 38,
|
|
43
44
|
|
|
44
45
|
// custom quants used by unsloth
|
|
45
46
|
// they are not officially a scheme enum value in GGUF, but only here for naming
|
|
@@ -95,6 +96,7 @@ export const GGUF_QUANT_ORDER: GGMLFileQuantizationType[] = [
|
|
|
95
96
|
GGMLFileQuantizationType.Q4_1,
|
|
96
97
|
GGMLFileQuantizationType.Q4_2,
|
|
97
98
|
GGMLFileQuantizationType.Q4_3,
|
|
99
|
+
GGMLFileQuantizationType.MXFP4_MOE,
|
|
98
100
|
|
|
99
101
|
// 3-bit quantizations
|
|
100
102
|
GGMLFileQuantizationType.Q3_K_XL,
|
|
@@ -197,4 +199,5 @@ export enum GGMLQuantizationType {
|
|
|
197
199
|
BF16 = 30,
|
|
198
200
|
TQ1_0 = 34,
|
|
199
201
|
TQ2_0 = 35,
|
|
202
|
+
MXFP4 = 39,
|
|
200
203
|
}
|
package/src/local-apps.ts
CHANGED
|
@@ -315,6 +315,31 @@ const snippetDockerModelRunner = (model: ModelData, filepath?: string): string =
|
|
|
315
315
|
return `docker model run hf.co/${model.id}${getQuantTag(filepath)}`;
|
|
316
316
|
};
|
|
317
317
|
|
|
318
|
+
const snippetLemonade = (model: ModelData, filepath?: string): LocalAppSnippet[] => {
|
|
319
|
+
const tagName = getQuantTag(filepath);
|
|
320
|
+
const modelName = model.id.split("/")[1];
|
|
321
|
+
return [
|
|
322
|
+
{
|
|
323
|
+
title: "Pull the model",
|
|
324
|
+
setup: "# Download Lemonade from https://lemonade-server.ai/",
|
|
325
|
+
content: [
|
|
326
|
+
`lemonade-server pull user.${modelName} \\
|
|
327
|
+
--checkpoint ${model.id}${tagName} \\
|
|
328
|
+
--recipe llamacpp`,
|
|
329
|
+
"# Note: If you installed from source, use the lemonade-server-dev command instead.",
|
|
330
|
+
].join("\n"),
|
|
331
|
+
},
|
|
332
|
+
{
|
|
333
|
+
title: "Run and chat with the model",
|
|
334
|
+
content: `lemonade-server run user.${modelName}`,
|
|
335
|
+
},
|
|
336
|
+
{
|
|
337
|
+
title: "List all available models",
|
|
338
|
+
content: "lemonade-server list",
|
|
339
|
+
},
|
|
340
|
+
];
|
|
341
|
+
};
|
|
342
|
+
|
|
318
343
|
/**
|
|
319
344
|
* Add your new local app here.
|
|
320
345
|
*
|
|
@@ -492,6 +517,13 @@ export const LOCAL_APPS = {
|
|
|
492
517
|
displayOnModelPage: isLlamaCppGgufModel,
|
|
493
518
|
snippet: snippetDockerModelRunner,
|
|
494
519
|
},
|
|
520
|
+
lemonade: {
|
|
521
|
+
prettyLabel: "Lemonade",
|
|
522
|
+
docsUrl: "https://lemonade-server.ai",
|
|
523
|
+
mainTask: "text-generation",
|
|
524
|
+
displayOnModelPage: isLlamaCppGgufModel,
|
|
525
|
+
snippet: snippetLemonade,
|
|
526
|
+
},
|
|
495
527
|
} satisfies Record<string, LocalApp>;
|
|
496
528
|
|
|
497
529
|
export type LocalAppKey = keyof typeof LOCAL_APPS;
|
|
@@ -1038,7 +1038,7 @@ export const paddleocr = (model: ModelData): string[] => {
|
|
|
1038
1038
|
return [
|
|
1039
1039
|
`# pip install paddleocr
|
|
1040
1040
|
from paddleocr import DocVLM
|
|
1041
|
-
model = DocVLM(model_name="${model.id}")
|
|
1041
|
+
model = DocVLM(model_name="${nameWithoutNamespace(model.id)}")
|
|
1042
1042
|
output = model.predict(
|
|
1043
1043
|
input={"image": "path/to/image.png", "query": "Parsing this image and output the content in Markdown format."},
|
|
1044
1044
|
batch_size=1
|
|
@@ -1056,7 +1056,7 @@ for res in output:
|
|
|
1056
1056
|
return [
|
|
1057
1057
|
`# pip install paddleocr
|
|
1058
1058
|
from paddleocr import ${className}
|
|
1059
|
-
model = ${className}(model_name="${model.id}")
|
|
1059
|
+
model = ${className}(model_name="${nameWithoutNamespace(model.id)}")
|
|
1060
1060
|
output = model.predict(input="path/to/image.png", batch_size=1)
|
|
1061
1061
|
for res in output:
|
|
1062
1062
|
res.print()
|
|
@@ -1804,6 +1804,7 @@ huggingface-cli download --local-dir ${nameWithoutNamespace(model.id)} ${model.i
|
|
|
1804
1804
|
const mlxlm = (model: ModelData): string[] => [
|
|
1805
1805
|
`# Make sure mlx-lm is installed
|
|
1806
1806
|
# pip install --upgrade mlx-lm
|
|
1807
|
+
# if on a CUDA device, also pip install mlx[cuda]
|
|
1807
1808
|
|
|
1808
1809
|
# Generate text with mlx-lm
|
|
1809
1810
|
from mlx_lm import load, generate
|
package/src/model-libraries.ts
CHANGED
|
@@ -703,7 +703,7 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = {
|
|
|
703
703
|
repoUrl: "https://github.com/NVIDIA/NeMo",
|
|
704
704
|
snippets: snippets.nemo,
|
|
705
705
|
filter: true,
|
|
706
|
-
countDownloads: `path_extension:"nemo" OR path:"model_config.yaml"`,
|
|
706
|
+
countDownloads: `path_extension:"nemo" OR path:"model_config.yaml" OR path_extension:"json"`,
|
|
707
707
|
},
|
|
708
708
|
"open-oasis": {
|
|
709
709
|
prettyLabel: "open-oasis",
|
|
@@ -1170,6 +1170,12 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = {
|
|
|
1170
1170
|
countDownloads: `path_extension:"pt"`,
|
|
1171
1171
|
snippets: snippets.vui,
|
|
1172
1172
|
},
|
|
1173
|
+
"wan2.2": {
|
|
1174
|
+
prettyLabel: "Wan2.2",
|
|
1175
|
+
repoName: "Wan2.2",
|
|
1176
|
+
repoUrl: "https://github.com/Wan-Video/Wan2.2",
|
|
1177
|
+
countDownloads: `path_filename:"config" AND path_extension:"json"`,
|
|
1178
|
+
},
|
|
1173
1179
|
wham: {
|
|
1174
1180
|
prettyLabel: "WHAM",
|
|
1175
1181
|
repoName: "wham",
|
|
@@ -40,7 +40,7 @@ const taskData: TaskDataCustom = {
|
|
|
40
40
|
},
|
|
41
41
|
{
|
|
42
42
|
description: "Robust model that can take in image and text and generate image and text.",
|
|
43
|
-
id: "
|
|
43
|
+
id: "OmniGen2/OmniGen2",
|
|
44
44
|
},
|
|
45
45
|
{
|
|
46
46
|
description: "Any-to-any model with speech, video, audio, image and text understanding capabilities.",
|
|
@@ -48,13 +48,13 @@ const taskData: TaskDataCustom = {
|
|
|
48
48
|
},
|
|
49
49
|
{
|
|
50
50
|
description: "A model that can understand image and text and generate image and text.",
|
|
51
|
-
id: "
|
|
51
|
+
id: "ByteDance-Seed/BAGEL-7B-MoT",
|
|
52
52
|
},
|
|
53
53
|
],
|
|
54
54
|
spaces: [
|
|
55
55
|
{
|
|
56
56
|
description: "An application to chat with an any-to-any (image & text) model.",
|
|
57
|
-
id: "
|
|
57
|
+
id: "OmniGen2/OmniGen2",
|
|
58
58
|
},
|
|
59
59
|
],
|
|
60
60
|
summary: "Any-to-any models can understand two or more modalities and output two or more modalities.",
|
|
@@ -44,8 +44,8 @@ const taskData: TaskDataCustom = {
|
|
|
44
44
|
models: [
|
|
45
45
|
{
|
|
46
46
|
// TO DO: write description
|
|
47
|
-
description: "Solid
|
|
48
|
-
id: "
|
|
47
|
+
description: "Solid panoptic segmentation model trained on COCO.",
|
|
48
|
+
id: "tue-mps/coco_panoptic_eomt_large_640",
|
|
49
49
|
},
|
|
50
50
|
{
|
|
51
51
|
description: "Background removal model.",
|
|
@@ -47,33 +47,21 @@ const taskData: TaskDataCustom = {
|
|
|
47
47
|
id: "HuggingFaceTB/SmolVLM-Instruct",
|
|
48
48
|
},
|
|
49
49
|
{
|
|
50
|
-
description: "
|
|
51
|
-
id: "
|
|
50
|
+
description: "Cutting-edge reasoning vision language model.",
|
|
51
|
+
id: "zai-org/GLM-4.5V",
|
|
52
52
|
},
|
|
53
53
|
{
|
|
54
|
-
description: "Cutting-edge vision language model.",
|
|
55
|
-
id: "
|
|
54
|
+
description: "Cutting-edge small vision language model to convert documents to text.",
|
|
55
|
+
id: "rednote-hilab/dots.ocr",
|
|
56
56
|
},
|
|
57
57
|
{
|
|
58
58
|
description: "Small yet powerful model.",
|
|
59
|
-
id: "
|
|
60
|
-
},
|
|
61
|
-
{
|
|
62
|
-
description: "Strong image-text-to-text model.",
|
|
63
|
-
id: "Qwen/Qwen2.5-VL-7B-Instruct",
|
|
59
|
+
id: "Qwen/Qwen2.5-VL-3B-Instruct",
|
|
64
60
|
},
|
|
65
61
|
{
|
|
66
62
|
description: "Image-text-to-text model with agentic capabilities.",
|
|
67
63
|
id: "microsoft/Magma-8B",
|
|
68
64
|
},
|
|
69
|
-
{
|
|
70
|
-
description: "Strong image-text-to-text model focused on documents.",
|
|
71
|
-
id: "allenai/olmOCR-7B-0225-preview",
|
|
72
|
-
},
|
|
73
|
-
{
|
|
74
|
-
description: "Small yet strong image-text-to-text model.",
|
|
75
|
-
id: "ibm-granite/granite-vision-3.2-2b",
|
|
76
|
-
},
|
|
77
65
|
],
|
|
78
66
|
spaces: [
|
|
79
67
|
{
|
|
@@ -81,33 +69,17 @@ const taskData: TaskDataCustom = {
|
|
|
81
69
|
id: "opencompass/open_vlm_leaderboard",
|
|
82
70
|
},
|
|
83
71
|
{
|
|
84
|
-
description: "
|
|
85
|
-
id: "
|
|
86
|
-
},
|
|
87
|
-
{
|
|
88
|
-
description: "Powerful vision-language model assistant.",
|
|
89
|
-
id: "akhaliq/Molmo-7B-D-0924",
|
|
90
|
-
},
|
|
91
|
-
{
|
|
92
|
-
description: "Powerful vision language assistant that can understand multiple images.",
|
|
93
|
-
id: "HuggingFaceTB/SmolVLM2",
|
|
94
|
-
},
|
|
95
|
-
{
|
|
96
|
-
description: "An application for chatting with an image-text-to-text model.",
|
|
97
|
-
id: "GanymedeNil/Qwen2-VL-7B",
|
|
98
|
-
},
|
|
99
|
-
{
|
|
100
|
-
description: "An application that parses screenshots into actions.",
|
|
101
|
-
id: "showlab/ShowUI",
|
|
72
|
+
description: "An application that compares object detection capabilities of different vision language models.",
|
|
73
|
+
id: "sergiopaniego/vlm_object_understanding",
|
|
102
74
|
},
|
|
103
75
|
{
|
|
104
|
-
description: "An application
|
|
105
|
-
id: "
|
|
76
|
+
description: "An application to compare different OCR models.",
|
|
77
|
+
id: "prithivMLmods/Multimodal-OCR",
|
|
106
78
|
},
|
|
107
79
|
],
|
|
108
80
|
summary:
|
|
109
81
|
"Image-text-to-text models take in an image and text prompt and output text. These models are also called vision-language models, or VLMs. The difference from image-to-text models is that these models take an additional text input, not restricting the model to certain use cases like image captioning, and may also be trained to accept a conversation as input.",
|
|
110
|
-
widgetModels: ["
|
|
82
|
+
widgetModels: ["zai-org/GLM-4.5V"],
|
|
111
83
|
youtubeId: "IoGaGfU1CIg",
|
|
112
84
|
};
|
|
113
85
|
|
|
@@ -33,8 +33,8 @@ const taskData: TaskDataCustom = {
|
|
|
33
33
|
id: "TencentARC/InstantMesh",
|
|
34
34
|
},
|
|
35
35
|
{
|
|
36
|
-
description: "
|
|
37
|
-
id: "
|
|
36
|
+
description: "3D world generation model.",
|
|
37
|
+
id: "tencent/HunyuanWorld-1",
|
|
38
38
|
},
|
|
39
39
|
{
|
|
40
40
|
description: "A scaled up image-to-3D mesh model derived from TripoSR.",
|
|
@@ -53,16 +53,16 @@ const taskData: TaskDataCustom = {
|
|
|
53
53
|
id: "fal/AuraSR-v2",
|
|
54
54
|
},
|
|
55
55
|
{
|
|
56
|
-
description: "
|
|
57
|
-
id: "
|
|
56
|
+
description: "Powerful image editing model.",
|
|
57
|
+
id: "black-forest-labs/FLUX.1-Kontext-dev",
|
|
58
58
|
},
|
|
59
59
|
{
|
|
60
|
-
description: "
|
|
61
|
-
id: "
|
|
60
|
+
description: "Virtual try-on model.",
|
|
61
|
+
id: "yisol/IDM-VTON",
|
|
62
62
|
},
|
|
63
63
|
{
|
|
64
|
-
description: "
|
|
65
|
-
id: "
|
|
64
|
+
description: "Image re-lighting model.",
|
|
65
|
+
id: "kontext-community/relighting-kontext-dev-lora-v3",
|
|
66
66
|
},
|
|
67
67
|
{
|
|
68
68
|
description: "Strong model for inpainting and outpainting.",
|
|
@@ -75,33 +75,21 @@ const taskData: TaskDataCustom = {
|
|
|
75
75
|
],
|
|
76
76
|
spaces: [
|
|
77
77
|
{
|
|
78
|
-
description: "Image
|
|
79
|
-
id: "
|
|
78
|
+
description: "Image editing application.",
|
|
79
|
+
id: "black-forest-labs/FLUX.1-Kontext-Dev",
|
|
80
80
|
},
|
|
81
81
|
{
|
|
82
|
-
description: "
|
|
83
|
-
id: "
|
|
82
|
+
description: "Image relighting application.",
|
|
83
|
+
id: "lllyasviel/iclight-v2-vary",
|
|
84
84
|
},
|
|
85
85
|
{
|
|
86
|
-
description: "An application
|
|
87
|
-
id: "
|
|
88
|
-
},
|
|
89
|
-
{
|
|
90
|
-
description: "Image generation application that takes image control and text prompt.",
|
|
91
|
-
id: "hysts/ControlNet",
|
|
92
|
-
},
|
|
93
|
-
{
|
|
94
|
-
description: "Colorize any image using this app.",
|
|
95
|
-
id: "ioclab/brightness-controlnet",
|
|
96
|
-
},
|
|
97
|
-
{
|
|
98
|
-
description: "Edit images with instructions.",
|
|
99
|
-
id: "timbrooks/instruct-pix2pix",
|
|
86
|
+
description: "An application for image upscaling.",
|
|
87
|
+
id: "jasperai/Flux.1-dev-Controlnet-Upscaler",
|
|
100
88
|
},
|
|
101
89
|
],
|
|
102
90
|
summary:
|
|
103
91
|
"Image-to-image is the task of transforming an input image through a variety of possible manipulations and enhancements, such as super-resolution, image inpainting, colorization, and more.",
|
|
104
|
-
widgetModels: ["
|
|
92
|
+
widgetModels: ["Qwen/Qwen-Image"],
|
|
105
93
|
youtubeId: "",
|
|
106
94
|
};
|
|
107
95
|
|