@huggingface/tasks 0.19.7 → 0.19.9

package/dist/esm/tasks/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tasks/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AA+CpD,mBAAmB,qCAAqC,CAAC;AACzD,mBAAmB,6CAA6C,CAAC;AACjE,YAAY,EACX,mBAAmB,EACnB,0BAA0B,EAC1B,oBAAoB,EACpB,4BAA4B,EAC5B,2BAA2B,EAC3B,0BAA0B,EAC1B,gCAAgC,EAChC,+BAA+B,GAC/B,MAAM,gCAAgC,CAAC;AACxC,mBAAmB,4CAA4C,CAAC;AAChE,mBAAmB,mCAAmC,CAAC;AACvD,mBAAmB,0BAA0B,CAAC;AAC9C,YAAY,EACX,wBAAwB,EACxB,yBAAyB,EACzB,gCAAgC,EAChC,6BAA6B,GAC7B,MAAM,qCAAqC,CAAC;AAC7C,mBAAmB,+BAA+B,CAAC;AACnD,YAAY,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,MAAM,8BAA8B,CAAC;AAC/G,mBAAmB,mCAAmC,CAAC;AACvD,mBAAmB,iCAAiC,CAAC;AACrD,mBAAmB,iCAAiC,CAAC;AACrD,mBAAmB,mCAAmC,CAAC;AACvD,mBAAmB,oCAAoC,CAAC;AACxD,mBAAmB,8BAA8B,CAAC;AAClD,mBAAmB,yCAAyC,CAAC;AAC7D,YAAY,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,MAAM,8BAA8B,CAAC;AAC/G,YAAY,EAAE,qBAAqB,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,8BAA8B,CAAC;AAC/G,YAAY,EAAE,sBAAsB,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,+BAA+B,CAAC;AACnH,mBAAmB,qCAAqC,CAAC;AACzD,YAAY,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AACtF,YAAY,EACX,6BAA6B,EAC7B,uBAAuB,EACvB,wBAAwB,EACxB,+BAA+B,EAC/B,4BAA4B,GAC5B,MAAM,oCAAoC,CAAC;AAC5C,YAAY,EACX,gCAAgC,EAChC,gCAAgC,EAChC,mBAAmB,EACnB,oBAAoB,EACpB,2BAA2B,EAC3B,qCAAqC,EACrC,kCAAkC,EAClC,yBAAyB,EACzB,uCAAuC,EACvC,0BAA0B,GAC1B,MAAM,gCAAgC,CAAC;AACxC,mBAAmB,qCAAqC,CAAC;AACzD,mBAAmB,0CAA0C,CAAC;AAC9D,mBAAmB,yCAAyC,CAAC;AAC7D,mBAAmB,+CAA+C,CAAC;AACnE,YAAY,EACX,WAAW,EACX,4BAA4B,EAC5B,6BAA6B,EAC7B,oCAAoC,GACpC,MAAM,2CAA2C,CAAC;AAEnD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAE7D;;GAEG;AACH,eAAO,MAAM,qBAAqB,EAAE,MAAM,CAAC,YAAY,EAAE,eAAe,EAAE,CAgEzE,CAAC;AAoBF,eAAO,MAAM,UAAU,EAAE,MAAM,CAAC,YAAY,EAAE,QAAQ,GAAG,SAAS,CAwDxD,CAAC;AAEX,MAAM,WAAW,WAAW;IAC3B,WAAW,EAAE,MAAM,CAAC;IACpB,EAAE,EAAE,MAAM,CAAC;CACX;AAED,MAAM,MAAM,aAAa,GACtB;IACA,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,OAAO,CAAC;CACb,GACD;IACA,IAAI,EAAE,KAAK,CAAC;QACX,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE,MAAM,CAAC;KACd,CAAC,CAAC;IACH,IAAI,EAAE,OAAO,CAAC;CACb,GACD;IACA,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,KAAK,CAAC;CACX,GACD;IACA,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC;IAClB,IAAI,EAAE,SAAS,CAAC;CACf,GACD;IACA,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;CACZ,GACD;IACA,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,KAAK,CAAC;QACb,GAAG,EAAE,MAAM,CAAC;QACZ,KAAK,EAAE,MAAM,CAAC;QACd,IAAI,EAAE,MAAM,CAAC;KACb,CAAC,CAAC;IACH,IAAI,EAAE,kBAAkB,CAAC;CACxB,CAAC;AAEL,MAAM,WAAW,QAAQ;IACxB,MAAM,EAAE,aAAa,EAAE,CAAC;IACxB,OAAO,EAAE,aAAa,EAAE,CAAC;CACzB;AAED,MAAM,WAAW,QAAQ;IACxB,QAAQ,EAAE,WAAW,EAAE,CAAC;IACxB,IAAI,EAAE,QAAQ,CAAC;IACf,EAAE,EAAE,YAAY,CAAC;IACjB,WAAW,CAAC,EAAE,YAAY,CAAC;IAC3B,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,eAAe,EAAE,CAAC;IAC7B,OAAO,EAAE,WAAW,EAAE,CAAC;IACvB,MAAM,EAAE,WAAW,EAAE,CAAC;IACtB,MAAM,EAAE,WAAW,EAAE,CAAC;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,SAAS,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,MAAM,cAAc,GAAG,IAAI,CAAC,QAAQ,EAAE,IAAI,GAAG,OAAO,GAAG,WAAW,CAAC,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tasks/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAgDpD,mBAAmB,qCAAqC,CAAC;AACzD,mBAAmB,6CAA6C,CAAC;AACjE,YAAY,EACX,mBAAmB,EACnB,0BAA0B,EAC1B,oBAAoB,EACpB,4BAA4B,EAC5B,2BAA2B,EAC3B,0BAA0B,EAC1B,gCAAgC,EAChC,+BAA+B,GAC/B,MAAM,gCAAgC,CAAC;AACxC,mBAAmB,4CAA4C,CAAC;AAChE,mBAAmB,mCAAmC,CAAC;AACvD,mBAAmB,0BAA0B,CAAC;AAC9C,YAAY,EACX,wBAAwB,EACxB,yBAAyB,EACzB,gCAAgC,EAChC,6BAA6B,GAC7B,MAAM,qCAAqC,CAAC;AAC7C,mBAAmB,+BAA+B,CAAC;AACnD,YAAY,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,MAAM,8BAA8B,CAAC;AAC/G,mBAAmB,mCAAmC,CAAC;AACvD,YAAY,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,sBAAsB,EAAE,MAAM,+BAA+B,CAAC;AACnH,mBAAmB,iCAAiC,CAAC;AACrD,mBAAmB,iCAAiC,CAAC;AACrD,mBAAmB,mCAAmC,CAAC;AACvD,mBAAmB,oCAAoC,CAAC;AACxD,mBAAmB,8BAA8B,CAAC;AAClD,mBAAmB,yCAAyC,CAAC;AAC7D,YAAY,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,MAAM,8BAA8B,CAAC;AAC/G,YAAY,EAAE,qBAAqB,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,8BAA8B,CAAC;AAC/G,YAAY,EAAE,sBAAsB,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,+BAA+B,CAAC;AACnH,mBAAmB,qCAAqC,CAAC;AACzD,YAAY,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AACtF,YAAY,EACX,6BAA6B,EAC7B,uBAAuB,EACvB,wBAAwB,EACxB,+BAA+B,EAC/B,4BAA4B,GAC5B,MAAM,oCAAoC,CAAC;AAC5C,YAAY,EACX,gCAAgC,EAChC,gCAAgC,EAChC,mBAAmB,EACnB,oBAAoB,EACpB,2BAA2B,EAC3B,qCAAqC,EACrC,kCAAkC,EAClC,yBAAyB,EACzB,uCAAuC,EACvC,0BAA0B,GAC1B,MAAM,gCAAgC,CAAC;AACxC,mBAAmB,qCAAqC,CAAC;AACzD,mBAAmB,0CAA0C,CAAC;AAC9D,mBAAmB,yCAAyC,CAAC;AAC7D,mBAAmB,+CAA+C,CAAC;AACnE,YAAY,EACX,WAAW,EACX,4BAA4B,EAC5B,6BAA6B,EAC7B,oCAAoC,GACpC,MAAM,2CAA2C,CAAC;AAEnD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAE7D;;GAEG;AACH,eAAO,MAAM,qBAAqB,EAAE,MAAM,CAAC,YAAY,EAAE,eAAe,EAAE,CAgEzE,CAAC;AAoBF,eAAO,MAAM,UAAU,EAAE,MAAM,CAAC,YAAY,EAAE,QAAQ,GAAG,SAAS,CAwDxD,CAAC;AAEX,MAAM,WAAW,WAAW;IAC3B,WAAW,EAAE,MAAM,CAAC;IACpB,EAAE,EAAE,MAAM,CAAC;CACX;AAED,MAAM,MAAM,aAAa,GACtB;IACA,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,OAAO,CAAC;CACb,GACD;IACA,IAAI,EAAE,KAAK,CAAC;QACX,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE,MAAM,CAAC;KACd,CAAC,CAAC;IACH,IAAI,EAAE,OAAO,CAAC;CACb,GACD;IACA,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,KAAK,CAAC;CACX,GACD;IACA,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC;IAClB,IAAI,EAAE,SAAS,CAAC;CACf,GACD;IACA,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;CACZ,GACD;IACA,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,KAAK,CAAC;QACb,GAAG,EAAE,MAAM,CAAC;QACZ,KAAK,EAAE,MAAM,CAAC;QACd,IAAI,EAAE,MAAM,CAAC;KACb,CAAC,CAAC;IACH,IAAI,EAAE,kBAAkB,CAAC;CACxB,CAAC;AAEL,MAAM,WAAW,QAAQ;IACxB,MAAM,EAAE,aAAa,EAAE,CAAC;IACxB,OAAO,EAAE,aAAa,EAAE,CAAC;CACzB;AAED,MAAM,WAAW,QAAQ;IACxB,QAAQ,EAAE,WAAW,EAAE,CAAC;IACxB,IAAI,EAAE,QAAQ,CAAC;IACf,EAAE,EAAE,YAAY,CAAC;IACjB,WAAW,CAAC,EAAE,YAAY,CAAC;IAC3B,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,eAAe,EAAE,CAAC;IAC7B,OAAO,EAAE,WAAW,EAAE,CAAC;IACvB,MAAM,EAAE,WAAW,EAAE,CAAC;IACtB,MAAM,EAAE,WAAW,EAAE,CAAC;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,SAAS,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,MAAM,cAAc,GAAG,IAAI,CAAC,QAAQ,EAAE,IAAI,GAAG,OAAO,GAAG,WAAW,CAAC,CAAC"}

package/dist/esm/tasks/index.js

@@ -12,6 +12,7 @@ import imageToImage from "./image-to-image/data.js";
 import imageToText from "./image-to-text/data.js";
 import imageTextToText from "./image-text-to-text/data.js";
 import imageSegmentation from "./image-segmentation/data.js";
+import imageToVideo from "./image-to-video/data.js";
 import maskGeneration from "./mask-generation/data.js";
 import objectDetection from "./object-detection/data.js";
 import depthEstimation from "./depth-estimation/data.js";
@@ -145,7 +146,7 @@ export const TASKS_DATA = {
     "image-to-image": getData("image-to-image", imageToImage),
     "image-text-to-text": getData("image-text-to-text", imageTextToText),
     "image-to-text": getData("image-to-text", imageToText),
-    "image-to-video": undefined,
+    "image-to-video": getData("image-to-video", imageToVideo),
     "keypoint-detection": getData("keypoint-detection", keypointDetection),
     "mask-generation": getData("mask-generation", maskGeneration),
     "multiple-choice": undefined,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@huggingface/tasks",
-  "version": "0.19.7",
+  "version": "0.19.9",
   "description": "List of ML tasks for huggingface.co/tasks",
   "repository": "https://github.com/huggingface/huggingface.js.git",
   "publishConfig": {

package/src/hardware.ts

@@ -100,6 +100,10 @@ export const SKUS = {
 				tflops: 38.7,
 				memory: [48],
 			},
+			"RTX A5000": {
+				tflops: 34.1,
+				memory: [24],
+			},
 			"RTX A4000": {
 				tflops: 19.2,
 				memory: [16],
@@ -533,6 +537,9 @@ export const SKUS = {
 			"Intel Core Ultra 7 265KF": {
 				tflops: 1.53,
 			},
+			"Intel Core 14th Generation (i7)": {
+				tflops: 0.8,
+			},
 			"Intel Core 13th Generation (i9)": {
 				tflops: 0.85,
 			},

package/src/local-apps.spec.ts

@@ -13,7 +13,7 @@ describe("local-apps", () => {
 		const snippet = snippetFunc(model);
 
 		expect(snippet[0].content).toEqual(`# Load and run the model:
-llama-cli -hf bartowski/Llama-3.2-3B-Instruct-GGUF:{{QUANT_TAG}}`);
+llama-server -hf bartowski/Llama-3.2-3B-Instruct-GGUF:{{QUANT_TAG}}`);
 	});
 
 	it("llama.cpp non-conversational", async () => {
@@ -26,8 +26,7 @@ llama-cli -hf bartowski/Llama-3.2-3B-Instruct-GGUF:{{QUANT_TAG}}`);
 		const snippet = snippetFunc(model);
 
 		expect(snippet[0].content).toEqual(`# Load and run the model:
-llama-cli -hf mlabonne/gemma-2b-GGUF:{{QUANT_TAG}} \\
-  -p "Once upon a time,"`);
+llama-server -hf mlabonne/gemma-2b-GGUF:{{QUANT_TAG}}`);
 	});
 
 	it("vLLM conversational llm", async () => {

package/src/local-apps.ts

@@ -108,18 +108,18 @@ function getQuantTag(filepath?: string): string {
 const snippetLlamacpp = (model: ModelData, filepath?: string): LocalAppSnippet[] => {
 	const command = (binary: string) => {
 		const snippet = ["# Load and run the model:", `${binary} -hf ${model.id}${getQuantTag(filepath)}`];
-		if (!model.tags.includes("conversational")) {
-			// for non-conversational models, add a prompt
-			snippet[snippet.length - 1] += " \\";
-			snippet.push('  -p "Once upon a time,"');
-		}
 		return snippet.join("\n");
 	};
 	return [
 		{
 			title: "Install from brew",
 			setup: "brew install llama.cpp",
-			content: command("llama-cli"),
+			content: command("llama-server"),
+		},
+		{
+			title: "Install from WinGet (Windows)",
+			setup: "winget install llama.cpp",
+			content: command("llama-server"),
 		},
 		{
 			title: "Use pre-built binary",
@@ -128,17 +128,17 @@ const snippetLlamacpp = (model: ModelData, filepath?: string): LocalAppSnippet[]
 				"# Download pre-built binary from:",
 				"# https://github.com/ggerganov/llama.cpp/releases",
 			].join("\n"),
-			content: command("./llama-cli"),
+			content: command("./llama-server"),
 		},
 		{
 			title: "Build from source code",
 			setup: [
 				"git clone https://github.com/ggerganov/llama.cpp.git",
 				"cd llama.cpp",
-				"cmake -B build -DLLAMA_CURL=ON",
-				"cmake --build build -j --target llama-cli",
+				"cmake -B build",
+				"cmake --build build -j --target llama-server",
 			].join("\n"),
-			content: command("./build/bin/llama-cli"),
+			content: command("./build/bin/llama-server"),
 		},
 	];
 };

package/src/model-libraries.ts

@@ -116,6 +116,13 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = {
 		countDownloads: `path_extension:"pth"`,
 		snippets: snippets.audioseal,
 	},
+	"bagel-mot": {
+		prettyLabel: "Bagel",
+		repoName: "Bagel",
+		repoUrl: "https://github.com/ByteDance-Seed/Bagel/",
+		filter: false,
+		countDownloads: `path:"llm_config.json"`,
+	},
 	ben2: {
 		prettyLabel: "BEN2",
 		repoName: "BEN2",
@@ -929,7 +936,7 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = {
 		repoName: "timesfm",
 		repoUrl: "https://github.com/google-research/timesfm",
 		filter: false,
-		countDownloads: `path:"checkpoints/checkpoint_1100000/state/checkpoint"`,
+		countDownloads: `path:"checkpoints/checkpoint_1100000/state/checkpoint" OR path:"checkpoints/checkpoint_2150000/state/checkpoint" OR path_extension:"ckpt"`,
 	},
 	timm: {
 		prettyLabel: "timm",
@@ -940,6 +947,14 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = {
 		filter: true,
 		countDownloads: `path:"pytorch_model.bin" OR path:"model.safetensors"`,
 	},
+	torchgeo: {
+		prettyLabel: "TorchGeo",
+		repoName: "TorchGeo",
+		repoUrl: "https://github.com/microsoft/torchgeo",
+		docsUrl: "https://torchgeo.readthedocs.io/",
+		filter: false,
+		countDownloads: `path_extension:"pt" OR path_extension:"pth"`,
+	},
 	transformers: {
 		prettyLabel: "Transformers",
 		repoName: "🤗/transformers",

package/src/snippets/inputs.ts

@@ -91,6 +91,11 @@ const inputsImageToImage = () => `{
     "prompt": "Turn the cat into a tiger."
 }`;
 
+const inputsImageToVideo = () => `{
+    "image": "cat.png",
+    "prompt": "The cat starts to dance"
+}`;
+
 const inputsImageSegmentation = () => `"cats.jpg"`;
 
 const inputsObjectDetection = () => `"cats.jpg"`;
@@ -126,6 +131,7 @@ const modelInputSnippets: {
 	"image-classification": inputsImageClassification,
 	"image-to-text": inputsImageToText,
 	"image-to-image": inputsImageToImage,
+	"image-to-video": inputsImageToVideo,
 	"image-segmentation": inputsImageSegmentation,
 	"object-detection": inputsObjectDetection,
 	"question-answering": inputsQuestionAnswering,

package/src/tasks/image-text-to-text/about.md

@@ -85,9 +85,10 @@ curl https://router.huggingface.co/hf-inference/models/meta-llama/Llama-3.2-11B-
 
 ## Useful Resources
 
+- [Vision Language Models (Better, Faster, Stronger)](https://huggingface.co/blog/vlms-2025)
 - [Vision Language Models Explained](https://huggingface.co/blog/vlms)
 - [Welcome PaliGemma 2 – New vision language models by Google](https://huggingface.co/blog/paligemma2)
 - [SmolVLM - small yet mighty Vision Language Model](https://huggingface.co/blog/smolvlm)
 - [Multimodal RAG using ColPali and Qwen2-VL](https://github.com/merveenoyan/smol-vision/blob/main/ColPali_%2B_Qwen2_VL.ipynb)
-- [Image-text-to-text task guide](https://huggingface.co/tasks/image-text-to-text)
 - [Preference Optimization for Vision Language Models with TRL](https://huggingface.co/blog/dpo_vlm)
+- [Image-text-to-text task guide](https://huggingface.co/docs/transformers/tasks/image_text_to_text)

package/src/tasks/image-to-video/about.md

@@ -0,0 +1,51 @@
+## Use Cases
+
+Image-to-video models transform a static image into a video sequence. This can be used for a variety of creative and practical applications.
+
+### Animated Images
+
+Bring still photos to life by adding subtle motion or creating short animated clips. This is great for social media content or dynamic presentations.
+
+### Storytelling from a Single Frame
+
+Expand on the narrative of an image by generating a short video that imagines what happened before or after the moment captured in the photo.
+
+### Video Generation with Visual Consistency
+
+Use an input image as a strong visual anchor to guide the generation of a video, ensuring that the style, characters, or objects in the video remain consistent with the source image.
+
+### Controllable Motion
+
+Image-to-video models can be used to specify the direction or intensity of motion or camera control, giving more fine-grained control over the generated animation.
+
+## Inference
+
+Running the model Wan 2.1 T2V 1.3B with diffusers
+
+```py
+import torch
+from diffusers import AutoencoderKLWan, WanPipeline
+from diffusers.utils import export_to_video
+
+model_id = "Wan-AI/Wan2.1-T2V-1.3B-Diffusers"
+vae = AutoencoderKLWan.from_pretrained(model_id, subfolder="vae", torch_dtype=torch.float32)
+pipe = WanPipeline.from_pretrained(model_id, vae=vae, torch_dtype=torch.bfloat16)
+pipe.to("cuda")
+
+prompt = "A cat walks on the grass, realistic"
+negative_prompt = "Bright tones, overexposed, static, blurred details, subtitles, style, works, paintings, images, static, overall gray, worst quality, low quality, JPEG compression residue, ugly, incomplete, extra fingers, poorly drawn hands, poorly drawn faces, deformed, disfigured, misshapen limbs, fused fingers, still picture, messy background, three legs, many people in the background, walking backwards"
+
+output = pipe(
+    prompt=prompt,
+    negative_prompt=negative_prompt,
+    height=480,
+    width=832,
+    num_frames=81,
+    guidance_scale=5.0
+).frames[0]
+export_to_video(output, "output.mp4", fps=15)
+```
+
+## Useful Resources
+
+To train image-to-video LoRAs check out [finetrainers](https://github.com/a-r-r-o-w/finetrainers) and [musubi trainer](https://github.com/kohya-ss/musubi-tuner).

package/src/tasks/image-to-video/data.ts

@@ -0,0 +1,126 @@
+import type { TaskDataCustom } from "../index.js";
+
+const taskData: TaskDataCustom = {
+	datasets: [
+		{
+			description: "A benchmark dataset for reference image controlled video generation.",
+			id: "ali-vilab/VACE-Benchmark",
+		},
+		{
+			description: "A dataset of video generation style preferences.",
+			id: "Rapidata/sora-video-generation-style-likert-scoring",
+		},
+		{
+			description: "A dataset with videos and captions throughout the videos.",
+			id: "BestWishYsh/ChronoMagic",
+		},
+	],
+	demo: {
+		inputs: [
+			{
+				filename: "image-to-video-input.jpg",
+				type: "img",
+			},
+			{
+				label: "Optional Text Prompt",
+				content: "This penguin is dancing",
+				type: "text",
+			},
+		],
+		outputs: [
+			{
+				filename: "image-to-video-output.gif",
+				type: "img",
+			},
+		],
+	},
+	metrics: [
+		{
+			description:
+				"Fréchet Video Distance (FVD) measures the perceptual similarity between the distributions of generated videos and a set of real videos, assessing overall visual quality and temporal coherence of the video generated from an input image.",
+			id: "fvd",
+		},
+		{
+			description:
+				"CLIP Score measures the semantic similarity between a textual prompt (if provided alongside the input image) and the generated video frames. It evaluates how well the video's generated content and motion align with the textual description, conditioned on the initial image.",
+			id: "clip_score",
+		},
+		{
+			description:
+				"First Frame Fidelity, often measured using LPIPS (Learned Perceptual Image Patch Similarity), PSNR, or SSIM, quantifies how closely the first frame of the generated video matches the input conditioning image.",
+			id: "lpips",
+		},
+		{
+			description:
+				"Identity Preservation Score measures the consistency of identity (e.g., a person's face or a specific object's characteristics) between the input image and throughout the generated video frames, often calculated using features from specialized models like face recognition (e.g., ArcFace) or re-identification models.",
+			id: "identity_preservation",
+		},
+		{
+			description:
+				"Motion Score evaluates the quality, realism, and temporal consistency of motion in the video generated from a static image. This can be based on optical flow analysis (e.g., smoothness, magnitude), consistency of object trajectories, or specific motion plausibility assessments.",
+			id: "motion_score",
+		},
+	],
+	models: [
+		{
+			description: "LTX-Video, a 13B parameter model for high quality video generation",
+			id: "Lightricks/LTX-Video-0.9.7-dev",
+		},
+		{
+			description: "A 14B parameter model for reference image controlled video generation",
+			id: "Wan-AI/Wan2.1-VACE-14B",
+		},
+		{
+			description: "An image-to-video generation model using FramePack F1 methodology with Hunyuan-DiT architecture",
+			id: "lllyasviel/FramePack_F1_I2V_HY_20250503",
+		},
+		{
+			description: "A distilled version of the LTX-Video-0.9.7-dev model for faster inference",
+			id: "Lightricks/LTX-Video-0.9.7-distilled",
+		},
+		{
+			description: "An image-to-video generation model by Skywork AI, 14B parameters, producing 720p videos.",
+			id: "Skywork/SkyReels-V2-I2V-14B-720P",
+		},
+		{
+			description: "Image-to-video variant of Tencent's HunyuanVideo.",
+			id: "tencent/HunyuanVideo-I2V",
+		},
+		{
+			description: "A 14B parameter model for 720p image-to-video generation by Wan-AI.",
+			id: "Wan-AI/Wan2.1-I2V-14B-720P",
+		},
+		{
+			description: "A Diffusers version of the Wan2.1-I2V-14B-720P model for 720p image-to-video generation.",
+			id: "Wan-AI/Wan2.1-I2V-14B-720P-Diffusers",
+		},
+	],
+	spaces: [
+		{
+			description: "An application to generate videos fast.",
+			id: "Lightricks/ltx-video-distilled",
+		},
+		{
+			description: "Generate videos with the FramePack-F1",
+			id: "linoyts/FramePack-F1",
+		},
+		{
+			description: "Generate videos with the FramePack",
+			id: "lisonallen/framepack-i2v",
+		},
+		{
+			description: "Wan2.1 with CausVid LoRA",
+			id: "multimodalart/wan2-1-fast",
+		},
+		{
+			description: "A demo for Stable Video Diffusion",
+			id: "multimodalart/stable-video-diffusion",
+		},
+	],
+	summary:
+		"Image-to-video models take a still image as input and generate a video. These models can be guided by text prompts to influence the content and style of the output video.",
+	widgetModels: [],
+	youtubeId: undefined,
+};
+
+export default taskData;

package/src/tasks/image-to-video/inference.ts

@@ -0,0 +1,74 @@
+/**
+ * Inference code generated from the JSON schema spec in ./spec
+ *
+ * Using src/scripts/inference-codegen
+ */
+/**
+ * Inputs for Image To Video inference
+ */
+export interface ImageToVideoInput {
+	/**
+	 * The input image data as a base64-encoded string. If no `parameters` are provided, you can
+	 * also provide the image data as a raw bytes payload.
+	 */
+	inputs: Blob;
+	/**
+	 * Additional inference parameters for Image To Video
+	 */
+	parameters?: ImageToVideoParameters;
+	[property: string]: unknown;
+}
+/**
+ * Additional inference parameters for Image To Video
+ */
+export interface ImageToVideoParameters {
+	/**
+	 * For diffusion models. A higher guidance scale value encourages the model to generate
+	 * videos closely linked to the text prompt at the expense of lower image quality.
+	 */
+	guidance_scale?: number;
+	/**
+	 * One prompt to guide what NOT to include in video generation.
+	 */
+	negative_prompt?: string;
+	/**
+	 * The num_frames parameter determines how many video frames are generated.
+	 */
+	num_frames?: number;
+	/**
+	 * The number of denoising steps. More denoising steps usually lead to a higher quality
+	 * video at the expense of slower inference.
+	 */
+	num_inference_steps?: number;
+	/**
+	 * The text prompt to guide the video generation.
+	 */
+	prompt?: string;
+	/**
+	 * Seed for the random number generator.
+	 */
+	seed?: number;
+	/**
+	 * The size in pixel of the output video frames.
+	 */
+	target_size?: TargetSize;
+	[property: string]: unknown;
+}
+/**
+ * The size in pixel of the output video frames.
+ */
+export interface TargetSize {
+	height: number;
+	width: number;
+	[property: string]: unknown;
+}
+/**
+ * Outputs of inference for the Image To Video task
+ */
+export interface ImageToVideoOutput {
+	/**
+	 * The generated video returned as raw bytes in the payload.
+	 */
+	video: unknown;
+	[property: string]: unknown;
+}

package/src/tasks/image-to-video/spec/input.json

@@ -0,0 +1,64 @@
+{
+	"$id": "/inference/schemas/image-to-video/input.json",
+	"$schema": "http://json-schema.org/draft-06/schema#",
+	"description": "Inputs for Image To Video inference",
+	"title": "ImageToVideoInput",
+	"type": "object",
+	"properties": {
+		"inputs": {
+			"type": "string",
+			"description": "The input image data as a base64-encoded string. If no `parameters` are provided, you can also provide the image data as a raw bytes payload.",
+			"comment": "type=binary"
+		},
+		"parameters": {
+			"description": "Additional inference parameters for Image To Video",
+			"$ref": "#/$defs/ImageToVideoParameters"
+		}
+	},
+	"$defs": {
+		"ImageToVideoParameters": {
+			"title": "ImageToVideoParameters",
+			"type": "object",
+			"properties": {
+				"prompt": {
+					"type": "string",
+					"description": "The text prompt to guide the video generation."
+				},
+				"guidance_scale": {
+					"type": "number",
+					"description": "For diffusion models. A higher guidance scale value encourages the model to generate videos closely linked to the text prompt at the expense of lower image quality."
+				},
+				"negative_prompt": {
+					"type": "string",
+					"description": "One prompt to guide what NOT to include in video generation."
+				},
+				"num_inference_steps": {
+					"type": "integer",
+					"description": "The number of denoising steps. More denoising steps usually lead to a higher quality video at the expense of slower inference."
+				},
+				"num_frames": {
+					"type": "number",
+					"description": "The num_frames parameter determines how many video frames are generated."
+				},
+				"target_size": {
+					"type": "object",
+					"description": "The size in pixel of the output video frames.",
+					"properties": {
+						"width": {
+							"type": "integer"
+						},
+						"height": {
+							"type": "integer"
+						}
+					},
+					"required": ["width", "height"]
+				},
+				"seed": {
+					"type": "integer",
+					"description": "Seed for the random number generator."
+				}
+			}
+		}
+	},
+	"required": ["inputs"]
+}

package/src/tasks/image-to-video/spec/output.json

@@ -0,0 +1,13 @@
+{
+	"$id": "/inference/schemas/image-to-video/output.json",
+	"$schema": "http://json-schema.org/draft-06/schema#",
+	"description": "Outputs of inference for the Image To Video task",
+	"title": "ImageToVideoOutput",
+	"type": "object",
+	"properties": {
+		"video": {
+			"description": "The generated video returned as raw bytes in the payload."
+		}
+	},
+	"required": ["video"]
+}

package/src/tasks/index.ts

@@ -14,6 +14,7 @@ import imageToImage from "./image-to-image/data.js";
 import imageToText from "./image-to-text/data.js";
 import imageTextToText from "./image-text-to-text/data.js";
 import imageSegmentation from "./image-segmentation/data.js";
+import imageToVideo from "./image-to-video/data.js";
 import maskGeneration from "./mask-generation/data.js";
 import objectDetection from "./object-detection/data.js";
 import depthEstimation from "./depth-estimation/data.js";
@@ -69,6 +70,7 @@ export type {
 export type * from "./image-to-image/inference.js";
 export type { ImageToTextInput, ImageToTextOutput, ImageToTextParameters } from "./image-to-text/inference.js";
 export type * from "./image-segmentation/inference.js";
+export type { ImageToVideoInput, ImageToVideoOutput, ImageToVideoParameters } from "./image-to-video/inference.js";
 export type * from "./object-detection/inference.js";
 export type * from "./depth-estimation/inference.js";
 export type * from "./question-answering/inference.js";
@@ -217,7 +219,7 @@ export const TASKS_DATA: Record<PipelineType, TaskData | undefined> = {
 	"image-to-image": getData("image-to-image", imageToImage),
 	"image-text-to-text": getData("image-text-to-text", imageTextToText),
 	"image-to-text": getData("image-to-text", imageToText),
-	"image-to-video": undefined,
+	"image-to-video": getData("image-to-video", imageToVideo),
 	"keypoint-detection": getData("keypoint-detection", keypointDetection),
 	"mask-generation": getData("mask-generation", maskGeneration),
 	"multiple-choice": undefined,