@huggingface/tasks 0.19.7 → 0.19.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (51) hide show
  1. package/dist/commonjs/hardware.d.ts +7 -0
  2. package/dist/commonjs/hardware.d.ts.map +1 -1
  3. package/dist/commonjs/hardware.js +7 -0
  4. package/dist/commonjs/local-apps.js +10 -10
  5. package/dist/commonjs/local-apps.spec.js +2 -3
  6. package/dist/commonjs/model-libraries.d.ts +16 -1
  7. package/dist/commonjs/model-libraries.d.ts.map +1 -1
  8. package/dist/commonjs/model-libraries.js +16 -1
  9. package/dist/commonjs/snippets/inputs.d.ts.map +1 -1
  10. package/dist/commonjs/snippets/inputs.js +5 -0
  11. package/dist/commonjs/tasks/image-to-video/data.d.ts +4 -0
  12. package/dist/commonjs/tasks/image-to-video/data.d.ts.map +1 -0
  13. package/dist/commonjs/tasks/image-to-video/data.js +119 -0
  14. package/dist/commonjs/tasks/image-to-video/inference.d.ts +75 -0
  15. package/dist/commonjs/tasks/image-to-video/inference.d.ts.map +1 -0
  16. package/dist/commonjs/tasks/image-to-video/inference.js +2 -0
  17. package/dist/commonjs/tasks/index.d.ts +1 -0
  18. package/dist/commonjs/tasks/index.d.ts.map +1 -1
  19. package/dist/commonjs/tasks/index.js +63 -62
  20. package/dist/esm/hardware.d.ts +7 -0
  21. package/dist/esm/hardware.d.ts.map +1 -1
  22. package/dist/esm/hardware.js +7 -0
  23. package/dist/esm/local-apps.js +10 -10
  24. package/dist/esm/local-apps.spec.js +2 -3
  25. package/dist/esm/model-libraries.d.ts +16 -1
  26. package/dist/esm/model-libraries.d.ts.map +1 -1
  27. package/dist/esm/model-libraries.js +16 -1
  28. package/dist/esm/snippets/inputs.d.ts.map +1 -1
  29. package/dist/esm/snippets/inputs.js +5 -0
  30. package/dist/esm/tasks/image-to-video/data.d.ts +4 -0
  31. package/dist/esm/tasks/image-to-video/data.d.ts.map +1 -0
  32. package/dist/esm/tasks/image-to-video/data.js +117 -0
  33. package/dist/esm/tasks/image-to-video/inference.d.ts +75 -0
  34. package/dist/esm/tasks/image-to-video/inference.d.ts.map +1 -0
  35. package/dist/esm/tasks/image-to-video/inference.js +1 -0
  36. package/dist/esm/tasks/index.d.ts +1 -0
  37. package/dist/esm/tasks/index.d.ts.map +1 -1
  38. package/dist/esm/tasks/index.js +2 -1
  39. package/package.json +1 -1
  40. package/src/hardware.ts +7 -0
  41. package/src/local-apps.spec.ts +2 -3
  42. package/src/local-apps.ts +10 -10
  43. package/src/model-libraries.ts +16 -1
  44. package/src/snippets/inputs.ts +6 -0
  45. package/src/tasks/image-text-to-text/about.md +2 -1
  46. package/src/tasks/image-to-video/about.md +51 -0
  47. package/src/tasks/image-to-video/data.ts +126 -0
  48. package/src/tasks/image-to-video/inference.ts +74 -0
  49. package/src/tasks/image-to-video/spec/input.json +64 -0
  50. package/src/tasks/image-to-video/spec/output.json +13 -0
  51. package/src/tasks/index.ts +3 -1
@@ -18,36 +18,37 @@ const data_js_10 = __importDefault(require("./image-to-image/data.js"));
18
18
  const data_js_11 = __importDefault(require("./image-to-text/data.js"));
19
19
  const data_js_12 = __importDefault(require("./image-text-to-text/data.js"));
20
20
  const data_js_13 = __importDefault(require("./image-segmentation/data.js"));
21
- const data_js_14 = __importDefault(require("./mask-generation/data.js"));
22
- const data_js_15 = __importDefault(require("./object-detection/data.js"));
23
- const data_js_16 = __importDefault(require("./depth-estimation/data.js"));
24
- const data_js_17 = __importDefault(require("./placeholder/data.js"));
25
- const data_js_18 = __importDefault(require("./reinforcement-learning/data.js"));
26
- const data_js_19 = __importDefault(require("./question-answering/data.js"));
27
- const data_js_20 = __importDefault(require("./sentence-similarity/data.js"));
28
- const data_js_21 = __importDefault(require("./summarization/data.js"));
29
- const data_js_22 = __importDefault(require("./table-question-answering/data.js"));
30
- const data_js_23 = __importDefault(require("./tabular-classification/data.js"));
31
- const data_js_24 = __importDefault(require("./tabular-regression/data.js"));
32
- const data_js_25 = __importDefault(require("./text-to-image/data.js"));
33
- const data_js_26 = __importDefault(require("./text-to-speech/data.js"));
34
- const data_js_27 = __importDefault(require("./token-classification/data.js"));
35
- const data_js_28 = __importDefault(require("./translation/data.js"));
36
- const data_js_29 = __importDefault(require("./text-classification/data.js"));
37
- const data_js_30 = __importDefault(require("./text-generation/data.js"));
38
- const data_js_31 = __importDefault(require("./text-ranking/data.js"));
39
- const data_js_32 = __importDefault(require("./text-to-video/data.js"));
40
- const data_js_33 = __importDefault(require("./unconditional-image-generation/data.js"));
41
- const data_js_34 = __importDefault(require("./video-classification/data.js"));
42
- const data_js_35 = __importDefault(require("./visual-document-retrieval/data.js"));
43
- const data_js_36 = __importDefault(require("./visual-question-answering/data.js"));
44
- const data_js_37 = __importDefault(require("./zero-shot-classification/data.js"));
45
- const data_js_38 = __importDefault(require("./zero-shot-image-classification/data.js"));
46
- const data_js_39 = __importDefault(require("./zero-shot-object-detection/data.js"));
47
- const data_js_40 = __importDefault(require("./image-to-3d/data.js"));
48
- const data_js_41 = __importDefault(require("./text-to-3d/data.js"));
49
- const data_js_42 = __importDefault(require("./keypoint-detection/data.js"));
50
- const data_js_43 = __importDefault(require("./video-text-to-text/data.js"));
21
+ const data_js_14 = __importDefault(require("./image-to-video/data.js"));
22
+ const data_js_15 = __importDefault(require("./mask-generation/data.js"));
23
+ const data_js_16 = __importDefault(require("./object-detection/data.js"));
24
+ const data_js_17 = __importDefault(require("./depth-estimation/data.js"));
25
+ const data_js_18 = __importDefault(require("./placeholder/data.js"));
26
+ const data_js_19 = __importDefault(require("./reinforcement-learning/data.js"));
27
+ const data_js_20 = __importDefault(require("./question-answering/data.js"));
28
+ const data_js_21 = __importDefault(require("./sentence-similarity/data.js"));
29
+ const data_js_22 = __importDefault(require("./summarization/data.js"));
30
+ const data_js_23 = __importDefault(require("./table-question-answering/data.js"));
31
+ const data_js_24 = __importDefault(require("./tabular-classification/data.js"));
32
+ const data_js_25 = __importDefault(require("./tabular-regression/data.js"));
33
+ const data_js_26 = __importDefault(require("./text-to-image/data.js"));
34
+ const data_js_27 = __importDefault(require("./text-to-speech/data.js"));
35
+ const data_js_28 = __importDefault(require("./token-classification/data.js"));
36
+ const data_js_29 = __importDefault(require("./translation/data.js"));
37
+ const data_js_30 = __importDefault(require("./text-classification/data.js"));
38
+ const data_js_31 = __importDefault(require("./text-generation/data.js"));
39
+ const data_js_32 = __importDefault(require("./text-ranking/data.js"));
40
+ const data_js_33 = __importDefault(require("./text-to-video/data.js"));
41
+ const data_js_34 = __importDefault(require("./unconditional-image-generation/data.js"));
42
+ const data_js_35 = __importDefault(require("./video-classification/data.js"));
43
+ const data_js_36 = __importDefault(require("./visual-document-retrieval/data.js"));
44
+ const data_js_37 = __importDefault(require("./visual-question-answering/data.js"));
45
+ const data_js_38 = __importDefault(require("./zero-shot-classification/data.js"));
46
+ const data_js_39 = __importDefault(require("./zero-shot-image-classification/data.js"));
47
+ const data_js_40 = __importDefault(require("./zero-shot-object-detection/data.js"));
48
+ const data_js_41 = __importDefault(require("./image-to-3d/data.js"));
49
+ const data_js_42 = __importDefault(require("./text-to-3d/data.js"));
50
+ const data_js_43 = __importDefault(require("./keypoint-detection/data.js"));
51
+ const data_js_44 = __importDefault(require("./video-text-to-text/data.js"));
51
52
  /**
52
53
  * Model libraries compatible with each ML task
53
54
  */
@@ -121,7 +122,7 @@ exports.TASKS_MODEL_LIBRARIES = {
121
122
  * If the partialTaskData argument is left undefined,
122
123
  * the default placeholder data will be used.
123
124
  */
124
- function getData(type, partialTaskData = data_js_17.default) {
125
+ function getData(type, partialTaskData = data_js_18.default) {
125
126
  return {
126
127
  ...partialTaskData,
127
128
  id: type,
@@ -137,11 +138,11 @@ exports.TASKS_DATA = {
137
138
  "any-to-any": getData("any-to-any", data_js_1.default),
138
139
  "audio-classification": getData("audio-classification", data_js_2.default),
139
140
  "audio-to-audio": getData("audio-to-audio", data_js_3.default),
140
- "audio-text-to-text": getData("audio-text-to-text", data_js_17.default),
141
+ "audio-text-to-text": getData("audio-text-to-text", data_js_18.default),
141
142
  "automatic-speech-recognition": getData("automatic-speech-recognition", data_js_4.default),
142
- "depth-estimation": getData("depth-estimation", data_js_16.default),
143
+ "depth-estimation": getData("depth-estimation", data_js_17.default),
143
144
  "document-question-answering": getData("document-question-answering", data_js_5.default),
144
- "visual-document-retrieval": getData("visual-document-retrieval", data_js_35.default),
145
+ "visual-document-retrieval": getData("visual-document-retrieval", data_js_36.default),
145
146
  "feature-extraction": getData("feature-extraction", data_js_6.default),
146
147
  "fill-mask": getData("fill-mask", data_js_7.default),
147
148
  "graph-ml": undefined,
@@ -151,42 +152,42 @@ exports.TASKS_DATA = {
151
152
  "image-to-image": getData("image-to-image", data_js_10.default),
152
153
  "image-text-to-text": getData("image-text-to-text", data_js_12.default),
153
154
  "image-to-text": getData("image-to-text", data_js_11.default),
154
- "image-to-video": undefined,
155
- "keypoint-detection": getData("keypoint-detection", data_js_42.default),
156
- "mask-generation": getData("mask-generation", data_js_14.default),
155
+ "image-to-video": getData("image-to-video", data_js_14.default),
156
+ "keypoint-detection": getData("keypoint-detection", data_js_43.default),
157
+ "mask-generation": getData("mask-generation", data_js_15.default),
157
158
  "multiple-choice": undefined,
158
- "object-detection": getData("object-detection", data_js_15.default),
159
- "video-classification": getData("video-classification", data_js_34.default),
159
+ "object-detection": getData("object-detection", data_js_16.default),
160
+ "video-classification": getData("video-classification", data_js_35.default),
160
161
  other: undefined,
161
- "question-answering": getData("question-answering", data_js_19.default),
162
- "reinforcement-learning": getData("reinforcement-learning", data_js_18.default),
162
+ "question-answering": getData("question-answering", data_js_20.default),
163
+ "reinforcement-learning": getData("reinforcement-learning", data_js_19.default),
163
164
  robotics: undefined,
164
- "sentence-similarity": getData("sentence-similarity", data_js_20.default),
165
- summarization: getData("summarization", data_js_21.default),
166
- "table-question-answering": getData("table-question-answering", data_js_22.default),
165
+ "sentence-similarity": getData("sentence-similarity", data_js_21.default),
166
+ summarization: getData("summarization", data_js_22.default),
167
+ "table-question-answering": getData("table-question-answering", data_js_23.default),
167
168
  "table-to-text": undefined,
168
- "tabular-classification": getData("tabular-classification", data_js_23.default),
169
- "tabular-regression": getData("tabular-regression", data_js_24.default),
169
+ "tabular-classification": getData("tabular-classification", data_js_24.default),
170
+ "tabular-regression": getData("tabular-regression", data_js_25.default),
170
171
  "tabular-to-text": undefined,
171
- "text-classification": getData("text-classification", data_js_29.default),
172
- "text-generation": getData("text-generation", data_js_30.default),
173
- "text-ranking": getData("text-ranking", data_js_31.default),
172
+ "text-classification": getData("text-classification", data_js_30.default),
173
+ "text-generation": getData("text-generation", data_js_31.default),
174
+ "text-ranking": getData("text-ranking", data_js_32.default),
174
175
  "text-retrieval": undefined,
175
- "text-to-image": getData("text-to-image", data_js_25.default),
176
- "text-to-speech": getData("text-to-speech", data_js_26.default),
176
+ "text-to-image": getData("text-to-image", data_js_26.default),
177
+ "text-to-speech": getData("text-to-speech", data_js_27.default),
177
178
  "text-to-audio": undefined,
178
- "text-to-video": getData("text-to-video", data_js_32.default),
179
+ "text-to-video": getData("text-to-video", data_js_33.default),
179
180
  "text2text-generation": undefined,
180
181
  "time-series-forecasting": undefined,
181
- "token-classification": getData("token-classification", data_js_27.default),
182
- translation: getData("translation", data_js_28.default),
183
- "unconditional-image-generation": getData("unconditional-image-generation", data_js_33.default),
184
- "video-text-to-text": getData("video-text-to-text", data_js_43.default),
185
- "visual-question-answering": getData("visual-question-answering", data_js_36.default),
182
+ "token-classification": getData("token-classification", data_js_28.default),
183
+ translation: getData("translation", data_js_29.default),
184
+ "unconditional-image-generation": getData("unconditional-image-generation", data_js_34.default),
185
+ "video-text-to-text": getData("video-text-to-text", data_js_44.default),
186
+ "visual-question-answering": getData("visual-question-answering", data_js_37.default),
186
187
  "voice-activity-detection": undefined,
187
- "zero-shot-classification": getData("zero-shot-classification", data_js_37.default),
188
- "zero-shot-image-classification": getData("zero-shot-image-classification", data_js_38.default),
189
- "zero-shot-object-detection": getData("zero-shot-object-detection", data_js_39.default),
190
- "text-to-3d": getData("text-to-3d", data_js_41.default),
191
- "image-to-3d": getData("image-to-3d", data_js_40.default),
188
+ "zero-shot-classification": getData("zero-shot-classification", data_js_38.default),
189
+ "zero-shot-image-classification": getData("zero-shot-image-classification", data_js_39.default),
190
+ "zero-shot-object-detection": getData("zero-shot-object-detection", data_js_40.default),
191
+ "text-to-3d": getData("text-to-3d", data_js_42.default),
192
+ "image-to-3d": getData("image-to-3d", data_js_41.default),
192
193
  };
@@ -96,6 +96,10 @@ export declare const SKUS: {
96
96
  tflops: number;
97
97
  memory: number[];
98
98
  };
99
+ "RTX A5000": {
100
+ tflops: number;
101
+ memory: number[];
102
+ };
99
103
  "RTX A4000": {
100
104
  tflops: number;
101
105
  memory: number[];
@@ -529,6 +533,9 @@ export declare const SKUS: {
529
533
  "Intel Core Ultra 7 265KF": {
530
534
  tflops: number;
531
535
  };
536
+ "Intel Core 14th Generation (i7)": {
537
+ tflops: number;
538
+ };
532
539
  "Intel Core 13th Generation (i9)": {
533
540
  tflops: number;
534
541
  };
@@ -1 +1 @@
1
- {"version":3,"file":"hardware.d.ts","sourceRoot":"","sources":["../../src/hardware.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,eAAO,MAAM,iDAAiD,QAAW,CAAC;AAC1E,eAAO,MAAM,yDAAyD,QAAW,CAAC;AAClF,eAAO,MAAM,oCAAoC,QAAU,CAAC;AAE5D;;;GAGG;AACH,eAAO,MAAM,+CAA+C,QAAW,CAAC;AAExE,MAAM,WAAW,YAAY;IAC5B;;;;;;;;;OASG;IACH,MAAM,EAAE,MAAM,CAAC;IACf;;;OAGG;IACH,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;CAClB;AAED,eAAO,MAAM,sBAAsB,UAAqD,CAAC;AAEzF,eAAO,MAAM,IAAI;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAiqBuD,CAAC;AAEzE,MAAM,MAAM,OAAO,GAAG,MAAM,OAAO,IAAI,CAAC"}
1
+ {"version":3,"file":"hardware.d.ts","sourceRoot":"","sources":["../../src/hardware.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,eAAO,MAAM,iDAAiD,QAAW,CAAC;AAC1E,eAAO,MAAM,yDAAyD,QAAW,CAAC;AAClF,eAAO,MAAM,oCAAoC,QAAU,CAAC;AAE5D;;;GAGG;AACH,eAAO,MAAM,+CAA+C,QAAW,CAAC;AAExE,MAAM,WAAW,YAAY;IAC5B;;;;;;;;;OASG;IACH,MAAM,EAAE,MAAM,CAAC;IACf;;;OAGG;IACH,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;CAClB;AAED,eAAO,MAAM,sBAAsB,UAAqD,CAAC;AAEzF,eAAO,MAAM,IAAI;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAwqBuD,CAAC;AAEzE,MAAM,MAAM,OAAO,GAAG,MAAM,OAAO,IAAI,CAAC"}
@@ -78,6 +78,10 @@ export const SKUS = {
78
78
  tflops: 38.7,
79
79
  memory: [48],
80
80
  },
81
+ "RTX A5000": {
82
+ tflops: 34.1,
83
+ memory: [24],
84
+ },
81
85
  "RTX A4000": {
82
86
  tflops: 19.2,
83
87
  memory: [16],
@@ -511,6 +515,9 @@ export const SKUS = {
511
515
  "Intel Core Ultra 7 265KF": {
512
516
  tflops: 1.53,
513
517
  },
518
+ "Intel Core 14th Generation (i7)": {
519
+ tflops: 0.8,
520
+ },
514
521
  "Intel Core 13th Generation (i9)": {
515
522
  tflops: 0.85,
516
523
  },
@@ -36,18 +36,18 @@ function getQuantTag(filepath) {
36
36
  const snippetLlamacpp = (model, filepath) => {
37
37
  const command = (binary) => {
38
38
  const snippet = ["# Load and run the model:", `${binary} -hf ${model.id}${getQuantTag(filepath)}`];
39
- if (!model.tags.includes("conversational")) {
40
- // for non-conversational models, add a prompt
41
- snippet[snippet.length - 1] += " \\";
42
- snippet.push(' -p "Once upon a time,"');
43
- }
44
39
  return snippet.join("\n");
45
40
  };
46
41
  return [
47
42
  {
48
43
  title: "Install from brew",
49
44
  setup: "brew install llama.cpp",
50
- content: command("llama-cli"),
45
+ content: command("llama-server"),
46
+ },
47
+ {
48
+ title: "Install from WinGet (Windows)",
49
+ setup: "winget install llama.cpp",
50
+ content: command("llama-server"),
51
51
  },
52
52
  {
53
53
  title: "Use pre-built binary",
@@ -56,17 +56,17 @@ const snippetLlamacpp = (model, filepath) => {
56
56
  "# Download pre-built binary from:",
57
57
  "# https://github.com/ggerganov/llama.cpp/releases",
58
58
  ].join("\n"),
59
- content: command("./llama-cli"),
59
+ content: command("./llama-server"),
60
60
  },
61
61
  {
62
62
  title: "Build from source code",
63
63
  setup: [
64
64
  "git clone https://github.com/ggerganov/llama.cpp.git",
65
65
  "cd llama.cpp",
66
- "cmake -B build -DLLAMA_CURL=ON",
67
- "cmake --build build -j --target llama-cli",
66
+ "cmake -B build",
67
+ "cmake --build build -j --target llama-server",
68
68
  ].join("\n"),
69
- content: command("./build/bin/llama-cli"),
69
+ content: command("./build/bin/llama-server"),
70
70
  },
71
71
  ];
72
72
  };
@@ -10,7 +10,7 @@ describe("local-apps", () => {
10
10
  };
11
11
  const snippet = snippetFunc(model);
12
12
  expect(snippet[0].content).toEqual(`# Load and run the model:
13
- llama-cli -hf bartowski/Llama-3.2-3B-Instruct-GGUF:{{QUANT_TAG}}`);
13
+ llama-server -hf bartowski/Llama-3.2-3B-Instruct-GGUF:{{QUANT_TAG}}`);
14
14
  });
15
15
  it("llama.cpp non-conversational", async () => {
16
16
  const { snippet: snippetFunc } = LOCAL_APPS["llama.cpp"];
@@ -21,8 +21,7 @@ llama-cli -hf bartowski/Llama-3.2-3B-Instruct-GGUF:{{QUANT_TAG}}`);
21
21
  };
22
22
  const snippet = snippetFunc(model);
23
23
  expect(snippet[0].content).toEqual(`# Load and run the model:
24
- llama-cli -hf mlabonne/gemma-2b-GGUF:{{QUANT_TAG}} \\
25
- -p "Once upon a time,"`);
24
+ llama-server -hf mlabonne/gemma-2b-GGUF:{{QUANT_TAG}}`);
26
25
  });
27
26
  it("vLLM conversational llm", async () => {
28
27
  const { snippet: snippetFunc } = LOCAL_APPS["vllm"];
@@ -112,6 +112,13 @@ export declare const MODEL_LIBRARIES_UI_ELEMENTS: {
112
112
  countDownloads: string;
113
113
  snippets: (model: ModelData) => string[];
114
114
  };
115
+ "bagel-mot": {
116
+ prettyLabel: string;
117
+ repoName: string;
118
+ repoUrl: string;
119
+ filter: false;
120
+ countDownloads: string;
121
+ };
115
122
  ben2: {
116
123
  prettyLabel: string;
117
124
  repoName: string;
@@ -931,6 +938,14 @@ export declare const MODEL_LIBRARIES_UI_ELEMENTS: {
931
938
  filter: true;
932
939
  countDownloads: string;
933
940
  };
941
+ torchgeo: {
942
+ prettyLabel: string;
943
+ repoName: string;
944
+ repoUrl: string;
945
+ docsUrl: string;
946
+ filter: false;
947
+ countDownloads: string;
948
+ };
934
949
  transformers: {
935
950
  prettyLabel: string;
936
951
  repoName: string;
@@ -1040,5 +1055,5 @@ export declare const MODEL_LIBRARIES_UI_ELEMENTS: {
1040
1055
  };
1041
1056
  export type ModelLibraryKey = keyof typeof MODEL_LIBRARIES_UI_ELEMENTS;
1042
1057
  export declare const ALL_MODEL_LIBRARY_KEYS: ModelLibraryKey[];
1043
- export declare const ALL_DISPLAY_MODEL_LIBRARY_KEYS: ("adapter-transformers" | "allennlp" | "anemoi" | "araclip" | "asteroid" | "audiocraft" | "audioseal" | "ben2" | "bertopic" | "big_vision" | "birder" | "birefnet" | "bm25s" | "champ" | "chat_tts" | "colpali" | "comet" | "cosmos" | "cxr-foundation" | "deepforest" | "depth-anything-v2" | "depth-pro" | "derm-foundation" | "describe-anything" | "dia-tts" | "diffree" | "diffusers" | "diffusionkit" | "doctr" | "cartesia_pytorch" | "cartesia_mlx" | "clipscope" | "cosyvoice" | "cotracker" | "edsnlp" | "elm" | "espnet" | "fairseq" | "fastai" | "fasttext" | "flair" | "gemma.cpp" | "geometry-crafter" | "gliner" | "glyph-byt5" | "grok" | "hallo" | "hezar" | "htrflow" | "hunyuan-dit" | "hunyuan3d-2" | "imstoucan" | "index-tts" | "infinite-you" | "keras" | "tf-keras" | "keras-hub" | "kimi-audio" | "k2" | "lightning-ir" | "liveportrait" | "llama-cpp-python" | "mini-omni2" | "mindspore" | "mamba-ssm" | "mars5-tts" | "matanyone" | "mesh-anything" | "merlin" | "medvae" | "mitie" | "ml-agents" | "mlx" | "mlx-image" | "mlc-llm" | "model2vec" | "moshi" | "nemo" | "open-oasis" | "open_clip" | "open-sora" | "outetts" | "paddlenlp" | "peft" | "perception-encoder" | "phantom-wan" | "pxia" | "pyannote-audio" | "py-feat" | "pythae" | "recurrentgemma" | "relik" | "refiners" | "reverb" | "saelens" | "sam2" | "sample-factory" | "sapiens" | "sentence-transformers" | "setfit" | "sklearn" | "spacy" | "span-marker" | "speechbrain" | "ssr-speech" | "stable-audio-tools" | "diffusion-single-file" | "seed-story" | "soloaudio" | "stable-baselines3" | "stanza" | "swarmformer" | "f5-tts" | "genmo" | "tensorflowtts" | "tabpfn" | "terratorch" | "tic-clip" | "timesfm" | "timm" | "transformers" | "transformers.js" | "trellis" | "ultralytics" | "uni-3dar" | "unity-sentis" | "sana" | "vfi-mamba" | "voicecraft" | "wham" | "whisperkit" | "yolov10" | "zonos" | "3dtopia-xl")[];
1058
+ export declare const ALL_DISPLAY_MODEL_LIBRARY_KEYS: ("adapter-transformers" | "allennlp" | "anemoi" | "araclip" | "asteroid" | "audiocraft" | "audioseal" | "bagel-mot" | "ben2" | "bertopic" | "big_vision" | "birder" | "birefnet" | "bm25s" | "champ" | "chat_tts" | "colpali" | "comet" | "cosmos" | "cxr-foundation" | "deepforest" | "depth-anything-v2" | "depth-pro" | "derm-foundation" | "describe-anything" | "dia-tts" | "diffree" | "diffusers" | "diffusionkit" | "doctr" | "cartesia_pytorch" | "cartesia_mlx" | "clipscope" | "cosyvoice" | "cotracker" | "edsnlp" | "elm" | "espnet" | "fairseq" | "fastai" | "fasttext" | "flair" | "gemma.cpp" | "geometry-crafter" | "gliner" | "glyph-byt5" | "grok" | "hallo" | "hezar" | "htrflow" | "hunyuan-dit" | "hunyuan3d-2" | "imstoucan" | "index-tts" | "infinite-you" | "keras" | "tf-keras" | "keras-hub" | "kimi-audio" | "k2" | "lightning-ir" | "liveportrait" | "llama-cpp-python" | "mini-omni2" | "mindspore" | "mamba-ssm" | "mars5-tts" | "matanyone" | "mesh-anything" | "merlin" | "medvae" | "mitie" | "ml-agents" | "mlx" | "mlx-image" | "mlc-llm" | "model2vec" | "moshi" | "nemo" | "open-oasis" | "open_clip" | "open-sora" | "outetts" | "paddlenlp" | "peft" | "perception-encoder" | "phantom-wan" | "pxia" | "pyannote-audio" | "py-feat" | "pythae" | "recurrentgemma" | "relik" | "refiners" | "reverb" | "saelens" | "sam2" | "sample-factory" | "sapiens" | "sentence-transformers" | "setfit" | "sklearn" | "spacy" | "span-marker" | "speechbrain" | "ssr-speech" | "stable-audio-tools" | "diffusion-single-file" | "seed-story" | "soloaudio" | "stable-baselines3" | "stanza" | "swarmformer" | "f5-tts" | "genmo" | "tensorflowtts" | "tabpfn" | "terratorch" | "tic-clip" | "timesfm" | "timm" | "torchgeo" | "transformers" | "transformers.js" | "trellis" | "ultralytics" | "uni-3dar" | "unity-sentis" | "sana" | "vfi-mamba" | "voicecraft" | "wham" | "whisperkit" | "yolov10" | "zonos" | "3dtopia-xl")[];
1044
1059
  //# sourceMappingURL=model-libraries.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"model-libraries.d.ts","sourceRoot":"","sources":["../../src/model-libraries.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,gCAAgC,CAAC;AAEzE;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAChC;;;;OAIG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,QAAQ,CAAC,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,MAAM,EAAE,CAAC;IAC1C;;;;;OAKG;IACH,cAAc,CAAC,EAAE,kBAAkB,CAAC;IACpC;;;OAGG;IACH,MAAM,CAAC,EAAE,OAAO,CAAC;CACjB;AAED;;;;;;;;;;;;;GAaG;AAEH,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA89BI,CAAC;AAE7C,MAAM,MAAM,eAAe,GAAG,MAAM,OAAO,2BAA2B,CAAC;AAEvE,eAAO,MAAM,sBAAsB,EAA+C,eAAe,EAAE,CAAC;AAEpG,eAAO,MAAM,8BAA8B,o0DAQ1B,CAAC"}
1
+ {"version":3,"file":"model-libraries.d.ts","sourceRoot":"","sources":["../../src/model-libraries.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,gCAAgC,CAAC;AAEzE;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAChC;;;;OAIG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,QAAQ,CAAC,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,MAAM,EAAE,CAAC;IAC1C;;;;;OAKG;IACH,cAAc,CAAC,EAAE,kBAAkB,CAAC;IACpC;;;OAGG;IACH,MAAM,CAAC,EAAE,OAAO,CAAC;CACjB;AAED;;;;;;;;;;;;;GAaG;AAEH,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA6+BI,CAAC;AAE7C,MAAM,MAAM,eAAe,GAAG,MAAM,OAAO,2BAA2B,CAAC;AAEvE,eAAO,MAAM,sBAAsB,EAA+C,eAAe,EAAE,CAAC;AAEpG,eAAO,MAAM,8BAA8B,+1DAQ1B,CAAC"}
@@ -72,6 +72,13 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = {
72
72
  countDownloads: `path_extension:"pth"`,
73
73
  snippets: snippets.audioseal,
74
74
  },
75
+ "bagel-mot": {
76
+ prettyLabel: "Bagel",
77
+ repoName: "Bagel",
78
+ repoUrl: "https://github.com/ByteDance-Seed/Bagel/",
79
+ filter: false,
80
+ countDownloads: `path:"llm_config.json"`,
81
+ },
75
82
  ben2: {
76
83
  prettyLabel: "BEN2",
77
84
  repoName: "BEN2",
@@ -885,7 +892,7 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = {
885
892
  repoName: "timesfm",
886
893
  repoUrl: "https://github.com/google-research/timesfm",
887
894
  filter: false,
888
- countDownloads: `path:"checkpoints/checkpoint_1100000/state/checkpoint"`,
895
+ countDownloads: `path:"checkpoints/checkpoint_1100000/state/checkpoint" OR path:"checkpoints/checkpoint_2150000/state/checkpoint" OR path_extension:"ckpt"`,
889
896
  },
890
897
  timm: {
891
898
  prettyLabel: "timm",
@@ -896,6 +903,14 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = {
896
903
  filter: true,
897
904
  countDownloads: `path:"pytorch_model.bin" OR path:"model.safetensors"`,
898
905
  },
906
+ torchgeo: {
907
+ prettyLabel: "TorchGeo",
908
+ repoName: "TorchGeo",
909
+ repoUrl: "https://github.com/microsoft/torchgeo",
910
+ docsUrl: "https://torchgeo.readthedocs.io/",
911
+ filter: false,
912
+ countDownloads: `path_extension:"pt" OR path_extension:"pth"`,
913
+ },
899
914
  transformers: {
900
915
  prettyLabel: "Transformers",
901
916
  repoName: "🤗/transformers",
@@ -1 +1 @@
1
- {"version":3,"file":"inputs.d.ts","sourceRoot":"","sources":["../../../src/snippets/inputs.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,0BAA0B,EAAE,MAAM,mBAAmB,CAAC;AACpE,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAsJnD,wBAAgB,oBAAoB,CACnC,KAAK,EAAE,gBAAgB,EACvB,MAAM,UAAQ,EACd,QAAQ,UAAQ,GACd,MAAM,GAAG,0BAA0B,EAAE,CAmBvC"}
1
+ {"version":3,"file":"inputs.d.ts","sourceRoot":"","sources":["../../../src/snippets/inputs.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,0BAA0B,EAAE,MAAM,mBAAmB,CAAC;AACpE,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AA4JnD,wBAAgB,oBAAoB,CACnC,KAAK,EAAE,gBAAgB,EACvB,MAAM,UAAQ,EACd,QAAQ,UAAQ,GACd,MAAM,GAAG,0BAA0B,EAAE,CAmBvC"}
@@ -65,6 +65,10 @@ const inputsImageToImage = () => `{
65
65
  "image": "cat.png",
66
66
  "prompt": "Turn the cat into a tiger."
67
67
  }`;
68
+ const inputsImageToVideo = () => `{
69
+ "image": "cat.png",
70
+ "prompt": "The cat starts to dance"
71
+ }`;
68
72
  const inputsImageSegmentation = () => `"cats.jpg"`;
69
73
  const inputsObjectDetection = () => `"cats.jpg"`;
70
74
  const inputsAudioToAudio = () => `"sample1.flac"`;
@@ -86,6 +90,7 @@ const modelInputSnippets = {
86
90
  "image-classification": inputsImageClassification,
87
91
  "image-to-text": inputsImageToText,
88
92
  "image-to-image": inputsImageToImage,
93
+ "image-to-video": inputsImageToVideo,
89
94
  "image-segmentation": inputsImageSegmentation,
90
95
  "object-detection": inputsObjectDetection,
91
96
  "question-answering": inputsQuestionAnswering,
@@ -0,0 +1,4 @@
1
+ import type { TaskDataCustom } from "../index.js";
2
+ declare const taskData: TaskDataCustom;
3
+ export default taskData;
4
+ //# sourceMappingURL=data.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"data.d.ts","sourceRoot":"","sources":["../../../../src/tasks/image-to-video/data.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAElD,QAAA,MAAM,QAAQ,EAAE,cAyHf,CAAC;AAEF,eAAe,QAAQ,CAAC"}
@@ -0,0 +1,117 @@
1
+ const taskData = {
2
+ datasets: [
3
+ {
4
+ description: "A benchmark dataset for reference image controlled video generation.",
5
+ id: "ali-vilab/VACE-Benchmark",
6
+ },
7
+ {
8
+ description: "A dataset of video generation style preferences.",
9
+ id: "Rapidata/sora-video-generation-style-likert-scoring",
10
+ },
11
+ {
12
+ description: "A dataset with videos and captions throughout the videos.",
13
+ id: "BestWishYsh/ChronoMagic",
14
+ },
15
+ ],
16
+ demo: {
17
+ inputs: [
18
+ {
19
+ filename: "image-to-video-input.jpg",
20
+ type: "img",
21
+ },
22
+ {
23
+ label: "Optional Text Prompt",
24
+ content: "This penguin is dancing",
25
+ type: "text",
26
+ },
27
+ ],
28
+ outputs: [
29
+ {
30
+ filename: "image-to-video-output.gif",
31
+ type: "img",
32
+ },
33
+ ],
34
+ },
35
+ metrics: [
36
+ {
37
+ description: "Fréchet Video Distance (FVD) measures the perceptual similarity between the distributions of generated videos and a set of real videos, assessing overall visual quality and temporal coherence of the video generated from an input image.",
38
+ id: "fvd",
39
+ },
40
+ {
41
+ description: "CLIP Score measures the semantic similarity between a textual prompt (if provided alongside the input image) and the generated video frames. It evaluates how well the video's generated content and motion align with the textual description, conditioned on the initial image.",
42
+ id: "clip_score",
43
+ },
44
+ {
45
+ description: "First Frame Fidelity, often measured using LPIPS (Learned Perceptual Image Patch Similarity), PSNR, or SSIM, quantifies how closely the first frame of the generated video matches the input conditioning image.",
46
+ id: "lpips",
47
+ },
48
+ {
49
+ description: "Identity Preservation Score measures the consistency of identity (e.g., a person's face or a specific object's characteristics) between the input image and throughout the generated video frames, often calculated using features from specialized models like face recognition (e.g., ArcFace) or re-identification models.",
50
+ id: "identity_preservation",
51
+ },
52
+ {
53
+ description: "Motion Score evaluates the quality, realism, and temporal consistency of motion in the video generated from a static image. This can be based on optical flow analysis (e.g., smoothness, magnitude), consistency of object trajectories, or specific motion plausibility assessments.",
54
+ id: "motion_score",
55
+ },
56
+ ],
57
+ models: [
58
+ {
59
+ description: "LTX-Video, a 13B parameter model for high quality video generation",
60
+ id: "Lightricks/LTX-Video-0.9.7-dev",
61
+ },
62
+ {
63
+ description: "A 14B parameter model for reference image controlled video generation",
64
+ id: "Wan-AI/Wan2.1-VACE-14B",
65
+ },
66
+ {
67
+ description: "An image-to-video generation model using FramePack F1 methodology with Hunyuan-DiT architecture",
68
+ id: "lllyasviel/FramePack_F1_I2V_HY_20250503",
69
+ },
70
+ {
71
+ description: "A distilled version of the LTX-Video-0.9.7-dev model for faster inference",
72
+ id: "Lightricks/LTX-Video-0.9.7-distilled",
73
+ },
74
+ {
75
+ description: "An image-to-video generation model by Skywork AI, 14B parameters, producing 720p videos.",
76
+ id: "Skywork/SkyReels-V2-I2V-14B-720P",
77
+ },
78
+ {
79
+ description: "Image-to-video variant of Tencent's HunyuanVideo.",
80
+ id: "tencent/HunyuanVideo-I2V",
81
+ },
82
+ {
83
+ description: "A 14B parameter model for 720p image-to-video generation by Wan-AI.",
84
+ id: "Wan-AI/Wan2.1-I2V-14B-720P",
85
+ },
86
+ {
87
+ description: "A Diffusers version of the Wan2.1-I2V-14B-720P model for 720p image-to-video generation.",
88
+ id: "Wan-AI/Wan2.1-I2V-14B-720P-Diffusers",
89
+ },
90
+ ],
91
+ spaces: [
92
+ {
93
+ description: "An application to generate videos fast.",
94
+ id: "Lightricks/ltx-video-distilled",
95
+ },
96
+ {
97
+ description: "Generate videos with the FramePack-F1",
98
+ id: "linoyts/FramePack-F1",
99
+ },
100
+ {
101
+ description: "Generate videos with the FramePack",
102
+ id: "lisonallen/framepack-i2v",
103
+ },
104
+ {
105
+ description: "Wan2.1 with CausVid LoRA",
106
+ id: "multimodalart/wan2-1-fast",
107
+ },
108
+ {
109
+ description: "A demo for Stable Video Diffusion",
110
+ id: "multimodalart/stable-video-diffusion",
111
+ },
112
+ ],
113
+ summary: "Image-to-video models take a still image as input and generate a video. These models can be guided by text prompts to influence the content and style of the output video.",
114
+ widgetModels: [],
115
+ youtubeId: undefined,
116
+ };
117
+ export default taskData;
@@ -0,0 +1,75 @@
1
+ /**
2
+ * Inference code generated from the JSON schema spec in ./spec
3
+ *
4
+ * Using src/scripts/inference-codegen
5
+ */
6
+ /**
7
+ * Inputs for Image To Video inference
8
+ */
9
+ export interface ImageToVideoInput {
10
+ /**
11
+ * The input image data as a base64-encoded string. If no `parameters` are provided, you can
12
+ * also provide the image data as a raw bytes payload.
13
+ */
14
+ inputs: Blob;
15
+ /**
16
+ * Additional inference parameters for Image To Video
17
+ */
18
+ parameters?: ImageToVideoParameters;
19
+ [property: string]: unknown;
20
+ }
21
+ /**
22
+ * Additional inference parameters for Image To Video
23
+ */
24
+ export interface ImageToVideoParameters {
25
+ /**
26
+ * For diffusion models. A higher guidance scale value encourages the model to generate
27
+ * videos closely linked to the text prompt at the expense of lower image quality.
28
+ */
29
+ guidance_scale?: number;
30
+ /**
31
+ * One prompt to guide what NOT to include in video generation.
32
+ */
33
+ negative_prompt?: string;
34
+ /**
35
+ * The num_frames parameter determines how many video frames are generated.
36
+ */
37
+ num_frames?: number;
38
+ /**
39
+ * The number of denoising steps. More denoising steps usually lead to a higher quality
40
+ * video at the expense of slower inference.
41
+ */
42
+ num_inference_steps?: number;
43
+ /**
44
+ * The text prompt to guide the video generation.
45
+ */
46
+ prompt?: string;
47
+ /**
48
+ * Seed for the random number generator.
49
+ */
50
+ seed?: number;
51
+ /**
52
+ * The size in pixel of the output video frames.
53
+ */
54
+ target_size?: TargetSize;
55
+ [property: string]: unknown;
56
+ }
57
+ /**
58
+ * The size in pixel of the output video frames.
59
+ */
60
+ export interface TargetSize {
61
+ height: number;
62
+ width: number;
63
+ [property: string]: unknown;
64
+ }
65
+ /**
66
+ * Outputs of inference for the Image To Video task
67
+ */
68
+ export interface ImageToVideoOutput {
69
+ /**
70
+ * The generated video returned as raw bytes in the payload.
71
+ */
72
+ video: unknown;
73
+ [property: string]: unknown;
74
+ }
75
+ //# sourceMappingURL=inference.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"inference.d.ts","sourceRoot":"","sources":["../../../../src/tasks/image-to-video/inference.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH;;GAEG;AACH,MAAM,WAAW,iBAAiB;IACjC;;;OAGG;IACH,MAAM,EAAE,IAAI,CAAC;IACb;;OAEG;IACH,UAAU,CAAC,EAAE,sBAAsB,CAAC;IACpC,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AACD;;GAEG;AACH,MAAM,WAAW,sBAAsB;IACtC;;;OAGG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB;;OAEG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB;;;OAGG;IACH,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B;;OAEG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;IACd;;OAEG;IACH,WAAW,CAAC,EAAE,UAAU,CAAC;IACzB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AACD;;GAEG;AACH,MAAM,WAAW,UAAU;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AACD;;GAEG;AACH,MAAM,WAAW,kBAAkB;IAClC;;OAEG;IACH,KAAK,EAAE,OAAO,CAAC;IACf,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B"}
@@ -0,0 +1 @@
1
+ export {};
@@ -9,6 +9,7 @@ export type { ImageClassificationInput, ImageClassificationOutput, ImageClassifi
9
9
  export type * from "./image-to-image/inference.js";
10
10
  export type { ImageToTextInput, ImageToTextOutput, ImageToTextParameters } from "./image-to-text/inference.js";
11
11
  export type * from "./image-segmentation/inference.js";
12
+ export type { ImageToVideoInput, ImageToVideoOutput, ImageToVideoParameters } from "./image-to-video/inference.js";
12
13
  export type * from "./object-detection/inference.js";
13
14
  export type * from "./depth-estimation/inference.js";
14
15
  export type * from "./question-answering/inference.js";