@huggingface/tasks 0.19.19 → 0.19.20
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/commonjs/model-libraries-snippets.d.ts.map +1 -1
- package/dist/commonjs/model-libraries-snippets.js +84 -1
- package/dist/esm/model-libraries-snippets.d.ts.map +1 -1
- package/dist/esm/model-libraries-snippets.js +84 -1
- package/package.json +1 -1
- package/src/model-libraries-snippets.ts +86 -1
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"model-libraries-snippets.d.ts","sourceRoot":"","sources":["../../src/model-libraries-snippets.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAkBjD,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAKjD,CAAC;AAkBF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAKjD,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,OAAO,SAAS,KAAG,MAAM,EAIhD,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAIjD,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAkBlD,CAAC;AAaF,eAAO,MAAM,IAAI,GAAI,OAAO,SAAS,KAAG,MAAM,EAY7C,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAIjD,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAI9C,CAAC;AAEF,eAAO,MAAM,UAAU,QAAO,MAAM,EAenC,CAAC;AAEF,eAAO,MAAM,UAAU,QAAO,MAAM,EAsDnC,CAAC;AAEF,eAAO,MAAM,cAAc,QAAO,MAAM,EAcvC,CAAC;AAEF,eAAO,MAAM,iBAAiB,GAAI,OAAO,SAAS,KAAG,MAAM,EA6C1D,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAwBlD,CAAC;AAEF,eAAO,MAAM,eAAe,QAAO,MAAM,EAoBxC,CAAC;AAEF,eAAO,MAAM,GAAG,GAAI,OAAO,SAAS,KAAG,MAAM,EAS5C,CAAC;AAEF,eAAO,MAAM,iBAAiB,GAAI,OAAO,SAAS,KAAG,MAAM,EAY1D,CAAC;
|
|
1
|
+
{"version":3,"file":"model-libraries-snippets.d.ts","sourceRoot":"","sources":["../../src/model-libraries-snippets.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAkBjD,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAKjD,CAAC;AAkBF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAKjD,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,OAAO,SAAS,KAAG,MAAM,EAIhD,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAIjD,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAkBlD,CAAC;AAaF,eAAO,MAAM,IAAI,GAAI,OAAO,SAAS,KAAG,MAAM,EAY7C,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAIjD,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAI9C,CAAC;AAEF,eAAO,MAAM,UAAU,QAAO,MAAM,EAenC,CAAC;AAEF,eAAO,MAAM,UAAU,QAAO,MAAM,EAsDnC,CAAC;AAEF,eAAO,MAAM,cAAc,QAAO,MAAM,EAcvC,CAAC;AAEF,eAAO,MAAM,iBAAiB,GAAI,OAAO,SAAS,KAAG,MAAM,EA6C1D,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAwBlD,CAAC;AAEF,eAAO,MAAM,eAAe,QAAO,MAAM,EAoBxC,CAAC;AAEF,eAAO,MAAM,GAAG,GAAI,OAAO,SAAS,KAAG,MAAM,EAS5C,CAAC;AAEF,eAAO,MAAM,iBAAiB,GAAI,OAAO,SAAS,KAAG,MAAM,EAY1D,CAAC;AAgHF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAsBlD,CAAC;AAEF,eAAO,MAAM,YAAY,GAAI,OAAO,SAAS,KAAG,MAAM,EAwCrD,CAAC;AAEF,eAAO,MAAM,gBAAgB,GAAI,OAAO,SAAS,KAAG,MAAM,EAgBzD,CAAC;AAEF,eAAO,MAAM,YAAY,GAAI,OAAO,SAAS,KAAG,MAAM,EAmBrD,CAAC;AAEF,eAAO,MAAM,MAAM,GAAI,OAAO,SAAS,KAAG,MAAM,EAgB/C,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAMlD,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EASlD,CAAC;AAIF,eAAO,MAAM,MAAM,GAAI,OAAO,SAAS,KAAG,MAAM,EAO/C,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,OAAO,SAAS,KAAG,MAAM,EAMhD,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAI9C,CAAC;AAEF,eAAO,MAAM,MAAM,GAAI,OAAO,SAAS,KAAG,MAAM,EAI/C,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAgBjD,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,OAAO,SAAS,KAAG,MAAM,EAehD,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAS9C,CAAC;AA4EF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAsBlD,CAAC;AAEF,eAAO,MAAM,UAAU,GAAI,OAAO,SAAS,KAAG,MAAM,EA+BnD,CAAC;AAEF,eAAO,MAAM,YAAY,GAAI,OAAO,SAAS,KAAG,MAAM,EA+BrD,CAAC;AAEF,eAAO,MAAM,gBAAgB,GAAI,OAAO,SAAS,KAAG,MAAM,EA4BzD,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,OAAO,SAAS,KAAG,MAAM,EAuChD,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAOjD,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAIlD,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAKlD,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAQlD,CAAC;AAEF,eAAO,MAAM,aAAa,QAAO,MAAM,EAQtC,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAKlD,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAsBlD,CAAC;AAEF,eAAO,MAAM,kBAAkB,GAAI,OAAO,SAAS,KAAG,MAAM,EAgB3D,CAAC;AACF,eAAO,MAAM,WAAW,GAAI,OAAO,SAAS,KAAG,MAAM,EAUpD,CAAC;AAEF,eAAO,MAAM,uBAAuB,GAAI,OAAO,SAAS,KAAG,MAAM,EAehE,CAAC;AAiBF,eAAO,MAAM,cAAc,GAAI,OAAO,SAAS,KAAG,MAAM,EAKvD,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAI9C,CAAC;AAyBF,eAAO,MAAM,aAAa,GAAI,OAAO,SAAS,KAAG,MAAM,EAOtD,CAAC;AAEF,eAAO,MAAM,IAAI,GAAI,OAAO,SAAS,KAAG,MAAM,EAI7C,CAAC;AAEF,eAAO,MAAM,OAAO,QAA6B,MAAM,EAQtD,CAAC;AAEF,eAAO,MAAM,UAAU,QAAO,MAAM,EAanC,CAAC;AAsCF,eAAO,MAAM,OAAO,GAAI,OAAO,SAAS,KAAG,MAAM,EAehD,CAAC;AAEF,eAAO,MAAM,kBAAkB,GAAI,OAAO,SAAS,KAAG,MAAM,EAmC3D,CAAC;AAEF,eAAO,MAAM,MAAM,GAAI,OAAO,SAAS,KAAG,MAAM,EAI/C,CAAC;AAEF,eAAO,MAAM,IAAI,GAAI,OAAO,SAAS,KAAG,MAAM,EA2B7C,CAAC;AAEF,eAAO,MAAM,aAAa,GAAI,OAAO,SAAS,KAAG,MAAM,EAEtD,CAAC;AASF,eAAO,MAAM,oBAAoB,GAAI,OAAO,SAAS,KAAG,MAAM,EAuC7D,CAAC;AAEF,eAAO,MAAM,MAAM,GAAI,OAAO,SAAS,KAAG,MAAM,EAI/C,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAU9C,CAAC;AAEF,eAAO,MAAM,WAAW,GAAI,OAAO,SAAS,KAAG,MAAM,EAIpD,CAAC;AAEF,eAAO,MAAM,MAAM,GAAI,OAAO,SAAS,KAAG,MAAM,EAK/C,CAAC;AAkBF,eAAO,MAAM,WAAW,GAAI,OAAO,SAAS,KAAG,MAAM,EAkBpD,CAAC;AAEF,eAAO,MAAM,UAAU,GAAI,OAAO,SAAS,KAAG,MAAM,EAInD,CAAC;AAEF,eAAO,MAAM,YAAY,GAAI,OAAO,SAAS,KAAG,MAAM,EA0ErD,CAAC;AAEF,eAAO,MAAM,cAAc,GAAI,OAAO,SAAS,KAAG,MAAM,EAcvD,CAAC;AAiBF,eAAO,MAAM,IAAI,GAAI,OAAO,SAAS,KAAG,MAAM,EAiB7C,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAKjD,CAAC;AAEF,eAAO,MAAM,gBAAgB,GAAI,OAAO,SAAS,KAAG,MAAM,EAMzD,CAAC;AAgBF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAEjD,CAAC;AAEF,eAAO,MAAM,MAAM,QAA6B,MAAM,EAMrD,CAAC;AAEF,eAAO,MAAM,IAAI,GAAI,OAAO,SAAS,KAAG,MAAM,EAkB7C,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAIjD,CAAC;AAEF,eAAO,MAAM,UAAU,GAAI,OAAO,SAAS,KAAG,MAAM,EAInD,CAAC;AAEF,eAAO,MAAM,GAAG,QAAO,MAAM,EAgB5B,CAAC;AAEF,eAAO,MAAM,OAAO,QAAO,MAAM,EAYhC,CAAC;AAEF,eAAO,MAAM,WAAW,GAAI,OAAO,SAAS,KAAG,MAAM,EAiBpD,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAYjD,CAAC;AAEF,eAAO,MAAM,WAAW,GAAI,OAAO,SAAS,KAAG,MAAM,EAKpD,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAW9C,CAAC;AAkEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAI9C,CAAC;AAEF,eAAO,MAAM,GAAG,GAAI,OAAO,SAAS,KAAG,MAAM,EAY5C,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAIlD,CAAC;AAEF,eAAO,MAAM,IAAI,GAAI,OAAO,SAAS,KAAG,MAAM,EAQ7C,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,OAAO,SAAS,KAAG,MAAM,EAuBhD,CAAC;AAEF,eAAO,MAAM,IAAI,GAAI,OAAO,SAAS,KAAG,MAAM,EAI7C,CAAC;AAEF,eAAO,MAAM,MAAM,GAAI,OAAO,SAAS,KAAG,MAAM,EAI/C,CAAC;AA4BF,eAAO,MAAM,MAAM,GAAI,OAAO,SAAS,KAAG,MAAM,EAO/C,CAAC;AAEF,eAAO,MAAM,UAAU,GAAI,OAAO,SAAS,KAAG,MAAM,EAUnD,CAAC;AAEF,eAAO,MAAM,UAAU,QAAO,MAAM,EAYnC,CAAC;AAEF,eAAO,MAAM,cAAc,GAAI,OAAO,SAAS,KAAG,MAAM,EAKvD,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAI9C,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAiB9C,CAAC"}
|
|
@@ -311,6 +311,8 @@ dam = DescribeAnythingModel(
|
|
|
311
311
|
];
|
|
312
312
|
exports.describe_anything = describe_anything;
|
|
313
313
|
const diffusersDefaultPrompt = "Astronaut in a jungle, cold color palette, muted colors, detailed, 8k";
|
|
314
|
+
const diffusersImg2ImgDefaultPrompt = "Turn this cat into a dog";
|
|
315
|
+
const diffusersVideoDefaultPrompt = "A man with short gray hair plays a red electric guitar.";
|
|
314
316
|
const diffusers_default = (model) => [
|
|
315
317
|
`from diffusers import DiffusionPipeline
|
|
316
318
|
|
|
@@ -319,6 +321,33 @@ pipe = DiffusionPipeline.from_pretrained("${model.id}")
|
|
|
319
321
|
prompt = "${get_prompt_from_diffusers_model(model) ?? diffusersDefaultPrompt}"
|
|
320
322
|
image = pipe(prompt).images[0]`,
|
|
321
323
|
];
|
|
324
|
+
const diffusers_image_to_image = (model) => [
|
|
325
|
+
`from diffusers import DiffusionPipeline
|
|
326
|
+
from diffusers.utils import load_image
|
|
327
|
+
|
|
328
|
+
pipe = DiffusionPipeline.from_pretrained("${model.id}")
|
|
329
|
+
|
|
330
|
+
prompt = "${get_prompt_from_diffusers_model(model) ?? diffusersImg2ImgDefaultPrompt}"
|
|
331
|
+
input_image = load_image("https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/cat.png")
|
|
332
|
+
|
|
333
|
+
image = pipe(image=input_image, prompt=prompt).images[0]`,
|
|
334
|
+
];
|
|
335
|
+
const diffusers_image_to_video = (model) => [
|
|
336
|
+
`import torch
|
|
337
|
+
from diffusers import DiffusionPipeline
|
|
338
|
+
from diffusers.utils import load_image, export_to_video
|
|
339
|
+
|
|
340
|
+
pipe = DiffusionPipeline.from_pretrained("${model.id}", torch_dtype=torch.float16)
|
|
341
|
+
pipe.to("cuda")
|
|
342
|
+
|
|
343
|
+
prompt = "${get_prompt_from_diffusers_model(model) ?? diffusersVideoDefaultPrompt}"
|
|
344
|
+
image = load_image(
|
|
345
|
+
"https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/guitar-man.png"
|
|
346
|
+
)
|
|
347
|
+
|
|
348
|
+
output = pipe(image=image, prompt=prompt).frames[0]
|
|
349
|
+
export_to_video(output, "output.mp4")`,
|
|
350
|
+
];
|
|
322
351
|
const diffusers_controlnet = (model) => [
|
|
323
352
|
`from diffusers import ControlNetModel, StableDiffusionControlNetPipeline
|
|
324
353
|
|
|
@@ -336,6 +365,43 @@ pipe.load_lora_weights("${model.id}")
|
|
|
336
365
|
prompt = "${get_prompt_from_diffusers_model(model) ?? diffusersDefaultPrompt}"
|
|
337
366
|
image = pipe(prompt).images[0]`,
|
|
338
367
|
];
|
|
368
|
+
const diffusers_lora_image_to_image = (model) => [
|
|
369
|
+
`from diffusers import DiffusionPipeline
|
|
370
|
+
from diffusers.utils import load_image
|
|
371
|
+
|
|
372
|
+
pipe = DiffusionPipeline.from_pretrained("${get_base_diffusers_model(model)}")
|
|
373
|
+
pipe.load_lora_weights("${model.id}")
|
|
374
|
+
|
|
375
|
+
prompt = "${get_prompt_from_diffusers_model(model) ?? diffusersImg2ImgDefaultPrompt}"
|
|
376
|
+
input_image = load_image("https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/cat.png")
|
|
377
|
+
|
|
378
|
+
image = pipe(image=input_image, prompt=prompt).images[0]`,
|
|
379
|
+
];
|
|
380
|
+
const diffusers_lora_text_to_video = (model) => [
|
|
381
|
+
`from diffusers import DiffusionPipeline
|
|
382
|
+
from diffusers.utils import export_to_video
|
|
383
|
+
|
|
384
|
+
pipe = DiffusionPipeline.from_pretrained("${get_base_diffusers_model(model)}")
|
|
385
|
+
pipe.load_lora_weights("${model.id}")
|
|
386
|
+
|
|
387
|
+
prompt = "${get_prompt_from_diffusers_model(model) ?? diffusersVideoDefaultPrompt}"
|
|
388
|
+
|
|
389
|
+
output = pipe(prompt=prompt).frames[0]
|
|
390
|
+
export_to_video(output, "output.mp4")`,
|
|
391
|
+
];
|
|
392
|
+
const diffusers_lora_image_to_video = (model) => [
|
|
393
|
+
`from diffusers import DiffusionPipeline
|
|
394
|
+
from diffusers.utils import load_image, export_to_video
|
|
395
|
+
|
|
396
|
+
pipe = DiffusionPipeline.from_pretrained("${get_base_diffusers_model(model)}")
|
|
397
|
+
pipe.load_lora_weights("${model.id}")
|
|
398
|
+
|
|
399
|
+
prompt = "${get_prompt_from_diffusers_model(model) ?? diffusersVideoDefaultPrompt}"
|
|
400
|
+
input_image = load_image("https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/guitar-man.png")
|
|
401
|
+
|
|
402
|
+
image = pipe(image=input_image, prompt=prompt).frames[0]
|
|
403
|
+
export_to_video(output, "output.mp4")`,
|
|
404
|
+
];
|
|
339
405
|
const diffusers_textual_inversion = (model) => [
|
|
340
406
|
`from diffusers import DiffusionPipeline
|
|
341
407
|
|
|
@@ -347,11 +413,28 @@ const diffusers = (model) => {
|
|
|
347
413
|
return diffusers_controlnet(model);
|
|
348
414
|
}
|
|
349
415
|
else if (model.tags.includes("lora")) {
|
|
350
|
-
|
|
416
|
+
if (model.pipeline_tag === "image-to-image") {
|
|
417
|
+
return diffusers_lora_image_to_image(model);
|
|
418
|
+
}
|
|
419
|
+
else if (model.pipeline_tag === "image-to-video") {
|
|
420
|
+
return diffusers_lora_image_to_video(model);
|
|
421
|
+
}
|
|
422
|
+
else if (model.pipeline_tag === "text-to-video") {
|
|
423
|
+
return diffusers_lora_text_to_video(model);
|
|
424
|
+
}
|
|
425
|
+
else {
|
|
426
|
+
return diffusers_lora(model);
|
|
427
|
+
}
|
|
351
428
|
}
|
|
352
429
|
else if (model.tags.includes("textual_inversion")) {
|
|
353
430
|
return diffusers_textual_inversion(model);
|
|
354
431
|
}
|
|
432
|
+
else if (model.pipeline_tag === "image-to-video") {
|
|
433
|
+
return diffusers_image_to_video(model);
|
|
434
|
+
}
|
|
435
|
+
else if (model.pipeline_tag === "image-to-image") {
|
|
436
|
+
return diffusers_image_to_image(model);
|
|
437
|
+
}
|
|
355
438
|
else {
|
|
356
439
|
return diffusers_default(model);
|
|
357
440
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"model-libraries-snippets.d.ts","sourceRoot":"","sources":["../../src/model-libraries-snippets.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAkBjD,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAKjD,CAAC;AAkBF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAKjD,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,OAAO,SAAS,KAAG,MAAM,EAIhD,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAIjD,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAkBlD,CAAC;AAaF,eAAO,MAAM,IAAI,GAAI,OAAO,SAAS,KAAG,MAAM,EAY7C,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAIjD,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAI9C,CAAC;AAEF,eAAO,MAAM,UAAU,QAAO,MAAM,EAenC,CAAC;AAEF,eAAO,MAAM,UAAU,QAAO,MAAM,EAsDnC,CAAC;AAEF,eAAO,MAAM,cAAc,QAAO,MAAM,EAcvC,CAAC;AAEF,eAAO,MAAM,iBAAiB,GAAI,OAAO,SAAS,KAAG,MAAM,EA6C1D,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAwBlD,CAAC;AAEF,eAAO,MAAM,eAAe,QAAO,MAAM,EAoBxC,CAAC;AAEF,eAAO,MAAM,GAAG,GAAI,OAAO,SAAS,KAAG,MAAM,EAS5C,CAAC;AAEF,eAAO,MAAM,iBAAiB,GAAI,OAAO,SAAS,KAAG,MAAM,EAY1D,CAAC;
|
|
1
|
+
{"version":3,"file":"model-libraries-snippets.d.ts","sourceRoot":"","sources":["../../src/model-libraries-snippets.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAkBjD,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAKjD,CAAC;AAkBF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAKjD,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,OAAO,SAAS,KAAG,MAAM,EAIhD,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAIjD,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAkBlD,CAAC;AAaF,eAAO,MAAM,IAAI,GAAI,OAAO,SAAS,KAAG,MAAM,EAY7C,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAIjD,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAI9C,CAAC;AAEF,eAAO,MAAM,UAAU,QAAO,MAAM,EAenC,CAAC;AAEF,eAAO,MAAM,UAAU,QAAO,MAAM,EAsDnC,CAAC;AAEF,eAAO,MAAM,cAAc,QAAO,MAAM,EAcvC,CAAC;AAEF,eAAO,MAAM,iBAAiB,GAAI,OAAO,SAAS,KAAG,MAAM,EA6C1D,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAwBlD,CAAC;AAEF,eAAO,MAAM,eAAe,QAAO,MAAM,EAoBxC,CAAC;AAEF,eAAO,MAAM,GAAG,GAAI,OAAO,SAAS,KAAG,MAAM,EAS5C,CAAC;AAEF,eAAO,MAAM,iBAAiB,GAAI,OAAO,SAAS,KAAG,MAAM,EAY1D,CAAC;AAgHF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAsBlD,CAAC;AAEF,eAAO,MAAM,YAAY,GAAI,OAAO,SAAS,KAAG,MAAM,EAwCrD,CAAC;AAEF,eAAO,MAAM,gBAAgB,GAAI,OAAO,SAAS,KAAG,MAAM,EAgBzD,CAAC;AAEF,eAAO,MAAM,YAAY,GAAI,OAAO,SAAS,KAAG,MAAM,EAmBrD,CAAC;AAEF,eAAO,MAAM,MAAM,GAAI,OAAO,SAAS,KAAG,MAAM,EAgB/C,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAMlD,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EASlD,CAAC;AAIF,eAAO,MAAM,MAAM,GAAI,OAAO,SAAS,KAAG,MAAM,EAO/C,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,OAAO,SAAS,KAAG,MAAM,EAMhD,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAI9C,CAAC;AAEF,eAAO,MAAM,MAAM,GAAI,OAAO,SAAS,KAAG,MAAM,EAI/C,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAgBjD,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,OAAO,SAAS,KAAG,MAAM,EAehD,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAS9C,CAAC;AA4EF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAsBlD,CAAC;AAEF,eAAO,MAAM,UAAU,GAAI,OAAO,SAAS,KAAG,MAAM,EA+BnD,CAAC;AAEF,eAAO,MAAM,YAAY,GAAI,OAAO,SAAS,KAAG,MAAM,EA+BrD,CAAC;AAEF,eAAO,MAAM,gBAAgB,GAAI,OAAO,SAAS,KAAG,MAAM,EA4BzD,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,OAAO,SAAS,KAAG,MAAM,EAuChD,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAOjD,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAIlD,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAKlD,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAQlD,CAAC;AAEF,eAAO,MAAM,aAAa,QAAO,MAAM,EAQtC,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAKlD,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAsBlD,CAAC;AAEF,eAAO,MAAM,kBAAkB,GAAI,OAAO,SAAS,KAAG,MAAM,EAgB3D,CAAC;AACF,eAAO,MAAM,WAAW,GAAI,OAAO,SAAS,KAAG,MAAM,EAUpD,CAAC;AAEF,eAAO,MAAM,uBAAuB,GAAI,OAAO,SAAS,KAAG,MAAM,EAehE,CAAC;AAiBF,eAAO,MAAM,cAAc,GAAI,OAAO,SAAS,KAAG,MAAM,EAKvD,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAI9C,CAAC;AAyBF,eAAO,MAAM,aAAa,GAAI,OAAO,SAAS,KAAG,MAAM,EAOtD,CAAC;AAEF,eAAO,MAAM,IAAI,GAAI,OAAO,SAAS,KAAG,MAAM,EAI7C,CAAC;AAEF,eAAO,MAAM,OAAO,QAA6B,MAAM,EAQtD,CAAC;AAEF,eAAO,MAAM,UAAU,QAAO,MAAM,EAanC,CAAC;AAsCF,eAAO,MAAM,OAAO,GAAI,OAAO,SAAS,KAAG,MAAM,EAehD,CAAC;AAEF,eAAO,MAAM,kBAAkB,GAAI,OAAO,SAAS,KAAG,MAAM,EAmC3D,CAAC;AAEF,eAAO,MAAM,MAAM,GAAI,OAAO,SAAS,KAAG,MAAM,EAI/C,CAAC;AAEF,eAAO,MAAM,IAAI,GAAI,OAAO,SAAS,KAAG,MAAM,EA2B7C,CAAC;AAEF,eAAO,MAAM,aAAa,GAAI,OAAO,SAAS,KAAG,MAAM,EAEtD,CAAC;AASF,eAAO,MAAM,oBAAoB,GAAI,OAAO,SAAS,KAAG,MAAM,EAuC7D,CAAC;AAEF,eAAO,MAAM,MAAM,GAAI,OAAO,SAAS,KAAG,MAAM,EAI/C,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAU9C,CAAC;AAEF,eAAO,MAAM,WAAW,GAAI,OAAO,SAAS,KAAG,MAAM,EAIpD,CAAC;AAEF,eAAO,MAAM,MAAM,GAAI,OAAO,SAAS,KAAG,MAAM,EAK/C,CAAC;AAkBF,eAAO,MAAM,WAAW,GAAI,OAAO,SAAS,KAAG,MAAM,EAkBpD,CAAC;AAEF,eAAO,MAAM,UAAU,GAAI,OAAO,SAAS,KAAG,MAAM,EAInD,CAAC;AAEF,eAAO,MAAM,YAAY,GAAI,OAAO,SAAS,KAAG,MAAM,EA0ErD,CAAC;AAEF,eAAO,MAAM,cAAc,GAAI,OAAO,SAAS,KAAG,MAAM,EAcvD,CAAC;AAiBF,eAAO,MAAM,IAAI,GAAI,OAAO,SAAS,KAAG,MAAM,EAiB7C,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAKjD,CAAC;AAEF,eAAO,MAAM,gBAAgB,GAAI,OAAO,SAAS,KAAG,MAAM,EAMzD,CAAC;AAgBF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAEjD,CAAC;AAEF,eAAO,MAAM,MAAM,QAA6B,MAAM,EAMrD,CAAC;AAEF,eAAO,MAAM,IAAI,GAAI,OAAO,SAAS,KAAG,MAAM,EAkB7C,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAIjD,CAAC;AAEF,eAAO,MAAM,UAAU,GAAI,OAAO,SAAS,KAAG,MAAM,EAInD,CAAC;AAEF,eAAO,MAAM,GAAG,QAAO,MAAM,EAgB5B,CAAC;AAEF,eAAO,MAAM,OAAO,QAAO,MAAM,EAYhC,CAAC;AAEF,eAAO,MAAM,WAAW,GAAI,OAAO,SAAS,KAAG,MAAM,EAiBpD,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAYjD,CAAC;AAEF,eAAO,MAAM,WAAW,GAAI,OAAO,SAAS,KAAG,MAAM,EAKpD,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAW9C,CAAC;AAkEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAI9C,CAAC;AAEF,eAAO,MAAM,GAAG,GAAI,OAAO,SAAS,KAAG,MAAM,EAY5C,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAIlD,CAAC;AAEF,eAAO,MAAM,IAAI,GAAI,OAAO,SAAS,KAAG,MAAM,EAQ7C,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,OAAO,SAAS,KAAG,MAAM,EAuBhD,CAAC;AAEF,eAAO,MAAM,IAAI,GAAI,OAAO,SAAS,KAAG,MAAM,EAI7C,CAAC;AAEF,eAAO,MAAM,MAAM,GAAI,OAAO,SAAS,KAAG,MAAM,EAI/C,CAAC;AA4BF,eAAO,MAAM,MAAM,GAAI,OAAO,SAAS,KAAG,MAAM,EAO/C,CAAC;AAEF,eAAO,MAAM,UAAU,GAAI,OAAO,SAAS,KAAG,MAAM,EAUnD,CAAC;AAEF,eAAO,MAAM,UAAU,QAAO,MAAM,EAYnC,CAAC;AAEF,eAAO,MAAM,cAAc,GAAI,OAAO,SAAS,KAAG,MAAM,EAKvD,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAI9C,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAiB9C,CAAC"}
|
|
@@ -291,6 +291,8 @@ dam = DescribeAnythingModel(
|
|
|
291
291
|
)`,
|
|
292
292
|
];
|
|
293
293
|
const diffusersDefaultPrompt = "Astronaut in a jungle, cold color palette, muted colors, detailed, 8k";
|
|
294
|
+
const diffusersImg2ImgDefaultPrompt = "Turn this cat into a dog";
|
|
295
|
+
const diffusersVideoDefaultPrompt = "A man with short gray hair plays a red electric guitar.";
|
|
294
296
|
const diffusers_default = (model) => [
|
|
295
297
|
`from diffusers import DiffusionPipeline
|
|
296
298
|
|
|
@@ -299,6 +301,33 @@ pipe = DiffusionPipeline.from_pretrained("${model.id}")
|
|
|
299
301
|
prompt = "${get_prompt_from_diffusers_model(model) ?? diffusersDefaultPrompt}"
|
|
300
302
|
image = pipe(prompt).images[0]`,
|
|
301
303
|
];
|
|
304
|
+
const diffusers_image_to_image = (model) => [
|
|
305
|
+
`from diffusers import DiffusionPipeline
|
|
306
|
+
from diffusers.utils import load_image
|
|
307
|
+
|
|
308
|
+
pipe = DiffusionPipeline.from_pretrained("${model.id}")
|
|
309
|
+
|
|
310
|
+
prompt = "${get_prompt_from_diffusers_model(model) ?? diffusersImg2ImgDefaultPrompt}"
|
|
311
|
+
input_image = load_image("https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/cat.png")
|
|
312
|
+
|
|
313
|
+
image = pipe(image=input_image, prompt=prompt).images[0]`,
|
|
314
|
+
];
|
|
315
|
+
const diffusers_image_to_video = (model) => [
|
|
316
|
+
`import torch
|
|
317
|
+
from diffusers import DiffusionPipeline
|
|
318
|
+
from diffusers.utils import load_image, export_to_video
|
|
319
|
+
|
|
320
|
+
pipe = DiffusionPipeline.from_pretrained("${model.id}", torch_dtype=torch.float16)
|
|
321
|
+
pipe.to("cuda")
|
|
322
|
+
|
|
323
|
+
prompt = "${get_prompt_from_diffusers_model(model) ?? diffusersVideoDefaultPrompt}"
|
|
324
|
+
image = load_image(
|
|
325
|
+
"https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/guitar-man.png"
|
|
326
|
+
)
|
|
327
|
+
|
|
328
|
+
output = pipe(image=image, prompt=prompt).frames[0]
|
|
329
|
+
export_to_video(output, "output.mp4")`,
|
|
330
|
+
];
|
|
302
331
|
const diffusers_controlnet = (model) => [
|
|
303
332
|
`from diffusers import ControlNetModel, StableDiffusionControlNetPipeline
|
|
304
333
|
|
|
@@ -316,6 +345,43 @@ pipe.load_lora_weights("${model.id}")
|
|
|
316
345
|
prompt = "${get_prompt_from_diffusers_model(model) ?? diffusersDefaultPrompt}"
|
|
317
346
|
image = pipe(prompt).images[0]`,
|
|
318
347
|
];
|
|
348
|
+
const diffusers_lora_image_to_image = (model) => [
|
|
349
|
+
`from diffusers import DiffusionPipeline
|
|
350
|
+
from diffusers.utils import load_image
|
|
351
|
+
|
|
352
|
+
pipe = DiffusionPipeline.from_pretrained("${get_base_diffusers_model(model)}")
|
|
353
|
+
pipe.load_lora_weights("${model.id}")
|
|
354
|
+
|
|
355
|
+
prompt = "${get_prompt_from_diffusers_model(model) ?? diffusersImg2ImgDefaultPrompt}"
|
|
356
|
+
input_image = load_image("https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/cat.png")
|
|
357
|
+
|
|
358
|
+
image = pipe(image=input_image, prompt=prompt).images[0]`,
|
|
359
|
+
];
|
|
360
|
+
const diffusers_lora_text_to_video = (model) => [
|
|
361
|
+
`from diffusers import DiffusionPipeline
|
|
362
|
+
from diffusers.utils import export_to_video
|
|
363
|
+
|
|
364
|
+
pipe = DiffusionPipeline.from_pretrained("${get_base_diffusers_model(model)}")
|
|
365
|
+
pipe.load_lora_weights("${model.id}")
|
|
366
|
+
|
|
367
|
+
prompt = "${get_prompt_from_diffusers_model(model) ?? diffusersVideoDefaultPrompt}"
|
|
368
|
+
|
|
369
|
+
output = pipe(prompt=prompt).frames[0]
|
|
370
|
+
export_to_video(output, "output.mp4")`,
|
|
371
|
+
];
|
|
372
|
+
const diffusers_lora_image_to_video = (model) => [
|
|
373
|
+
`from diffusers import DiffusionPipeline
|
|
374
|
+
from diffusers.utils import load_image, export_to_video
|
|
375
|
+
|
|
376
|
+
pipe = DiffusionPipeline.from_pretrained("${get_base_diffusers_model(model)}")
|
|
377
|
+
pipe.load_lora_weights("${model.id}")
|
|
378
|
+
|
|
379
|
+
prompt = "${get_prompt_from_diffusers_model(model) ?? diffusersVideoDefaultPrompt}"
|
|
380
|
+
input_image = load_image("https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/guitar-man.png")
|
|
381
|
+
|
|
382
|
+
image = pipe(image=input_image, prompt=prompt).frames[0]
|
|
383
|
+
export_to_video(output, "output.mp4")`,
|
|
384
|
+
];
|
|
319
385
|
const diffusers_textual_inversion = (model) => [
|
|
320
386
|
`from diffusers import DiffusionPipeline
|
|
321
387
|
|
|
@@ -327,11 +393,28 @@ export const diffusers = (model) => {
|
|
|
327
393
|
return diffusers_controlnet(model);
|
|
328
394
|
}
|
|
329
395
|
else if (model.tags.includes("lora")) {
|
|
330
|
-
|
|
396
|
+
if (model.pipeline_tag === "image-to-image") {
|
|
397
|
+
return diffusers_lora_image_to_image(model);
|
|
398
|
+
}
|
|
399
|
+
else if (model.pipeline_tag === "image-to-video") {
|
|
400
|
+
return diffusers_lora_image_to_video(model);
|
|
401
|
+
}
|
|
402
|
+
else if (model.pipeline_tag === "text-to-video") {
|
|
403
|
+
return diffusers_lora_text_to_video(model);
|
|
404
|
+
}
|
|
405
|
+
else {
|
|
406
|
+
return diffusers_lora(model);
|
|
407
|
+
}
|
|
331
408
|
}
|
|
332
409
|
else if (model.tags.includes("textual_inversion")) {
|
|
333
410
|
return diffusers_textual_inversion(model);
|
|
334
411
|
}
|
|
412
|
+
else if (model.pipeline_tag === "image-to-video") {
|
|
413
|
+
return diffusers_image_to_video(model);
|
|
414
|
+
}
|
|
415
|
+
else if (model.pipeline_tag === "image-to-image") {
|
|
416
|
+
return diffusers_image_to_image(model);
|
|
417
|
+
}
|
|
335
418
|
else {
|
|
336
419
|
return diffusers_default(model);
|
|
337
420
|
}
|
package/package.json
CHANGED
|
@@ -326,6 +326,10 @@ dam = DescribeAnythingModel(
|
|
|
326
326
|
|
|
327
327
|
const diffusersDefaultPrompt = "Astronaut in a jungle, cold color palette, muted colors, detailed, 8k";
|
|
328
328
|
|
|
329
|
+
const diffusersImg2ImgDefaultPrompt = "Turn this cat into a dog";
|
|
330
|
+
|
|
331
|
+
const diffusersVideoDefaultPrompt = "A man with short gray hair plays a red electric guitar.";
|
|
332
|
+
|
|
329
333
|
const diffusers_default = (model: ModelData) => [
|
|
330
334
|
`from diffusers import DiffusionPipeline
|
|
331
335
|
|
|
@@ -335,6 +339,35 @@ prompt = "${get_prompt_from_diffusers_model(model) ?? diffusersDefaultPrompt}"
|
|
|
335
339
|
image = pipe(prompt).images[0]`,
|
|
336
340
|
];
|
|
337
341
|
|
|
342
|
+
const diffusers_image_to_image = (model: ModelData) => [
|
|
343
|
+
`from diffusers import DiffusionPipeline
|
|
344
|
+
from diffusers.utils import load_image
|
|
345
|
+
|
|
346
|
+
pipe = DiffusionPipeline.from_pretrained("${model.id}")
|
|
347
|
+
|
|
348
|
+
prompt = "${get_prompt_from_diffusers_model(model) ?? diffusersImg2ImgDefaultPrompt}"
|
|
349
|
+
input_image = load_image("https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/cat.png")
|
|
350
|
+
|
|
351
|
+
image = pipe(image=input_image, prompt=prompt).images[0]`,
|
|
352
|
+
];
|
|
353
|
+
|
|
354
|
+
const diffusers_image_to_video = (model: ModelData) => [
|
|
355
|
+
`import torch
|
|
356
|
+
from diffusers import DiffusionPipeline
|
|
357
|
+
from diffusers.utils import load_image, export_to_video
|
|
358
|
+
|
|
359
|
+
pipe = DiffusionPipeline.from_pretrained("${model.id}", torch_dtype=torch.float16)
|
|
360
|
+
pipe.to("cuda")
|
|
361
|
+
|
|
362
|
+
prompt = "${get_prompt_from_diffusers_model(model) ?? diffusersVideoDefaultPrompt}"
|
|
363
|
+
image = load_image(
|
|
364
|
+
"https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/guitar-man.png"
|
|
365
|
+
)
|
|
366
|
+
|
|
367
|
+
output = pipe(image=image, prompt=prompt).frames[0]
|
|
368
|
+
export_to_video(output, "output.mp4")`,
|
|
369
|
+
];
|
|
370
|
+
|
|
338
371
|
const diffusers_controlnet = (model: ModelData) => [
|
|
339
372
|
`from diffusers import ControlNetModel, StableDiffusionControlNetPipeline
|
|
340
373
|
|
|
@@ -354,6 +387,46 @@ prompt = "${get_prompt_from_diffusers_model(model) ?? diffusersDefaultPrompt}"
|
|
|
354
387
|
image = pipe(prompt).images[0]`,
|
|
355
388
|
];
|
|
356
389
|
|
|
390
|
+
const diffusers_lora_image_to_image = (model: ModelData) => [
|
|
391
|
+
`from diffusers import DiffusionPipeline
|
|
392
|
+
from diffusers.utils import load_image
|
|
393
|
+
|
|
394
|
+
pipe = DiffusionPipeline.from_pretrained("${get_base_diffusers_model(model)}")
|
|
395
|
+
pipe.load_lora_weights("${model.id}")
|
|
396
|
+
|
|
397
|
+
prompt = "${get_prompt_from_diffusers_model(model) ?? diffusersImg2ImgDefaultPrompt}"
|
|
398
|
+
input_image = load_image("https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/cat.png")
|
|
399
|
+
|
|
400
|
+
image = pipe(image=input_image, prompt=prompt).images[0]`,
|
|
401
|
+
];
|
|
402
|
+
|
|
403
|
+
const diffusers_lora_text_to_video = (model: ModelData) => [
|
|
404
|
+
`from diffusers import DiffusionPipeline
|
|
405
|
+
from diffusers.utils import export_to_video
|
|
406
|
+
|
|
407
|
+
pipe = DiffusionPipeline.from_pretrained("${get_base_diffusers_model(model)}")
|
|
408
|
+
pipe.load_lora_weights("${model.id}")
|
|
409
|
+
|
|
410
|
+
prompt = "${get_prompt_from_diffusers_model(model) ?? diffusersVideoDefaultPrompt}"
|
|
411
|
+
|
|
412
|
+
output = pipe(prompt=prompt).frames[0]
|
|
413
|
+
export_to_video(output, "output.mp4")`,
|
|
414
|
+
];
|
|
415
|
+
|
|
416
|
+
const diffusers_lora_image_to_video = (model: ModelData) => [
|
|
417
|
+
`from diffusers import DiffusionPipeline
|
|
418
|
+
from diffusers.utils import load_image, export_to_video
|
|
419
|
+
|
|
420
|
+
pipe = DiffusionPipeline.from_pretrained("${get_base_diffusers_model(model)}")
|
|
421
|
+
pipe.load_lora_weights("${model.id}")
|
|
422
|
+
|
|
423
|
+
prompt = "${get_prompt_from_diffusers_model(model) ?? diffusersVideoDefaultPrompt}"
|
|
424
|
+
input_image = load_image("https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/guitar-man.png")
|
|
425
|
+
|
|
426
|
+
image = pipe(image=input_image, prompt=prompt).frames[0]
|
|
427
|
+
export_to_video(output, "output.mp4")`,
|
|
428
|
+
];
|
|
429
|
+
|
|
357
430
|
const diffusers_textual_inversion = (model: ModelData) => [
|
|
358
431
|
`from diffusers import DiffusionPipeline
|
|
359
432
|
|
|
@@ -365,9 +438,21 @@ export const diffusers = (model: ModelData): string[] => {
|
|
|
365
438
|
if (model.tags.includes("controlnet")) {
|
|
366
439
|
return diffusers_controlnet(model);
|
|
367
440
|
} else if (model.tags.includes("lora")) {
|
|
368
|
-
|
|
441
|
+
if (model.pipeline_tag === "image-to-image") {
|
|
442
|
+
return diffusers_lora_image_to_image(model);
|
|
443
|
+
} else if (model.pipeline_tag === "image-to-video") {
|
|
444
|
+
return diffusers_lora_image_to_video(model);
|
|
445
|
+
} else if (model.pipeline_tag === "text-to-video") {
|
|
446
|
+
return diffusers_lora_text_to_video(model);
|
|
447
|
+
} else {
|
|
448
|
+
return diffusers_lora(model);
|
|
449
|
+
}
|
|
369
450
|
} else if (model.tags.includes("textual_inversion")) {
|
|
370
451
|
return diffusers_textual_inversion(model);
|
|
452
|
+
} else if (model.pipeline_tag === "image-to-video") {
|
|
453
|
+
return diffusers_image_to_video(model);
|
|
454
|
+
} else if (model.pipeline_tag === "image-to-image") {
|
|
455
|
+
return diffusers_image_to_image(model);
|
|
371
456
|
} else {
|
|
372
457
|
return diffusers_default(model);
|
|
373
458
|
}
|