@huggingface/tasks 0.19.51 → 0.19.56
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/commonjs/hardware.d.ts +8 -0
- package/dist/commonjs/hardware.d.ts.map +1 -1
- package/dist/commonjs/hardware.js +10 -2
- package/dist/commonjs/model-libraries-snippets.d.ts.map +1 -1
- package/dist/commonjs/model-libraries-snippets.js +53 -13
- package/dist/commonjs/model-libraries.d.ts +14 -1
- package/dist/commonjs/model-libraries.d.ts.map +1 -1
- package/dist/commonjs/model-libraries.js +14 -1
- package/dist/commonjs/tasks/index.d.ts.map +1 -1
- package/dist/commonjs/tasks/index.js +2 -1
- package/dist/commonjs/tasks/video-to-video/data.d.ts +4 -0
- package/dist/commonjs/tasks/video-to-video/data.d.ts.map +1 -0
- package/dist/commonjs/tasks/video-to-video/data.js +65 -0
- package/dist/esm/hardware.d.ts +8 -0
- package/dist/esm/hardware.d.ts.map +1 -1
- package/dist/esm/hardware.js +10 -2
- package/dist/esm/model-libraries-snippets.d.ts.map +1 -1
- package/dist/esm/model-libraries-snippets.js +53 -13
- package/dist/esm/model-libraries.d.ts +14 -1
- package/dist/esm/model-libraries.d.ts.map +1 -1
- package/dist/esm/model-libraries.js +14 -1
- package/dist/esm/tasks/index.d.ts.map +1 -1
- package/dist/esm/tasks/index.js +2 -1
- package/dist/esm/tasks/video-to-video/data.d.ts +4 -0
- package/dist/esm/tasks/video-to-video/data.d.ts.map +1 -0
- package/dist/esm/tasks/video-to-video/data.js +63 -0
- package/package.json +1 -1
- package/src/hardware.ts +10 -2
- package/src/model-libraries-snippets.ts +58 -13
- package/src/model-libraries.ts +14 -1
- package/src/tasks/index.ts +2 -1
- package/src/tasks/video-to-video/about.md +86 -0
- package/src/tasks/video-to-video/data.ts +67 -0
|
@@ -516,6 +516,14 @@ export declare const SKUS: {
|
|
|
516
516
|
tflops: number;
|
|
517
517
|
memory: number[];
|
|
518
518
|
};
|
|
519
|
+
"Arc B50": {
|
|
520
|
+
tflops: number;
|
|
521
|
+
memory: number[];
|
|
522
|
+
};
|
|
523
|
+
"Arc B60": {
|
|
524
|
+
tflops: number;
|
|
525
|
+
memory: number[];
|
|
526
|
+
};
|
|
519
527
|
};
|
|
520
528
|
QUALCOMM: {
|
|
521
529
|
"Snapdragon X Elite X1E-00-1DE": {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"hardware.d.ts","sourceRoot":"","sources":["../../src/hardware.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,eAAO,MAAM,iDAAiD,QAAW,CAAC;AAC1E,eAAO,MAAM,yDAAyD,QAAW,CAAC;AAClF,eAAO,MAAM,oCAAoC,QAAU,CAAC;AAE5D;;;GAGG;AACH,eAAO,MAAM,+CAA+C,QAAW,CAAC;AAExE,MAAM,WAAW,YAAY;IAC5B;;;;;;;;;OASG;IACH,MAAM,EAAE,MAAM,CAAC;IACf;;;OAGG;IACH,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;CAClB;AAED,eAAO,MAAM,sBAAsB,UAElC,CAAC;AAEF,eAAO,MAAM,IAAI
|
|
1
|
+
{"version":3,"file":"hardware.d.ts","sourceRoot":"","sources":["../../src/hardware.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,eAAO,MAAM,iDAAiD,QAAW,CAAC;AAC1E,eAAO,MAAM,yDAAyD,QAAW,CAAC;AAClF,eAAO,MAAM,oCAAoC,QAAU,CAAC;AAE5D;;;GAGG;AACH,eAAO,MAAM,+CAA+C,QAAW,CAAC;AAExE,MAAM,WAAW,YAAY;IAC5B;;;;;;;;;OASG;IACH,MAAM,EAAE,MAAM,CAAC;IACf;;;OAGG;IACH,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;CAClB;AAED,eAAO,MAAM,sBAAsB,UAElC,CAAC;AAEF,eAAO,MAAM,IAAI;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAqtBuD,CAAC;AAEzE,MAAM,MAAM,OAAO,GAAG,MAAM,OAAO,IAAI,CAAC"}
|
|
@@ -419,7 +419,7 @@ exports.SKUS = {
|
|
|
419
419
|
},
|
|
420
420
|
MI50: {
|
|
421
421
|
tflops: 26.5,
|
|
422
|
-
memory: [16],
|
|
422
|
+
memory: [16, 32],
|
|
423
423
|
},
|
|
424
424
|
"RX 9070 XT": {
|
|
425
425
|
tflops: 97.32,
|
|
@@ -483,7 +483,7 @@ exports.SKUS = {
|
|
|
483
483
|
},
|
|
484
484
|
"Radeon Pro VII": {
|
|
485
485
|
tflops: 26.11,
|
|
486
|
-
memory: [16],
|
|
486
|
+
memory: [16, 32],
|
|
487
487
|
},
|
|
488
488
|
},
|
|
489
489
|
INTEL: {
|
|
@@ -503,6 +503,14 @@ exports.SKUS = {
|
|
|
503
503
|
tflops: 27.34,
|
|
504
504
|
memory: [12],
|
|
505
505
|
},
|
|
506
|
+
"Arc B50": {
|
|
507
|
+
tflops: 21.3,
|
|
508
|
+
memory: [16],
|
|
509
|
+
},
|
|
510
|
+
"Arc B60": {
|
|
511
|
+
tflops: 24.58,
|
|
512
|
+
memory: [24, 48],
|
|
513
|
+
},
|
|
506
514
|
},
|
|
507
515
|
QUALCOMM: {
|
|
508
516
|
"Snapdragon X Elite X1E-00-1DE": {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"model-libraries-snippets.d.ts","sourceRoot":"","sources":["../../src/model-libraries-snippets.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAkBjD,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAKjD,CAAC;AAkBF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAKjD,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,OAAO,SAAS,KAAG,MAAM,EAIhD,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAIjD,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAkBlD,CAAC;AAaF,eAAO,MAAM,IAAI,GAAI,OAAO,SAAS,KAAG,MAAM,EAY7C,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAIjD,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAI9C,CAAC;AAEF,eAAO,MAAM,UAAU,QAAO,MAAM,EAenC,CAAC;AAEF,eAAO,MAAM,UAAU,QAAO,MAAM,EAsDnC,CAAC;AAEF,eAAO,MAAM,cAAc,QAAO,MAAM,EAcvC,CAAC;AAEF,eAAO,MAAM,iBAAiB,GAAI,OAAO,SAAS,KAAG,MAAM,EA6C1D,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAwBlD,CAAC;AAEF,eAAO,MAAM,eAAe,QAAO,MAAM,EAoBxC,CAAC;AAEF,eAAO,MAAM,GAAG,GAAI,OAAO,SAAS,KAAG,MAAM,EAS5C,CAAC;AAEF,eAAO,MAAM,iBAAiB,GAAI,OAAO,SAAS,KAAG,MAAM,EAY1D,CAAC;
|
|
1
|
+
{"version":3,"file":"model-libraries-snippets.d.ts","sourceRoot":"","sources":["../../src/model-libraries-snippets.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAkBjD,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAKjD,CAAC;AAkBF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAKjD,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,OAAO,SAAS,KAAG,MAAM,EAIhD,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAIjD,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAkBlD,CAAC;AAaF,eAAO,MAAM,IAAI,GAAI,OAAO,SAAS,KAAG,MAAM,EAY7C,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAIjD,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAI9C,CAAC;AAEF,eAAO,MAAM,UAAU,QAAO,MAAM,EAenC,CAAC;AAEF,eAAO,MAAM,UAAU,QAAO,MAAM,EAsDnC,CAAC;AAEF,eAAO,MAAM,cAAc,QAAO,MAAM,EAcvC,CAAC;AAEF,eAAO,MAAM,iBAAiB,GAAI,OAAO,SAAS,KAAG,MAAM,EA6C1D,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAwBlD,CAAC;AAEF,eAAO,MAAM,eAAe,QAAO,MAAM,EAoBxC,CAAC;AAEF,eAAO,MAAM,GAAG,GAAI,OAAO,SAAS,KAAG,MAAM,EAS5C,CAAC;AAEF,eAAO,MAAM,iBAAiB,GAAI,OAAO,SAAS,KAAG,MAAM,EAY1D,CAAC;AAoKF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAgClD,CAAC;AAEF,eAAO,MAAM,YAAY,GAAI,OAAO,SAAS,KAAG,MAAM,EAwCrD,CAAC;AAEF,eAAO,MAAM,gBAAgB,GAAI,OAAO,SAAS,KAAG,MAAM,EAgBzD,CAAC;AAEF,eAAO,MAAM,YAAY,GAAI,OAAO,SAAS,KAAG,MAAM,EAmBrD,CAAC;AAEF,eAAO,MAAM,MAAM,GAAI,OAAO,SAAS,KAAG,MAAM,EAgB/C,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAMlD,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EASlD,CAAC;AAIF,eAAO,MAAM,MAAM,GAAI,OAAO,SAAS,KAAG,MAAM,EAO/C,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,OAAO,SAAS,KAAG,MAAM,EAMhD,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAI9C,CAAC;AAEF,eAAO,MAAM,MAAM,GAAI,OAAO,SAAS,KAAG,MAAM,EAI/C,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAgBjD,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,OAAO,SAAS,KAAG,MAAM,EAehD,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAS9C,CAAC;AA4EF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAsBlD,CAAC;AAEF,eAAO,MAAM,UAAU,GAAI,OAAO,SAAS,KAAG,MAAM,EA+BnD,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EASlD,CAAC;AAEF,eAAO,MAAM,YAAY,GAAI,OAAO,SAAS,KAAG,MAAM,EA+BrD,CAAC;AAEF,eAAO,MAAM,gBAAgB,GAAI,OAAO,SAAS,KAAG,MAAM,EA4BzD,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,OAAO,SAAS,KAAG,MAAM,EAuChD,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAOjD,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAIlD,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAKlD,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAQlD,CAAC;AAEF,eAAO,MAAM,aAAa,QAAO,MAAM,EAQtC,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAKlD,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAsBlD,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAqElD,CAAC;AAEF,eAAO,MAAM,kBAAkB,GAAI,OAAO,SAAS,KAAG,MAAM,EAgB3D,CAAC;AACF,eAAO,MAAM,WAAW,GAAI,OAAO,SAAS,KAAG,MAAM,EAUpD,CAAC;AAEF,eAAO,MAAM,uBAAuB,GAAI,OAAO,SAAS,KAAG,MAAM,EAehE,CAAC;AAiBF,eAAO,MAAM,cAAc,GAAI,OAAO,SAAS,KAAG,MAAM,EAKvD,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAI9C,CAAC;AAEF,eAAO,MAAM,YAAY,GAAI,OAAO,SAAS,KAAG,MAAM,EAKrD,CAAC;AAyBF,eAAO,MAAM,aAAa,GAAI,OAAO,SAAS,KAAG,MAAM,EAOtD,CAAC;AAEF,eAAO,MAAM,IAAI,GAAI,OAAO,SAAS,KAAG,MAAM,EAI7C,CAAC;AAEF,eAAO,MAAM,OAAO,QAA6B,MAAM,EAQtD,CAAC;AAEF,eAAO,MAAM,UAAU,QAAO,MAAM,EAanC,CAAC;AAsCF,eAAO,MAAM,OAAO,GAAI,OAAO,SAAS,KAAG,MAAM,EAehD,CAAC;AAEF,eAAO,MAAM,kBAAkB,GAAI,OAAO,SAAS,KAAG,MAAM,EAmC3D,CAAC;AAEF,eAAO,MAAM,MAAM,GAAI,OAAO,SAAS,KAAG,MAAM,EAI/C,CAAC;AAEF,eAAO,MAAM,IAAI,GAAI,OAAO,SAAS,KAAG,MAAM,EA2B7C,CAAC;AAEF,eAAO,MAAM,aAAa,GAAI,OAAO,SAAS,KAAG,MAAM,EAEtD,CAAC;AASF,eAAO,MAAM,oBAAoB,GAAI,OAAO,SAAS,KAAG,MAAM,EA6D7D,CAAC;AAEF,eAAO,MAAM,MAAM,GAAI,OAAO,SAAS,KAAG,MAAM,EAI/C,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAU9C,CAAC;AAEF,eAAO,MAAM,WAAW,GAAI,OAAO,SAAS,KAAG,MAAM,EAIpD,CAAC;AAEF,eAAO,MAAM,MAAM,GAAI,OAAO,SAAS,KAAG,MAAM,EAK/C,CAAC;AAkBF,eAAO,MAAM,WAAW,GAAI,OAAO,SAAS,KAAG,MAAM,EAkBpD,CAAC;AAEF,eAAO,MAAM,UAAU,GAAI,OAAO,SAAS,KAAG,MAAM,EAInD,CAAC;AAOF,eAAO,MAAM,YAAY,GAAI,OAAO,SAAS,KAAG,MAAM,EAyGrD,CAAC;AAEF,eAAO,MAAM,cAAc,GAAI,OAAO,SAAS,KAAG,MAAM,EAcvD,CAAC;AAiBF,eAAO,MAAM,IAAI,GAAI,OAAO,SAAS,KAAG,MAAM,EAiB7C,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAKjD,CAAC;AAEF,eAAO,MAAM,gBAAgB,GAAI,OAAO,SAAS,KAAG,MAAM,EAMzD,CAAC;AAgBF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAEjD,CAAC;AAEF,eAAO,MAAM,MAAM,QAA6B,MAAM,EAMrD,CAAC;AAEF,eAAO,MAAM,IAAI,GAAI,OAAO,SAAS,KAAG,MAAM,EAkB7C,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAqBlD,CAAC;AAEF,eAAO,MAAM,UAAU,GAAI,OAAO,SAAS,KAAG,MAAM,EAWnD,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAIjD,CAAC;AAEF,eAAO,MAAM,MAAM,GAAI,OAAO,SAAS,KAAG,MAAM,EAQ/C,CAAC;AAEF,eAAO,MAAM,UAAU,GAAI,OAAO,SAAS,KAAG,MAAM,EAInD,CAAC;AAEF,eAAO,MAAM,MAAM,GAAI,OAAO,SAAS,KAAG,MAAM,EAqB/C,CAAC;AAEF,eAAO,MAAM,GAAG,QAAO,MAAM,EAgB5B,CAAC;AAEF,eAAO,MAAM,OAAO,QAAO,MAAM,EAYhC,CAAC;AAEF,eAAO,MAAM,WAAW,GAAI,OAAO,SAAS,KAAG,MAAM,EAiBpD,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAYjD,CAAC;AAEF,eAAO,MAAM,WAAW,GAAI,OAAO,SAAS,KAAG,MAAM,EAKpD,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAW9C,CAAC;AAmEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAI9C,CAAC;AAEF,eAAO,MAAM,GAAG,GAAI,OAAO,SAAS,KAAG,MAAM,EAY5C,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAIlD,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EA0B9C,CAAC;AAuDF,eAAO,MAAM,IAAI,GAAI,OAAO,SAAS,KAAG,MAAM,EAQ7C,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,OAAO,SAAS,KAAG,MAAM,EAuBhD,CAAC;AAEF,eAAO,MAAM,IAAI,GAAI,OAAO,SAAS,KAAG,MAAM,EAI7C,CAAC;AAEF,eAAO,MAAM,MAAM,GAAI,OAAO,SAAS,KAAG,MAAM,EAI/C,CAAC;AA4BF,eAAO,MAAM,MAAM,GAAI,OAAO,SAAS,KAAG,MAAM,EAO/C,CAAC;AAEF,eAAO,MAAM,UAAU,GAAI,OAAO,SAAS,KAAG,MAAM,EAUnD,CAAC;AAEF,eAAO,MAAM,UAAU,QAAO,MAAM,EAYnC,CAAC;AAEF,eAAO,MAAM,cAAc,GAAI,OAAO,SAAS,KAAG,MAAM,EAKvD,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAI9C,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAiB9C,CAAC"}
|
|
@@ -310,6 +310,7 @@ dam = DescribeAnythingModel(
|
|
|
310
310
|
)`,
|
|
311
311
|
];
|
|
312
312
|
exports.describe_anything = describe_anything;
|
|
313
|
+
const diffusers_install = "pip install -U diffusers transformers";
|
|
313
314
|
const diffusersDefaultPrompt = "Astronaut in a jungle, cold color palette, muted colors, detailed, 8k";
|
|
314
315
|
const diffusersImg2ImgDefaultPrompt = "Turn this cat into a dog";
|
|
315
316
|
const diffusersVideoDefaultPrompt = "A man with short gray hair plays a red electric guitar.";
|
|
@@ -457,42 +458,44 @@ image = pipe(
|
|
|
457
458
|
).images[0]`,
|
|
458
459
|
];
|
|
459
460
|
const diffusers = (model) => {
|
|
461
|
+
let codeSnippets;
|
|
460
462
|
if (model.tags.includes("StableDiffusionInpaintPipeline") ||
|
|
461
463
|
model.tags.includes("StableDiffusionXLInpaintPipeline")) {
|
|
462
|
-
|
|
464
|
+
codeSnippets = diffusers_inpainting(model);
|
|
463
465
|
}
|
|
464
466
|
else if (model.tags.includes("controlnet")) {
|
|
465
|
-
|
|
467
|
+
codeSnippets = diffusers_controlnet(model);
|
|
466
468
|
}
|
|
467
469
|
else if (model.tags.includes("lora")) {
|
|
468
470
|
if (model.pipeline_tag === "image-to-image") {
|
|
469
|
-
|
|
471
|
+
codeSnippets = diffusers_lora_image_to_image(model);
|
|
470
472
|
}
|
|
471
473
|
else if (model.pipeline_tag === "image-to-video") {
|
|
472
|
-
|
|
474
|
+
codeSnippets = diffusers_lora_image_to_video(model);
|
|
473
475
|
}
|
|
474
476
|
else if (model.pipeline_tag === "text-to-video") {
|
|
475
|
-
|
|
477
|
+
codeSnippets = diffusers_lora_text_to_video(model);
|
|
476
478
|
}
|
|
477
479
|
else {
|
|
478
|
-
|
|
480
|
+
codeSnippets = diffusers_lora(model);
|
|
479
481
|
}
|
|
480
482
|
}
|
|
481
483
|
else if (model.tags.includes("textual_inversion")) {
|
|
482
|
-
|
|
484
|
+
codeSnippets = diffusers_textual_inversion(model);
|
|
483
485
|
}
|
|
484
486
|
else if (model.tags.includes("FluxFillPipeline")) {
|
|
485
|
-
|
|
487
|
+
codeSnippets = diffusers_flux_fill(model);
|
|
486
488
|
}
|
|
487
489
|
else if (model.pipeline_tag === "image-to-video") {
|
|
488
|
-
|
|
490
|
+
codeSnippets = diffusers_image_to_video(model);
|
|
489
491
|
}
|
|
490
492
|
else if (model.pipeline_tag === "image-to-image") {
|
|
491
|
-
|
|
493
|
+
codeSnippets = diffusers_image_to_image(model);
|
|
492
494
|
}
|
|
493
495
|
else {
|
|
494
|
-
|
|
496
|
+
codeSnippets = diffusers_default(model);
|
|
495
497
|
}
|
|
498
|
+
return [diffusers_install, ...codeSnippets];
|
|
496
499
|
};
|
|
497
500
|
exports.diffusers = diffusers;
|
|
498
501
|
const diffusionkit = (model) => {
|
|
@@ -1011,7 +1014,9 @@ const paddleocr = (model) => {
|
|
|
1011
1014
|
};
|
|
1012
1015
|
if (model.tags.includes("doc_vlm")) {
|
|
1013
1016
|
return [
|
|
1014
|
-
`#
|
|
1017
|
+
`# 1. See https://www.paddlepaddle.org.cn/en/install to install paddlepaddle
|
|
1018
|
+
# 2. pip install paddleocr
|
|
1019
|
+
|
|
1015
1020
|
from paddleocr import DocVLM
|
|
1016
1021
|
model = DocVLM(model_name="${nameWithoutNamespace(model.id)}")
|
|
1017
1022
|
output = model.predict(
|
|
@@ -1023,11 +1028,26 @@ for res in output:
|
|
|
1023
1028
|
res.save_to_json(save_path="./output/res.json")`,
|
|
1024
1029
|
];
|
|
1025
1030
|
}
|
|
1031
|
+
if (model.tags.includes("document-parse")) {
|
|
1032
|
+
return [
|
|
1033
|
+
`# See https://www.paddleocr.ai/latest/version3.x/pipeline_usage/PaddleOCR-VL.html to installation
|
|
1034
|
+
|
|
1035
|
+
from paddleocr import PaddleOCRVL
|
|
1036
|
+
pipeline = PaddleOCRVL()
|
|
1037
|
+
output = pipeline.predict("path/to/document_image.png")
|
|
1038
|
+
for res in output:
|
|
1039
|
+
res.print()
|
|
1040
|
+
res.save_to_json(save_path="output")
|
|
1041
|
+
res.save_to_markdown(save_path="output")`,
|
|
1042
|
+
];
|
|
1043
|
+
}
|
|
1026
1044
|
for (const tag of model.tags) {
|
|
1027
1045
|
if (tag in mapping) {
|
|
1028
1046
|
const { className } = mapping[tag];
|
|
1029
1047
|
return [
|
|
1030
|
-
`#
|
|
1048
|
+
`# 1. See https://www.paddlepaddle.org.cn/en/install to install paddlepaddle
|
|
1049
|
+
# 2. pip install paddleocr
|
|
1050
|
+
|
|
1031
1051
|
from paddleocr import ${className}
|
|
1032
1052
|
model = ${className}(model_name="${nameWithoutNamespace(model.id)}")
|
|
1033
1053
|
output = model.predict(input="path/to/image.png", batch_size=1)
|
|
@@ -1320,6 +1340,26 @@ function get_widget_examples_from_st_model(model) {
|
|
|
1320
1340
|
}
|
|
1321
1341
|
const sentenceTransformers = (model) => {
|
|
1322
1342
|
const remote_code_snippet = model.tags.includes(TAG_CUSTOM_CODE) ? ", trust_remote_code=True" : "";
|
|
1343
|
+
if (model.tags.includes("PyLate")) {
|
|
1344
|
+
return [
|
|
1345
|
+
`from pylate import models
|
|
1346
|
+
|
|
1347
|
+
queries = [
|
|
1348
|
+
"Which planet is known as the Red Planet?",
|
|
1349
|
+
"What is the largest planet in our solar system?",
|
|
1350
|
+
]
|
|
1351
|
+
|
|
1352
|
+
documents = [
|
|
1353
|
+
["Mars is the Red Planet.", "Venus is Earth's twin."],
|
|
1354
|
+
["Jupiter is the largest planet.", "Saturn has rings."],
|
|
1355
|
+
]
|
|
1356
|
+
|
|
1357
|
+
model = models.ColBERT(model_name_or_path="${model.id}")
|
|
1358
|
+
|
|
1359
|
+
queries_emb = model.encode(queries, is_query=True)
|
|
1360
|
+
docs_emb = model.encode(documents, is_query=False)`,
|
|
1361
|
+
];
|
|
1362
|
+
}
|
|
1323
1363
|
if (model.tags.includes("cross-encoder") || model.pipeline_tag == "text-ranking") {
|
|
1324
1364
|
return [
|
|
1325
1365
|
`from sentence_transformers import CrossEncoder
|
|
@@ -581,6 +581,13 @@ export declare const MODEL_LIBRARIES_UI_ELEMENTS: {
|
|
|
581
581
|
repoUrl: string;
|
|
582
582
|
snippets: (model: ModelData) => string[];
|
|
583
583
|
};
|
|
584
|
+
litert: {
|
|
585
|
+
prettyLabel: string;
|
|
586
|
+
repoName: string;
|
|
587
|
+
repoUrl: string;
|
|
588
|
+
filter: false;
|
|
589
|
+
countDownloads: string;
|
|
590
|
+
};
|
|
584
591
|
"litert-lm": {
|
|
585
592
|
prettyLabel: string;
|
|
586
593
|
repoName: string;
|
|
@@ -1094,6 +1101,12 @@ export declare const MODEL_LIBRARIES_UI_ELEMENTS: {
|
|
|
1094
1101
|
repoUrl: string;
|
|
1095
1102
|
snippets: (model: ModelData) => string[];
|
|
1096
1103
|
};
|
|
1104
|
+
tensorrt: {
|
|
1105
|
+
prettyLabel: string;
|
|
1106
|
+
repoName: string;
|
|
1107
|
+
repoUrl: string;
|
|
1108
|
+
countDownloads: string;
|
|
1109
|
+
};
|
|
1097
1110
|
tabpfn: {
|
|
1098
1111
|
prettyLabel: string;
|
|
1099
1112
|
repoName: string;
|
|
@@ -1303,5 +1316,5 @@ export declare const MODEL_LIBRARIES_UI_ELEMENTS: {
|
|
|
1303
1316
|
};
|
|
1304
1317
|
export type ModelLibraryKey = keyof typeof MODEL_LIBRARIES_UI_ELEMENTS;
|
|
1305
1318
|
export declare const ALL_MODEL_LIBRARY_KEYS: ModelLibraryKey[];
|
|
1306
|
-
export declare const ALL_DISPLAY_MODEL_LIBRARY_KEYS: ("acestep" | "adapter-transformers" | "allennlp" | "anemoi" | "araclip" | "asteroid" | "audiocraft" | "audioseal" | "bagel-mot" | "bboxmaskpose" | "ben2" | "bertopic" | "big_vision" | "birder" | "birefnet" | "bm25s" | "champ" | "chatterbox" | "chat_tts" | "cloud-agents" | "colpali" | "comet" | "contexttab" | "cosmos" | "cxr-foundation" | "deepforest" | "depth-anything-v2" | "depth-pro" | "derm-foundation" | "describe-anything" | "dia-tts" | "diff-interpretation-tuning" | "diffree" | "diffusers" | "diffusionkit" | "doctr" | "cartesia_pytorch" | "cartesia_mlx" | "clipscope" | "cosyvoice" | "cotracker" | "edsnlp" | "elm" | "espnet" | "fairseq" | "fastai" | "fastprint" | "fasttext" | "flair" | "fme" | "gemma.cpp" | "geometry-crafter" | "gliner" | "glyph-byt5" | "grok" | "hallo" | "hermes" | "hezar" | "htrflow" | "hunyuan-dit" | "hunyuan3d-2" | "hunyuanworld-voyager" | "imstoucan" | "index-tts" | "infinitetalk" | "infinite-you" | "keras" | "tf-keras" | "keras-hub" | "kimi-audio" | "kittentts" | "kronos" | "k2" | "lightning-ir" | "litert-lm" | "lerobot" | "liveportrait" | "llama-cpp-python" | "mini-omni2" | "mindspore" | "magi-1" | "magenta-realtime" | "mamba-ssm" | "mars5-tts" | "matanyone" | "mesh-anything" | "merlin" | "medvae" | "mitie" | "ml-agents" | "mlx" | "mlx-image" | "mlc-llm" | "model2vec" | "moshi" | "mtvcraft" | "nemo" | "open-oasis" | "open_clip" | "openpeerllm" | "open-sora" | "outetts" | "paddlenlp" | "PaddleOCR" | "peft" | "perception-encoder" | "phantom-wan" | "pruna-ai" | "pxia" | "pyannote-audio" | "py-feat" | "pythae" | "recurrentgemma" | "relik" | "refiners" | "renderformer" | "reverb" | "rkllm" | "saelens" | "sam2" | "sample-factory" | "sapiens" | "seedvr" | "self-forcing" | "sentence-transformers" | "setfit" | "sklearn" | "spacy" | "span-marker" | "speechbrain" | "ssr-speech" | "stable-audio-tools" | "monkeyocr" | "diffusion-single-file" | "seed-story" | "soloaudio" | "songbloom" | "stable-baselines3" | "stanza" | "swarmformer" | "f5-tts" | "genmo" | "tencent-song-generation" | "tensorflowtts" | "tabpfn" | "terratorch" | "tic-clip" | "timesfm" | "timm" | "tirex" | "torchgeo" | "transformers" | "transformers.js" | "trellis" | "ultralytics" | "univa" | "uni-3dar" | "unity-sentis" | "sana" | "videoprism" | "vfi-mamba" | "lvface" | "voicecraft" | "voxcpm" | "vui" | "vibevoice" | "wan2.2" | "wham" | "whisperkit" | "yolov10" | "zonos" | "3dtopia-xl")[];
|
|
1319
|
+
export declare const ALL_DISPLAY_MODEL_LIBRARY_KEYS: ("acestep" | "adapter-transformers" | "allennlp" | "anemoi" | "araclip" | "asteroid" | "audiocraft" | "audioseal" | "bagel-mot" | "bboxmaskpose" | "ben2" | "bertopic" | "big_vision" | "birder" | "birefnet" | "bm25s" | "champ" | "chatterbox" | "chat_tts" | "cloud-agents" | "colpali" | "comet" | "contexttab" | "cosmos" | "cxr-foundation" | "deepforest" | "depth-anything-v2" | "depth-pro" | "derm-foundation" | "describe-anything" | "dia-tts" | "diff-interpretation-tuning" | "diffree" | "diffusers" | "diffusionkit" | "doctr" | "cartesia_pytorch" | "cartesia_mlx" | "clipscope" | "cosyvoice" | "cotracker" | "edsnlp" | "elm" | "espnet" | "fairseq" | "fastai" | "fastprint" | "fasttext" | "flair" | "fme" | "gemma.cpp" | "geometry-crafter" | "gliner" | "glyph-byt5" | "grok" | "hallo" | "hermes" | "hezar" | "htrflow" | "hunyuan-dit" | "hunyuan3d-2" | "hunyuanworld-voyager" | "imstoucan" | "index-tts" | "infinitetalk" | "infinite-you" | "keras" | "tf-keras" | "keras-hub" | "kimi-audio" | "kittentts" | "kronos" | "k2" | "lightning-ir" | "litert" | "litert-lm" | "lerobot" | "liveportrait" | "llama-cpp-python" | "mini-omni2" | "mindspore" | "magi-1" | "magenta-realtime" | "mamba-ssm" | "mars5-tts" | "matanyone" | "mesh-anything" | "merlin" | "medvae" | "mitie" | "ml-agents" | "mlx" | "mlx-image" | "mlc-llm" | "model2vec" | "moshi" | "mtvcraft" | "nemo" | "open-oasis" | "open_clip" | "openpeerllm" | "open-sora" | "outetts" | "paddlenlp" | "PaddleOCR" | "peft" | "perception-encoder" | "phantom-wan" | "pruna-ai" | "pxia" | "pyannote-audio" | "py-feat" | "pythae" | "recurrentgemma" | "relik" | "refiners" | "renderformer" | "reverb" | "rkllm" | "saelens" | "sam2" | "sample-factory" | "sapiens" | "seedvr" | "self-forcing" | "sentence-transformers" | "setfit" | "sklearn" | "spacy" | "span-marker" | "speechbrain" | "ssr-speech" | "stable-audio-tools" | "monkeyocr" | "diffusion-single-file" | "seed-story" | "soloaudio" | "songbloom" | "stable-baselines3" | "stanza" | "swarmformer" | "f5-tts" | "genmo" | "tencent-song-generation" | "tensorflowtts" | "tensorrt" | "tabpfn" | "terratorch" | "tic-clip" | "timesfm" | "timm" | "tirex" | "torchgeo" | "transformers" | "transformers.js" | "trellis" | "ultralytics" | "univa" | "uni-3dar" | "unity-sentis" | "sana" | "videoprism" | "vfi-mamba" | "lvface" | "voicecraft" | "voxcpm" | "vui" | "vibevoice" | "wan2.2" | "wham" | "whisperkit" | "yolov10" | "zonos" | "3dtopia-xl")[];
|
|
1307
1320
|
//# sourceMappingURL=model-libraries.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"model-libraries.d.ts","sourceRoot":"","sources":["../../src/model-libraries.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,gCAAgC,CAAC;AAEzE;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAChC;;;;OAIG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,QAAQ,CAAC,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,MAAM,EAAE,CAAC;IAC1C;;;;;OAKG;IACH,cAAc,CAAC,EAAE,kBAAkB,CAAC;IACpC;;;OAGG;IACH,MAAM,CAAC,EAAE,OAAO,CAAC;CACjB;AAED;;;;;;;;;;;;;GAaG;AAEH,eAAO,MAAM,2BAA2B
|
|
1
|
+
{"version":3,"file":"model-libraries.d.ts","sourceRoot":"","sources":["../../src/model-libraries.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,gCAAgC,CAAC;AAEzE;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAChC;;;;OAIG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,QAAQ,CAAC,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,MAAM,EAAE,CAAC;IAC1C;;;;;OAKG;IACH,cAAc,CAAC,EAAE,kBAAkB,CAAC;IACpC;;;OAGG;IACH,MAAM,CAAC,EAAE,OAAO,CAAC;CACjB;AAED;;;;;;;;;;;;;GAaG;AAEH,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAkvCI,CAAC;AAE7C,MAAM,MAAM,eAAe,GAAG,MAAM,OAAO,2BAA2B,CAAC;AAEvE,eAAO,MAAM,sBAAsB,EAA+C,eAAe,EAAE,CAAC;AAEpG,eAAO,MAAM,8BAA8B,i4EAQ1B,CAAC"}
|
|
@@ -579,12 +579,19 @@ exports.MODEL_LIBRARIES_UI_ELEMENTS = {
|
|
|
579
579
|
repoUrl: "https://github.com/webis-de/lightning-ir",
|
|
580
580
|
snippets: snippets.lightning_ir,
|
|
581
581
|
},
|
|
582
|
+
litert: {
|
|
583
|
+
prettyLabel: "LiteRT",
|
|
584
|
+
repoName: "LiteRT",
|
|
585
|
+
repoUrl: "https://github.com/google-ai-edge/LiteRT",
|
|
586
|
+
filter: false,
|
|
587
|
+
countDownloads: `path_extension:"tflite"`,
|
|
588
|
+
},
|
|
582
589
|
"litert-lm": {
|
|
583
590
|
prettyLabel: "LiteRT-LM",
|
|
584
591
|
repoName: "LiteRT-LM",
|
|
585
592
|
repoUrl: "https://github.com/google-ai-edge/LiteRT-LM",
|
|
586
593
|
filter: false,
|
|
587
|
-
countDownloads: `path_extension:"litertlm"`,
|
|
594
|
+
countDownloads: `path_extension:"litertlm" OR path_extension:"task"`,
|
|
588
595
|
},
|
|
589
596
|
lerobot: {
|
|
590
597
|
prettyLabel: "LeRobot",
|
|
@@ -1095,6 +1102,12 @@ exports.MODEL_LIBRARIES_UI_ELEMENTS = {
|
|
|
1095
1102
|
repoUrl: "https://github.com/TensorSpeech/TensorFlowTTS",
|
|
1096
1103
|
snippets: snippets.tensorflowtts,
|
|
1097
1104
|
},
|
|
1105
|
+
tensorrt: {
|
|
1106
|
+
prettyLabel: "TensorRT",
|
|
1107
|
+
repoName: "TensorRT",
|
|
1108
|
+
repoUrl: "https://github.com/NVIDIA/TensorRT",
|
|
1109
|
+
countDownloads: `path_extension:"onnx"`,
|
|
1110
|
+
},
|
|
1098
1111
|
tabpfn: {
|
|
1099
1112
|
prettyLabel: "TabPFN",
|
|
1100
1113
|
repoName: "TabPFN",
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tasks/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tasks/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAkDpD,mBAAmB,qCAAqC,CAAC;AACzD,mBAAmB,6CAA6C,CAAC;AACjE,YAAY,EACX,mBAAmB,EACnB,0BAA0B,EAC1B,mCAAmC,EACnC,oBAAoB,EACpB,4BAA4B,EAC5B,2BAA2B,EAC3B,0BAA0B,EAC1B,gCAAgC,EAChC,+BAA+B,GAC/B,MAAM,gCAAgC,CAAC;AACxC,mBAAmB,4CAA4C,CAAC;AAChE,mBAAmB,mCAAmC,CAAC;AACvD,mBAAmB,0BAA0B,CAAC;AAC9C,YAAY,EACX,wBAAwB,EACxB,yBAAyB,EACzB,gCAAgC,EAChC,6BAA6B,GAC7B,MAAM,qCAAqC,CAAC;AAC7C,mBAAmB,+BAA+B,CAAC;AACnD,YAAY,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,MAAM,8BAA8B,CAAC;AAC/G,mBAAmB,mCAAmC,CAAC;AACvD,YAAY,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,sBAAsB,EAAE,MAAM,+BAA+B,CAAC;AACnH,mBAAmB,iCAAiC,CAAC;AACrD,mBAAmB,iCAAiC,CAAC;AACrD,mBAAmB,mCAAmC,CAAC;AACvD,mBAAmB,oCAAoC,CAAC;AACxD,mBAAmB,8BAA8B,CAAC;AAClD,mBAAmB,yCAAyC,CAAC;AAC7D,YAAY,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,MAAM,8BAA8B,CAAC;AAC/G,YAAY,EAAE,qBAAqB,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,8BAA8B,CAAC;AAC/G,YAAY,EAAE,sBAAsB,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,+BAA+B,CAAC;AACnH,mBAAmB,qCAAqC,CAAC;AACzD,YAAY,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AACtF,YAAY,EACX,6BAA6B,EAC7B,uBAAuB,EACvB,wBAAwB,EACxB,+BAA+B,EAC/B,4BAA4B,GAC5B,MAAM,oCAAoC,CAAC;AAC5C,YAAY,EACX,gCAAgC,EAChC,gCAAgC,EAChC,mBAAmB,EACnB,oBAAoB,EACpB,2BAA2B,EAC3B,qCAAqC,EACrC,kCAAkC,EAClC,yBAAyB,EACzB,uCAAuC,EACvC,0BAA0B,GAC1B,MAAM,gCAAgC,CAAC;AACxC,mBAAmB,qCAAqC,CAAC;AACzD,mBAAmB,0CAA0C,CAAC;AAC9D,mBAAmB,yCAAyC,CAAC;AAC7D,mBAAmB,+CAA+C,CAAC;AACnE,YAAY,EACX,WAAW,EACX,4BAA4B,EAC5B,6BAA6B,EAC7B,oCAAoC,GACpC,MAAM,2CAA2C,CAAC;AAEnD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAC7D;;GAEG;AACH,eAAO,MAAM,qBAAqB,EAAE,MAAM,CAAC,YAAY,EAAE,eAAe,EAAE,CAgEzE,CAAC;AAoBF,eAAO,MAAM,UAAU,EAAE,MAAM,CAAC,YAAY,EAAE,QAAQ,GAAG,SAAS,CAwDxD,CAAC;AAEX,MAAM,WAAW,WAAW;IAC3B,WAAW,EAAE,MAAM,CAAC;IACpB,EAAE,EAAE,MAAM,CAAC;CACX;AAED,MAAM,MAAM,aAAa,GACtB;IACA,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,OAAO,CAAC;CACb,GACD;IACA,IAAI,EAAE,KAAK,CAAC;QACX,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE,MAAM,CAAC;KACd,CAAC,CAAC;IACH,IAAI,EAAE,OAAO,CAAC;CACb,GACD;IACA,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,KAAK,CAAC;CACX,GACD;IACA,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC;IAClB,IAAI,EAAE,SAAS,CAAC;CACf,GACD;IACA,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;CACZ,GACD;IACA,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,KAAK,CAAC;QACb,GAAG,EAAE,MAAM,CAAC;QACZ,KAAK,EAAE,MAAM,CAAC;QACd,IAAI,EAAE,MAAM,CAAC;KACb,CAAC,CAAC;IACH,IAAI,EAAE,kBAAkB,CAAC;CACxB,CAAC;AAEL,MAAM,WAAW,QAAQ;IACxB,MAAM,EAAE,aAAa,EAAE,CAAC;IACxB,OAAO,EAAE,aAAa,EAAE,CAAC;CACzB;AAED,MAAM,WAAW,QAAQ;IACxB,QAAQ,EAAE,WAAW,EAAE,CAAC;IACxB,IAAI,EAAE,QAAQ,CAAC;IACf,EAAE,EAAE,YAAY,CAAC;IACjB,WAAW,CAAC,EAAE,YAAY,CAAC;IAC3B,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,eAAe,EAAE,CAAC;IAC7B,OAAO,EAAE,WAAW,EAAE,CAAC;IACvB,MAAM,EAAE,WAAW,EAAE,CAAC;IACtB,MAAM,EAAE,WAAW,EAAE,CAAC;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,SAAS,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,MAAM,cAAc,GAAG,IAAI,CAAC,QAAQ,EAAE,IAAI,GAAG,OAAO,GAAG,WAAW,CAAC,CAAC"}
|
|
@@ -50,6 +50,7 @@ const data_js_42 = __importDefault(require("./image-to-3d/data.js"));
|
|
|
50
50
|
const data_js_43 = __importDefault(require("./text-to-3d/data.js"));
|
|
51
51
|
const data_js_44 = __importDefault(require("./keypoint-detection/data.js"));
|
|
52
52
|
const data_js_45 = __importDefault(require("./video-text-to-text/data.js"));
|
|
53
|
+
const data_js_46 = __importDefault(require("./video-to-video/data.js"));
|
|
53
54
|
/**
|
|
54
55
|
* Model libraries compatible with each ML task
|
|
55
56
|
*/
|
|
@@ -183,7 +184,7 @@ exports.TASKS_DATA = {
|
|
|
183
184
|
translation: getData("translation", data_js_30.default),
|
|
184
185
|
"unconditional-image-generation": getData("unconditional-image-generation", data_js_35.default),
|
|
185
186
|
"video-text-to-text": getData("video-text-to-text", data_js_45.default),
|
|
186
|
-
"video-to-video": getData("video-to-video",
|
|
187
|
+
"video-to-video": getData("video-to-video", data_js_46.default),
|
|
187
188
|
"visual-question-answering": getData("visual-question-answering", data_js_38.default),
|
|
188
189
|
"voice-activity-detection": undefined,
|
|
189
190
|
"zero-shot-classification": getData("zero-shot-classification", data_js_39.default),
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"data.d.ts","sourceRoot":"","sources":["../../../../src/tasks/video-to-video/data.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAElD,QAAA,MAAM,QAAQ,EAAE,cA8Df,CAAC;AAEF,eAAe,QAAQ,CAAC"}
|
|
@@ -0,0 +1,65 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
const taskData = {
|
|
4
|
+
datasets: [
|
|
5
|
+
{
|
|
6
|
+
description: "Dataset with detailed annotations for training and benchmarking video instance editing.",
|
|
7
|
+
id: "suimu/VIRESET",
|
|
8
|
+
},
|
|
9
|
+
{
|
|
10
|
+
description: "Dataset to evaluate models on long video generation and understanding.",
|
|
11
|
+
id: "zhangsh2001/LongV-EVAL",
|
|
12
|
+
},
|
|
13
|
+
{
|
|
14
|
+
description: "Collection of 104 demo videos from the SeedVR/SeedVR2 series showcasing model outputs.",
|
|
15
|
+
id: "Iceclear/SeedVR_VideoDemos",
|
|
16
|
+
},
|
|
17
|
+
],
|
|
18
|
+
demo: {
|
|
19
|
+
inputs: [
|
|
20
|
+
{
|
|
21
|
+
filename: "input.gif",
|
|
22
|
+
type: "img",
|
|
23
|
+
},
|
|
24
|
+
],
|
|
25
|
+
outputs: [
|
|
26
|
+
{
|
|
27
|
+
filename: "output.gif",
|
|
28
|
+
type: "img",
|
|
29
|
+
},
|
|
30
|
+
],
|
|
31
|
+
},
|
|
32
|
+
metrics: [],
|
|
33
|
+
models: [
|
|
34
|
+
{
|
|
35
|
+
description: "Model for editing outfits, character, and scenery in videos.",
|
|
36
|
+
id: "decart-ai/Lucy-Edit-Dev",
|
|
37
|
+
},
|
|
38
|
+
{
|
|
39
|
+
description: "Framework that uses 3D mesh proxies for precise, consistent video editing.",
|
|
40
|
+
id: "LeoLau/Shape-for-Motion",
|
|
41
|
+
},
|
|
42
|
+
{
|
|
43
|
+
description: "Model for generating physics-aware videos from input videos and control conditions.",
|
|
44
|
+
id: "nvidia/Cosmos-Transfer2.5-2B",
|
|
45
|
+
},
|
|
46
|
+
{
|
|
47
|
+
description: "A model to upscale videos at input, designed for seamless use with ComfyUI.",
|
|
48
|
+
id: "numz/SeedVR2_comfyUI",
|
|
49
|
+
},
|
|
50
|
+
],
|
|
51
|
+
spaces: [
|
|
52
|
+
{
|
|
53
|
+
description: "Interactive demo space for Lucy-Edit-Dev video editing.",
|
|
54
|
+
id: "decart-ai/lucy-edit-dev",
|
|
55
|
+
},
|
|
56
|
+
{
|
|
57
|
+
description: "Demo space for SeedVR2-3B showcasing video upscaling and restoration.",
|
|
58
|
+
id: "ByteDance-Seed/SeedVR2-3B",
|
|
59
|
+
},
|
|
60
|
+
],
|
|
61
|
+
summary: "Video-to-video models take one or more videos as input and generate new videos as output. They can enhance quality, interpolate frames, modify styles, or create new motion dynamics, enabling creative applications, video production, and research.",
|
|
62
|
+
widgetModels: [],
|
|
63
|
+
youtubeId: "",
|
|
64
|
+
};
|
|
65
|
+
exports.default = taskData;
|
package/dist/esm/hardware.d.ts
CHANGED
|
@@ -516,6 +516,14 @@ export declare const SKUS: {
|
|
|
516
516
|
tflops: number;
|
|
517
517
|
memory: number[];
|
|
518
518
|
};
|
|
519
|
+
"Arc B50": {
|
|
520
|
+
tflops: number;
|
|
521
|
+
memory: number[];
|
|
522
|
+
};
|
|
523
|
+
"Arc B60": {
|
|
524
|
+
tflops: number;
|
|
525
|
+
memory: number[];
|
|
526
|
+
};
|
|
519
527
|
};
|
|
520
528
|
QUALCOMM: {
|
|
521
529
|
"Snapdragon X Elite X1E-00-1DE": {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"hardware.d.ts","sourceRoot":"","sources":["../../src/hardware.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,eAAO,MAAM,iDAAiD,QAAW,CAAC;AAC1E,eAAO,MAAM,yDAAyD,QAAW,CAAC;AAClF,eAAO,MAAM,oCAAoC,QAAU,CAAC;AAE5D;;;GAGG;AACH,eAAO,MAAM,+CAA+C,QAAW,CAAC;AAExE,MAAM,WAAW,YAAY;IAC5B;;;;;;;;;OASG;IACH,MAAM,EAAE,MAAM,CAAC;IACf;;;OAGG;IACH,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;CAClB;AAED,eAAO,MAAM,sBAAsB,UAElC,CAAC;AAEF,eAAO,MAAM,IAAI
|
|
1
|
+
{"version":3,"file":"hardware.d.ts","sourceRoot":"","sources":["../../src/hardware.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,eAAO,MAAM,iDAAiD,QAAW,CAAC;AAC1E,eAAO,MAAM,yDAAyD,QAAW,CAAC;AAClF,eAAO,MAAM,oCAAoC,QAAU,CAAC;AAE5D;;;GAGG;AACH,eAAO,MAAM,+CAA+C,QAAW,CAAC;AAExE,MAAM,WAAW,YAAY;IAC5B;;;;;;;;;OASG;IACH,MAAM,EAAE,MAAM,CAAC;IACf;;;OAGG;IACH,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;CAClB;AAED,eAAO,MAAM,sBAAsB,UAElC,CAAC;AAEF,eAAO,MAAM,IAAI;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAqtBuD,CAAC;AAEzE,MAAM,MAAM,OAAO,GAAG,MAAM,OAAO,IAAI,CAAC"}
|
package/dist/esm/hardware.js
CHANGED
|
@@ -416,7 +416,7 @@ export const SKUS = {
|
|
|
416
416
|
},
|
|
417
417
|
MI50: {
|
|
418
418
|
tflops: 26.5,
|
|
419
|
-
memory: [16],
|
|
419
|
+
memory: [16, 32],
|
|
420
420
|
},
|
|
421
421
|
"RX 9070 XT": {
|
|
422
422
|
tflops: 97.32,
|
|
@@ -480,7 +480,7 @@ export const SKUS = {
|
|
|
480
480
|
},
|
|
481
481
|
"Radeon Pro VII": {
|
|
482
482
|
tflops: 26.11,
|
|
483
|
-
memory: [16],
|
|
483
|
+
memory: [16, 32],
|
|
484
484
|
},
|
|
485
485
|
},
|
|
486
486
|
INTEL: {
|
|
@@ -500,6 +500,14 @@ export const SKUS = {
|
|
|
500
500
|
tflops: 27.34,
|
|
501
501
|
memory: [12],
|
|
502
502
|
},
|
|
503
|
+
"Arc B50": {
|
|
504
|
+
tflops: 21.3,
|
|
505
|
+
memory: [16],
|
|
506
|
+
},
|
|
507
|
+
"Arc B60": {
|
|
508
|
+
tflops: 24.58,
|
|
509
|
+
memory: [24, 48],
|
|
510
|
+
},
|
|
503
511
|
},
|
|
504
512
|
QUALCOMM: {
|
|
505
513
|
"Snapdragon X Elite X1E-00-1DE": {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"model-libraries-snippets.d.ts","sourceRoot":"","sources":["../../src/model-libraries-snippets.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAkBjD,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAKjD,CAAC;AAkBF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAKjD,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,OAAO,SAAS,KAAG,MAAM,EAIhD,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAIjD,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAkBlD,CAAC;AAaF,eAAO,MAAM,IAAI,GAAI,OAAO,SAAS,KAAG,MAAM,EAY7C,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAIjD,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAI9C,CAAC;AAEF,eAAO,MAAM,UAAU,QAAO,MAAM,EAenC,CAAC;AAEF,eAAO,MAAM,UAAU,QAAO,MAAM,EAsDnC,CAAC;AAEF,eAAO,MAAM,cAAc,QAAO,MAAM,EAcvC,CAAC;AAEF,eAAO,MAAM,iBAAiB,GAAI,OAAO,SAAS,KAAG,MAAM,EA6C1D,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAwBlD,CAAC;AAEF,eAAO,MAAM,eAAe,QAAO,MAAM,EAoBxC,CAAC;AAEF,eAAO,MAAM,GAAG,GAAI,OAAO,SAAS,KAAG,MAAM,EAS5C,CAAC;AAEF,eAAO,MAAM,iBAAiB,GAAI,OAAO,SAAS,KAAG,MAAM,EAY1D,CAAC;
|
|
1
|
+
{"version":3,"file":"model-libraries-snippets.d.ts","sourceRoot":"","sources":["../../src/model-libraries-snippets.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAkBjD,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAKjD,CAAC;AAkBF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAKjD,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,OAAO,SAAS,KAAG,MAAM,EAIhD,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAIjD,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAkBlD,CAAC;AAaF,eAAO,MAAM,IAAI,GAAI,OAAO,SAAS,KAAG,MAAM,EAY7C,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAIjD,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAI9C,CAAC;AAEF,eAAO,MAAM,UAAU,QAAO,MAAM,EAenC,CAAC;AAEF,eAAO,MAAM,UAAU,QAAO,MAAM,EAsDnC,CAAC;AAEF,eAAO,MAAM,cAAc,QAAO,MAAM,EAcvC,CAAC;AAEF,eAAO,MAAM,iBAAiB,GAAI,OAAO,SAAS,KAAG,MAAM,EA6C1D,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAwBlD,CAAC;AAEF,eAAO,MAAM,eAAe,QAAO,MAAM,EAoBxC,CAAC;AAEF,eAAO,MAAM,GAAG,GAAI,OAAO,SAAS,KAAG,MAAM,EAS5C,CAAC;AAEF,eAAO,MAAM,iBAAiB,GAAI,OAAO,SAAS,KAAG,MAAM,EAY1D,CAAC;AAoKF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAgClD,CAAC;AAEF,eAAO,MAAM,YAAY,GAAI,OAAO,SAAS,KAAG,MAAM,EAwCrD,CAAC;AAEF,eAAO,MAAM,gBAAgB,GAAI,OAAO,SAAS,KAAG,MAAM,EAgBzD,CAAC;AAEF,eAAO,MAAM,YAAY,GAAI,OAAO,SAAS,KAAG,MAAM,EAmBrD,CAAC;AAEF,eAAO,MAAM,MAAM,GAAI,OAAO,SAAS,KAAG,MAAM,EAgB/C,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAMlD,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EASlD,CAAC;AAIF,eAAO,MAAM,MAAM,GAAI,OAAO,SAAS,KAAG,MAAM,EAO/C,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,OAAO,SAAS,KAAG,MAAM,EAMhD,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAI9C,CAAC;AAEF,eAAO,MAAM,MAAM,GAAI,OAAO,SAAS,KAAG,MAAM,EAI/C,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAgBjD,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,OAAO,SAAS,KAAG,MAAM,EAehD,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAS9C,CAAC;AA4EF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAsBlD,CAAC;AAEF,eAAO,MAAM,UAAU,GAAI,OAAO,SAAS,KAAG,MAAM,EA+BnD,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EASlD,CAAC;AAEF,eAAO,MAAM,YAAY,GAAI,OAAO,SAAS,KAAG,MAAM,EA+BrD,CAAC;AAEF,eAAO,MAAM,gBAAgB,GAAI,OAAO,SAAS,KAAG,MAAM,EA4BzD,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,OAAO,SAAS,KAAG,MAAM,EAuChD,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAOjD,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAIlD,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAKlD,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAQlD,CAAC;AAEF,eAAO,MAAM,aAAa,QAAO,MAAM,EAQtC,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAKlD,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAsBlD,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAqElD,CAAC;AAEF,eAAO,MAAM,kBAAkB,GAAI,OAAO,SAAS,KAAG,MAAM,EAgB3D,CAAC;AACF,eAAO,MAAM,WAAW,GAAI,OAAO,SAAS,KAAG,MAAM,EAUpD,CAAC;AAEF,eAAO,MAAM,uBAAuB,GAAI,OAAO,SAAS,KAAG,MAAM,EAehE,CAAC;AAiBF,eAAO,MAAM,cAAc,GAAI,OAAO,SAAS,KAAG,MAAM,EAKvD,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAI9C,CAAC;AAEF,eAAO,MAAM,YAAY,GAAI,OAAO,SAAS,KAAG,MAAM,EAKrD,CAAC;AAyBF,eAAO,MAAM,aAAa,GAAI,OAAO,SAAS,KAAG,MAAM,EAOtD,CAAC;AAEF,eAAO,MAAM,IAAI,GAAI,OAAO,SAAS,KAAG,MAAM,EAI7C,CAAC;AAEF,eAAO,MAAM,OAAO,QAA6B,MAAM,EAQtD,CAAC;AAEF,eAAO,MAAM,UAAU,QAAO,MAAM,EAanC,CAAC;AAsCF,eAAO,MAAM,OAAO,GAAI,OAAO,SAAS,KAAG,MAAM,EAehD,CAAC;AAEF,eAAO,MAAM,kBAAkB,GAAI,OAAO,SAAS,KAAG,MAAM,EAmC3D,CAAC;AAEF,eAAO,MAAM,MAAM,GAAI,OAAO,SAAS,KAAG,MAAM,EAI/C,CAAC;AAEF,eAAO,MAAM,IAAI,GAAI,OAAO,SAAS,KAAG,MAAM,EA2B7C,CAAC;AAEF,eAAO,MAAM,aAAa,GAAI,OAAO,SAAS,KAAG,MAAM,EAEtD,CAAC;AASF,eAAO,MAAM,oBAAoB,GAAI,OAAO,SAAS,KAAG,MAAM,EA6D7D,CAAC;AAEF,eAAO,MAAM,MAAM,GAAI,OAAO,SAAS,KAAG,MAAM,EAI/C,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAU9C,CAAC;AAEF,eAAO,MAAM,WAAW,GAAI,OAAO,SAAS,KAAG,MAAM,EAIpD,CAAC;AAEF,eAAO,MAAM,MAAM,GAAI,OAAO,SAAS,KAAG,MAAM,EAK/C,CAAC;AAkBF,eAAO,MAAM,WAAW,GAAI,OAAO,SAAS,KAAG,MAAM,EAkBpD,CAAC;AAEF,eAAO,MAAM,UAAU,GAAI,OAAO,SAAS,KAAG,MAAM,EAInD,CAAC;AAOF,eAAO,MAAM,YAAY,GAAI,OAAO,SAAS,KAAG,MAAM,EAyGrD,CAAC;AAEF,eAAO,MAAM,cAAc,GAAI,OAAO,SAAS,KAAG,MAAM,EAcvD,CAAC;AAiBF,eAAO,MAAM,IAAI,GAAI,OAAO,SAAS,KAAG,MAAM,EAiB7C,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAKjD,CAAC;AAEF,eAAO,MAAM,gBAAgB,GAAI,OAAO,SAAS,KAAG,MAAM,EAMzD,CAAC;AAgBF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAEjD,CAAC;AAEF,eAAO,MAAM,MAAM,QAA6B,MAAM,EAMrD,CAAC;AAEF,eAAO,MAAM,IAAI,GAAI,OAAO,SAAS,KAAG,MAAM,EAkB7C,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAqBlD,CAAC;AAEF,eAAO,MAAM,UAAU,GAAI,OAAO,SAAS,KAAG,MAAM,EAWnD,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAIjD,CAAC;AAEF,eAAO,MAAM,MAAM,GAAI,OAAO,SAAS,KAAG,MAAM,EAQ/C,CAAC;AAEF,eAAO,MAAM,UAAU,GAAI,OAAO,SAAS,KAAG,MAAM,EAInD,CAAC;AAEF,eAAO,MAAM,MAAM,GAAI,OAAO,SAAS,KAAG,MAAM,EAqB/C,CAAC;AAEF,eAAO,MAAM,GAAG,QAAO,MAAM,EAgB5B,CAAC;AAEF,eAAO,MAAM,OAAO,QAAO,MAAM,EAYhC,CAAC;AAEF,eAAO,MAAM,WAAW,GAAI,OAAO,SAAS,KAAG,MAAM,EAiBpD,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAYjD,CAAC;AAEF,eAAO,MAAM,WAAW,GAAI,OAAO,SAAS,KAAG,MAAM,EAKpD,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAW9C,CAAC;AAmEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAI9C,CAAC;AAEF,eAAO,MAAM,GAAG,GAAI,OAAO,SAAS,KAAG,MAAM,EAY5C,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAIlD,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EA0B9C,CAAC;AAuDF,eAAO,MAAM,IAAI,GAAI,OAAO,SAAS,KAAG,MAAM,EAQ7C,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,OAAO,SAAS,KAAG,MAAM,EAuBhD,CAAC;AAEF,eAAO,MAAM,IAAI,GAAI,OAAO,SAAS,KAAG,MAAM,EAI7C,CAAC;AAEF,eAAO,MAAM,MAAM,GAAI,OAAO,SAAS,KAAG,MAAM,EAI/C,CAAC;AA4BF,eAAO,MAAM,MAAM,GAAI,OAAO,SAAS,KAAG,MAAM,EAO/C,CAAC;AAEF,eAAO,MAAM,UAAU,GAAI,OAAO,SAAS,KAAG,MAAM,EAUnD,CAAC;AAEF,eAAO,MAAM,UAAU,QAAO,MAAM,EAYnC,CAAC;AAEF,eAAO,MAAM,cAAc,GAAI,OAAO,SAAS,KAAG,MAAM,EAKvD,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAI9C,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAiB9C,CAAC"}
|
|
@@ -290,6 +290,7 @@ dam = DescribeAnythingModel(
|
|
|
290
290
|
prompt_mode="focal_prompt",
|
|
291
291
|
)`,
|
|
292
292
|
];
|
|
293
|
+
const diffusers_install = "pip install -U diffusers transformers";
|
|
293
294
|
const diffusersDefaultPrompt = "Astronaut in a jungle, cold color palette, muted colors, detailed, 8k";
|
|
294
295
|
const diffusersImg2ImgDefaultPrompt = "Turn this cat into a dog";
|
|
295
296
|
const diffusersVideoDefaultPrompt = "A man with short gray hair plays a red electric guitar.";
|
|
@@ -437,42 +438,44 @@ image = pipe(
|
|
|
437
438
|
).images[0]`,
|
|
438
439
|
];
|
|
439
440
|
export const diffusers = (model) => {
|
|
441
|
+
let codeSnippets;
|
|
440
442
|
if (model.tags.includes("StableDiffusionInpaintPipeline") ||
|
|
441
443
|
model.tags.includes("StableDiffusionXLInpaintPipeline")) {
|
|
442
|
-
|
|
444
|
+
codeSnippets = diffusers_inpainting(model);
|
|
443
445
|
}
|
|
444
446
|
else if (model.tags.includes("controlnet")) {
|
|
445
|
-
|
|
447
|
+
codeSnippets = diffusers_controlnet(model);
|
|
446
448
|
}
|
|
447
449
|
else if (model.tags.includes("lora")) {
|
|
448
450
|
if (model.pipeline_tag === "image-to-image") {
|
|
449
|
-
|
|
451
|
+
codeSnippets = diffusers_lora_image_to_image(model);
|
|
450
452
|
}
|
|
451
453
|
else if (model.pipeline_tag === "image-to-video") {
|
|
452
|
-
|
|
454
|
+
codeSnippets = diffusers_lora_image_to_video(model);
|
|
453
455
|
}
|
|
454
456
|
else if (model.pipeline_tag === "text-to-video") {
|
|
455
|
-
|
|
457
|
+
codeSnippets = diffusers_lora_text_to_video(model);
|
|
456
458
|
}
|
|
457
459
|
else {
|
|
458
|
-
|
|
460
|
+
codeSnippets = diffusers_lora(model);
|
|
459
461
|
}
|
|
460
462
|
}
|
|
461
463
|
else if (model.tags.includes("textual_inversion")) {
|
|
462
|
-
|
|
464
|
+
codeSnippets = diffusers_textual_inversion(model);
|
|
463
465
|
}
|
|
464
466
|
else if (model.tags.includes("FluxFillPipeline")) {
|
|
465
|
-
|
|
467
|
+
codeSnippets = diffusers_flux_fill(model);
|
|
466
468
|
}
|
|
467
469
|
else if (model.pipeline_tag === "image-to-video") {
|
|
468
|
-
|
|
470
|
+
codeSnippets = diffusers_image_to_video(model);
|
|
469
471
|
}
|
|
470
472
|
else if (model.pipeline_tag === "image-to-image") {
|
|
471
|
-
|
|
473
|
+
codeSnippets = diffusers_image_to_image(model);
|
|
472
474
|
}
|
|
473
475
|
else {
|
|
474
|
-
|
|
476
|
+
codeSnippets = diffusers_default(model);
|
|
475
477
|
}
|
|
478
|
+
return [diffusers_install, ...codeSnippets];
|
|
476
479
|
};
|
|
477
480
|
export const diffusionkit = (model) => {
|
|
478
481
|
const sd3Snippet = `# Pipeline for Stable Diffusion 3
|
|
@@ -964,7 +967,9 @@ export const paddleocr = (model) => {
|
|
|
964
967
|
};
|
|
965
968
|
if (model.tags.includes("doc_vlm")) {
|
|
966
969
|
return [
|
|
967
|
-
`#
|
|
970
|
+
`# 1. See https://www.paddlepaddle.org.cn/en/install to install paddlepaddle
|
|
971
|
+
# 2. pip install paddleocr
|
|
972
|
+
|
|
968
973
|
from paddleocr import DocVLM
|
|
969
974
|
model = DocVLM(model_name="${nameWithoutNamespace(model.id)}")
|
|
970
975
|
output = model.predict(
|
|
@@ -976,11 +981,26 @@ for res in output:
|
|
|
976
981
|
res.save_to_json(save_path="./output/res.json")`,
|
|
977
982
|
];
|
|
978
983
|
}
|
|
984
|
+
if (model.tags.includes("document-parse")) {
|
|
985
|
+
return [
|
|
986
|
+
`# See https://www.paddleocr.ai/latest/version3.x/pipeline_usage/PaddleOCR-VL.html to installation
|
|
987
|
+
|
|
988
|
+
from paddleocr import PaddleOCRVL
|
|
989
|
+
pipeline = PaddleOCRVL()
|
|
990
|
+
output = pipeline.predict("path/to/document_image.png")
|
|
991
|
+
for res in output:
|
|
992
|
+
res.print()
|
|
993
|
+
res.save_to_json(save_path="output")
|
|
994
|
+
res.save_to_markdown(save_path="output")`,
|
|
995
|
+
];
|
|
996
|
+
}
|
|
979
997
|
for (const tag of model.tags) {
|
|
980
998
|
if (tag in mapping) {
|
|
981
999
|
const { className } = mapping[tag];
|
|
982
1000
|
return [
|
|
983
|
-
`#
|
|
1001
|
+
`# 1. See https://www.paddlepaddle.org.cn/en/install to install paddlepaddle
|
|
1002
|
+
# 2. pip install paddleocr
|
|
1003
|
+
|
|
984
1004
|
from paddleocr import ${className}
|
|
985
1005
|
model = ${className}(model_name="${nameWithoutNamespace(model.id)}")
|
|
986
1006
|
output = model.predict(input="path/to/image.png", batch_size=1)
|
|
@@ -1257,6 +1277,26 @@ function get_widget_examples_from_st_model(model) {
|
|
|
1257
1277
|
}
|
|
1258
1278
|
export const sentenceTransformers = (model) => {
|
|
1259
1279
|
const remote_code_snippet = model.tags.includes(TAG_CUSTOM_CODE) ? ", trust_remote_code=True" : "";
|
|
1280
|
+
if (model.tags.includes("PyLate")) {
|
|
1281
|
+
return [
|
|
1282
|
+
`from pylate import models
|
|
1283
|
+
|
|
1284
|
+
queries = [
|
|
1285
|
+
"Which planet is known as the Red Planet?",
|
|
1286
|
+
"What is the largest planet in our solar system?",
|
|
1287
|
+
]
|
|
1288
|
+
|
|
1289
|
+
documents = [
|
|
1290
|
+
["Mars is the Red Planet.", "Venus is Earth's twin."],
|
|
1291
|
+
["Jupiter is the largest planet.", "Saturn has rings."],
|
|
1292
|
+
]
|
|
1293
|
+
|
|
1294
|
+
model = models.ColBERT(model_name_or_path="${model.id}")
|
|
1295
|
+
|
|
1296
|
+
queries_emb = model.encode(queries, is_query=True)
|
|
1297
|
+
docs_emb = model.encode(documents, is_query=False)`,
|
|
1298
|
+
];
|
|
1299
|
+
}
|
|
1260
1300
|
if (model.tags.includes("cross-encoder") || model.pipeline_tag == "text-ranking") {
|
|
1261
1301
|
return [
|
|
1262
1302
|
`from sentence_transformers import CrossEncoder
|
|
@@ -581,6 +581,13 @@ export declare const MODEL_LIBRARIES_UI_ELEMENTS: {
|
|
|
581
581
|
repoUrl: string;
|
|
582
582
|
snippets: (model: ModelData) => string[];
|
|
583
583
|
};
|
|
584
|
+
litert: {
|
|
585
|
+
prettyLabel: string;
|
|
586
|
+
repoName: string;
|
|
587
|
+
repoUrl: string;
|
|
588
|
+
filter: false;
|
|
589
|
+
countDownloads: string;
|
|
590
|
+
};
|
|
584
591
|
"litert-lm": {
|
|
585
592
|
prettyLabel: string;
|
|
586
593
|
repoName: string;
|
|
@@ -1094,6 +1101,12 @@ export declare const MODEL_LIBRARIES_UI_ELEMENTS: {
|
|
|
1094
1101
|
repoUrl: string;
|
|
1095
1102
|
snippets: (model: ModelData) => string[];
|
|
1096
1103
|
};
|
|
1104
|
+
tensorrt: {
|
|
1105
|
+
prettyLabel: string;
|
|
1106
|
+
repoName: string;
|
|
1107
|
+
repoUrl: string;
|
|
1108
|
+
countDownloads: string;
|
|
1109
|
+
};
|
|
1097
1110
|
tabpfn: {
|
|
1098
1111
|
prettyLabel: string;
|
|
1099
1112
|
repoName: string;
|
|
@@ -1303,5 +1316,5 @@ export declare const MODEL_LIBRARIES_UI_ELEMENTS: {
|
|
|
1303
1316
|
};
|
|
1304
1317
|
export type ModelLibraryKey = keyof typeof MODEL_LIBRARIES_UI_ELEMENTS;
|
|
1305
1318
|
export declare const ALL_MODEL_LIBRARY_KEYS: ModelLibraryKey[];
|
|
1306
|
-
export declare const ALL_DISPLAY_MODEL_LIBRARY_KEYS: ("acestep" | "adapter-transformers" | "allennlp" | "anemoi" | "araclip" | "asteroid" | "audiocraft" | "audioseal" | "bagel-mot" | "bboxmaskpose" | "ben2" | "bertopic" | "big_vision" | "birder" | "birefnet" | "bm25s" | "champ" | "chatterbox" | "chat_tts" | "cloud-agents" | "colpali" | "comet" | "contexttab" | "cosmos" | "cxr-foundation" | "deepforest" | "depth-anything-v2" | "depth-pro" | "derm-foundation" | "describe-anything" | "dia-tts" | "diff-interpretation-tuning" | "diffree" | "diffusers" | "diffusionkit" | "doctr" | "cartesia_pytorch" | "cartesia_mlx" | "clipscope" | "cosyvoice" | "cotracker" | "edsnlp" | "elm" | "espnet" | "fairseq" | "fastai" | "fastprint" | "fasttext" | "flair" | "fme" | "gemma.cpp" | "geometry-crafter" | "gliner" | "glyph-byt5" | "grok" | "hallo" | "hermes" | "hezar" | "htrflow" | "hunyuan-dit" | "hunyuan3d-2" | "hunyuanworld-voyager" | "imstoucan" | "index-tts" | "infinitetalk" | "infinite-you" | "keras" | "tf-keras" | "keras-hub" | "kimi-audio" | "kittentts" | "kronos" | "k2" | "lightning-ir" | "litert-lm" | "lerobot" | "liveportrait" | "llama-cpp-python" | "mini-omni2" | "mindspore" | "magi-1" | "magenta-realtime" | "mamba-ssm" | "mars5-tts" | "matanyone" | "mesh-anything" | "merlin" | "medvae" | "mitie" | "ml-agents" | "mlx" | "mlx-image" | "mlc-llm" | "model2vec" | "moshi" | "mtvcraft" | "nemo" | "open-oasis" | "open_clip" | "openpeerllm" | "open-sora" | "outetts" | "paddlenlp" | "PaddleOCR" | "peft" | "perception-encoder" | "phantom-wan" | "pruna-ai" | "pxia" | "pyannote-audio" | "py-feat" | "pythae" | "recurrentgemma" | "relik" | "refiners" | "renderformer" | "reverb" | "rkllm" | "saelens" | "sam2" | "sample-factory" | "sapiens" | "seedvr" | "self-forcing" | "sentence-transformers" | "setfit" | "sklearn" | "spacy" | "span-marker" | "speechbrain" | "ssr-speech" | "stable-audio-tools" | "monkeyocr" | "diffusion-single-file" | "seed-story" | "soloaudio" | "songbloom" | "stable-baselines3" | "stanza" | "swarmformer" | "f5-tts" | "genmo" | "tencent-song-generation" | "tensorflowtts" | "tabpfn" | "terratorch" | "tic-clip" | "timesfm" | "timm" | "tirex" | "torchgeo" | "transformers" | "transformers.js" | "trellis" | "ultralytics" | "univa" | "uni-3dar" | "unity-sentis" | "sana" | "videoprism" | "vfi-mamba" | "lvface" | "voicecraft" | "voxcpm" | "vui" | "vibevoice" | "wan2.2" | "wham" | "whisperkit" | "yolov10" | "zonos" | "3dtopia-xl")[];
|
|
1319
|
+
export declare const ALL_DISPLAY_MODEL_LIBRARY_KEYS: ("acestep" | "adapter-transformers" | "allennlp" | "anemoi" | "araclip" | "asteroid" | "audiocraft" | "audioseal" | "bagel-mot" | "bboxmaskpose" | "ben2" | "bertopic" | "big_vision" | "birder" | "birefnet" | "bm25s" | "champ" | "chatterbox" | "chat_tts" | "cloud-agents" | "colpali" | "comet" | "contexttab" | "cosmos" | "cxr-foundation" | "deepforest" | "depth-anything-v2" | "depth-pro" | "derm-foundation" | "describe-anything" | "dia-tts" | "diff-interpretation-tuning" | "diffree" | "diffusers" | "diffusionkit" | "doctr" | "cartesia_pytorch" | "cartesia_mlx" | "clipscope" | "cosyvoice" | "cotracker" | "edsnlp" | "elm" | "espnet" | "fairseq" | "fastai" | "fastprint" | "fasttext" | "flair" | "fme" | "gemma.cpp" | "geometry-crafter" | "gliner" | "glyph-byt5" | "grok" | "hallo" | "hermes" | "hezar" | "htrflow" | "hunyuan-dit" | "hunyuan3d-2" | "hunyuanworld-voyager" | "imstoucan" | "index-tts" | "infinitetalk" | "infinite-you" | "keras" | "tf-keras" | "keras-hub" | "kimi-audio" | "kittentts" | "kronos" | "k2" | "lightning-ir" | "litert" | "litert-lm" | "lerobot" | "liveportrait" | "llama-cpp-python" | "mini-omni2" | "mindspore" | "magi-1" | "magenta-realtime" | "mamba-ssm" | "mars5-tts" | "matanyone" | "mesh-anything" | "merlin" | "medvae" | "mitie" | "ml-agents" | "mlx" | "mlx-image" | "mlc-llm" | "model2vec" | "moshi" | "mtvcraft" | "nemo" | "open-oasis" | "open_clip" | "openpeerllm" | "open-sora" | "outetts" | "paddlenlp" | "PaddleOCR" | "peft" | "perception-encoder" | "phantom-wan" | "pruna-ai" | "pxia" | "pyannote-audio" | "py-feat" | "pythae" | "recurrentgemma" | "relik" | "refiners" | "renderformer" | "reverb" | "rkllm" | "saelens" | "sam2" | "sample-factory" | "sapiens" | "seedvr" | "self-forcing" | "sentence-transformers" | "setfit" | "sklearn" | "spacy" | "span-marker" | "speechbrain" | "ssr-speech" | "stable-audio-tools" | "monkeyocr" | "diffusion-single-file" | "seed-story" | "soloaudio" | "songbloom" | "stable-baselines3" | "stanza" | "swarmformer" | "f5-tts" | "genmo" | "tencent-song-generation" | "tensorflowtts" | "tensorrt" | "tabpfn" | "terratorch" | "tic-clip" | "timesfm" | "timm" | "tirex" | "torchgeo" | "transformers" | "transformers.js" | "trellis" | "ultralytics" | "univa" | "uni-3dar" | "unity-sentis" | "sana" | "videoprism" | "vfi-mamba" | "lvface" | "voicecraft" | "voxcpm" | "vui" | "vibevoice" | "wan2.2" | "wham" | "whisperkit" | "yolov10" | "zonos" | "3dtopia-xl")[];
|
|
1307
1320
|
//# sourceMappingURL=model-libraries.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"model-libraries.d.ts","sourceRoot":"","sources":["../../src/model-libraries.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,gCAAgC,CAAC;AAEzE;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAChC;;;;OAIG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,QAAQ,CAAC,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,MAAM,EAAE,CAAC;IAC1C;;;;;OAKG;IACH,cAAc,CAAC,EAAE,kBAAkB,CAAC;IACpC;;;OAGG;IACH,MAAM,CAAC,EAAE,OAAO,CAAC;CACjB;AAED;;;;;;;;;;;;;GAaG;AAEH,eAAO,MAAM,2BAA2B
|
|
1
|
+
{"version":3,"file":"model-libraries.d.ts","sourceRoot":"","sources":["../../src/model-libraries.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,gCAAgC,CAAC;AAEzE;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAChC;;;;OAIG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,QAAQ,CAAC,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,MAAM,EAAE,CAAC;IAC1C;;;;;OAKG;IACH,cAAc,CAAC,EAAE,kBAAkB,CAAC;IACpC;;;OAGG;IACH,MAAM,CAAC,EAAE,OAAO,CAAC;CACjB;AAED;;;;;;;;;;;;;GAaG;AAEH,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAkvCI,CAAC;AAE7C,MAAM,MAAM,eAAe,GAAG,MAAM,OAAO,2BAA2B,CAAC;AAEvE,eAAO,MAAM,sBAAsB,EAA+C,eAAe,EAAE,CAAC;AAEpG,eAAO,MAAM,8BAA8B,i4EAQ1B,CAAC"}
|
|
@@ -543,12 +543,19 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = {
|
|
|
543
543
|
repoUrl: "https://github.com/webis-de/lightning-ir",
|
|
544
544
|
snippets: snippets.lightning_ir,
|
|
545
545
|
},
|
|
546
|
+
litert: {
|
|
547
|
+
prettyLabel: "LiteRT",
|
|
548
|
+
repoName: "LiteRT",
|
|
549
|
+
repoUrl: "https://github.com/google-ai-edge/LiteRT",
|
|
550
|
+
filter: false,
|
|
551
|
+
countDownloads: `path_extension:"tflite"`,
|
|
552
|
+
},
|
|
546
553
|
"litert-lm": {
|
|
547
554
|
prettyLabel: "LiteRT-LM",
|
|
548
555
|
repoName: "LiteRT-LM",
|
|
549
556
|
repoUrl: "https://github.com/google-ai-edge/LiteRT-LM",
|
|
550
557
|
filter: false,
|
|
551
|
-
countDownloads: `path_extension:"litertlm"`,
|
|
558
|
+
countDownloads: `path_extension:"litertlm" OR path_extension:"task"`,
|
|
552
559
|
},
|
|
553
560
|
lerobot: {
|
|
554
561
|
prettyLabel: "LeRobot",
|
|
@@ -1059,6 +1066,12 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = {
|
|
|
1059
1066
|
repoUrl: "https://github.com/TensorSpeech/TensorFlowTTS",
|
|
1060
1067
|
snippets: snippets.tensorflowtts,
|
|
1061
1068
|
},
|
|
1069
|
+
tensorrt: {
|
|
1070
|
+
prettyLabel: "TensorRT",
|
|
1071
|
+
repoName: "TensorRT",
|
|
1072
|
+
repoUrl: "https://github.com/NVIDIA/TensorRT",
|
|
1073
|
+
countDownloads: `path_extension:"onnx"`,
|
|
1074
|
+
},
|
|
1062
1075
|
tabpfn: {
|
|
1063
1076
|
prettyLabel: "TabPFN",
|
|
1064
1077
|
repoName: "TabPFN",
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tasks/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tasks/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAkDpD,mBAAmB,qCAAqC,CAAC;AACzD,mBAAmB,6CAA6C,CAAC;AACjE,YAAY,EACX,mBAAmB,EACnB,0BAA0B,EAC1B,mCAAmC,EACnC,oBAAoB,EACpB,4BAA4B,EAC5B,2BAA2B,EAC3B,0BAA0B,EAC1B,gCAAgC,EAChC,+BAA+B,GAC/B,MAAM,gCAAgC,CAAC;AACxC,mBAAmB,4CAA4C,CAAC;AAChE,mBAAmB,mCAAmC,CAAC;AACvD,mBAAmB,0BAA0B,CAAC;AAC9C,YAAY,EACX,wBAAwB,EACxB,yBAAyB,EACzB,gCAAgC,EAChC,6BAA6B,GAC7B,MAAM,qCAAqC,CAAC;AAC7C,mBAAmB,+BAA+B,CAAC;AACnD,YAAY,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,MAAM,8BAA8B,CAAC;AAC/G,mBAAmB,mCAAmC,CAAC;AACvD,YAAY,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,sBAAsB,EAAE,MAAM,+BAA+B,CAAC;AACnH,mBAAmB,iCAAiC,CAAC;AACrD,mBAAmB,iCAAiC,CAAC;AACrD,mBAAmB,mCAAmC,CAAC;AACvD,mBAAmB,oCAAoC,CAAC;AACxD,mBAAmB,8BAA8B,CAAC;AAClD,mBAAmB,yCAAyC,CAAC;AAC7D,YAAY,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,MAAM,8BAA8B,CAAC;AAC/G,YAAY,EAAE,qBAAqB,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,8BAA8B,CAAC;AAC/G,YAAY,EAAE,sBAAsB,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,+BAA+B,CAAC;AACnH,mBAAmB,qCAAqC,CAAC;AACzD,YAAY,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AACtF,YAAY,EACX,6BAA6B,EAC7B,uBAAuB,EACvB,wBAAwB,EACxB,+BAA+B,EAC/B,4BAA4B,GAC5B,MAAM,oCAAoC,CAAC;AAC5C,YAAY,EACX,gCAAgC,EAChC,gCAAgC,EAChC,mBAAmB,EACnB,oBAAoB,EACpB,2BAA2B,EAC3B,qCAAqC,EACrC,kCAAkC,EAClC,yBAAyB,EACzB,uCAAuC,EACvC,0BAA0B,GAC1B,MAAM,gCAAgC,CAAC;AACxC,mBAAmB,qCAAqC,CAAC;AACzD,mBAAmB,0CAA0C,CAAC;AAC9D,mBAAmB,yCAAyC,CAAC;AAC7D,mBAAmB,+CAA+C,CAAC;AACnE,YAAY,EACX,WAAW,EACX,4BAA4B,EAC5B,6BAA6B,EAC7B,oCAAoC,GACpC,MAAM,2CAA2C,CAAC;AAEnD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAC7D;;GAEG;AACH,eAAO,MAAM,qBAAqB,EAAE,MAAM,CAAC,YAAY,EAAE,eAAe,EAAE,CAgEzE,CAAC;AAoBF,eAAO,MAAM,UAAU,EAAE,MAAM,CAAC,YAAY,EAAE,QAAQ,GAAG,SAAS,CAwDxD,CAAC;AAEX,MAAM,WAAW,WAAW;IAC3B,WAAW,EAAE,MAAM,CAAC;IACpB,EAAE,EAAE,MAAM,CAAC;CACX;AAED,MAAM,MAAM,aAAa,GACtB;IACA,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,OAAO,CAAC;CACb,GACD;IACA,IAAI,EAAE,KAAK,CAAC;QACX,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE,MAAM,CAAC;KACd,CAAC,CAAC;IACH,IAAI,EAAE,OAAO,CAAC;CACb,GACD;IACA,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,KAAK,CAAC;CACX,GACD;IACA,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC;IAClB,IAAI,EAAE,SAAS,CAAC;CACf,GACD;IACA,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;CACZ,GACD;IACA,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,KAAK,CAAC;QACb,GAAG,EAAE,MAAM,CAAC;QACZ,KAAK,EAAE,MAAM,CAAC;QACd,IAAI,EAAE,MAAM,CAAC;KACb,CAAC,CAAC;IACH,IAAI,EAAE,kBAAkB,CAAC;CACxB,CAAC;AAEL,MAAM,WAAW,QAAQ;IACxB,MAAM,EAAE,aAAa,EAAE,CAAC;IACxB,OAAO,EAAE,aAAa,EAAE,CAAC;CACzB;AAED,MAAM,WAAW,QAAQ;IACxB,QAAQ,EAAE,WAAW,EAAE,CAAC;IACxB,IAAI,EAAE,QAAQ,CAAC;IACf,EAAE,EAAE,YAAY,CAAC;IACjB,WAAW,CAAC,EAAE,YAAY,CAAC;IAC3B,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,eAAe,EAAE,CAAC;IAC7B,OAAO,EAAE,WAAW,EAAE,CAAC;IACvB,MAAM,EAAE,WAAW,EAAE,CAAC;IACtB,MAAM,EAAE,WAAW,EAAE,CAAC;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,SAAS,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,MAAM,cAAc,GAAG,IAAI,CAAC,QAAQ,EAAE,IAAI,GAAG,OAAO,GAAG,WAAW,CAAC,CAAC"}
|
package/dist/esm/tasks/index.js
CHANGED
|
@@ -44,6 +44,7 @@ import imageTo3D from "./image-to-3d/data.js";
|
|
|
44
44
|
import textTo3D from "./text-to-3d/data.js";
|
|
45
45
|
import keypointDetection from "./keypoint-detection/data.js";
|
|
46
46
|
import videoTextToText from "./video-text-to-text/data.js";
|
|
47
|
+
import videoToVideo from "./video-to-video/data.js";
|
|
47
48
|
/**
|
|
48
49
|
* Model libraries compatible with each ML task
|
|
49
50
|
*/
|
|
@@ -177,7 +178,7 @@ export const TASKS_DATA = {
|
|
|
177
178
|
translation: getData("translation", translation),
|
|
178
179
|
"unconditional-image-generation": getData("unconditional-image-generation", unconditionalImageGeneration),
|
|
179
180
|
"video-text-to-text": getData("video-text-to-text", videoTextToText),
|
|
180
|
-
"video-to-video": getData("video-to-video",
|
|
181
|
+
"video-to-video": getData("video-to-video", videoToVideo),
|
|
181
182
|
"visual-question-answering": getData("visual-question-answering", visualQuestionAnswering),
|
|
182
183
|
"voice-activity-detection": undefined,
|
|
183
184
|
"zero-shot-classification": getData("zero-shot-classification", zeroShotClassification),
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"data.d.ts","sourceRoot":"","sources":["../../../../src/tasks/video-to-video/data.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAElD,QAAA,MAAM,QAAQ,EAAE,cA8Df,CAAC;AAEF,eAAe,QAAQ,CAAC"}
|
|
@@ -0,0 +1,63 @@
|
|
|
1
|
+
const taskData = {
|
|
2
|
+
datasets: [
|
|
3
|
+
{
|
|
4
|
+
description: "Dataset with detailed annotations for training and benchmarking video instance editing.",
|
|
5
|
+
id: "suimu/VIRESET",
|
|
6
|
+
},
|
|
7
|
+
{
|
|
8
|
+
description: "Dataset to evaluate models on long video generation and understanding.",
|
|
9
|
+
id: "zhangsh2001/LongV-EVAL",
|
|
10
|
+
},
|
|
11
|
+
{
|
|
12
|
+
description: "Collection of 104 demo videos from the SeedVR/SeedVR2 series showcasing model outputs.",
|
|
13
|
+
id: "Iceclear/SeedVR_VideoDemos",
|
|
14
|
+
},
|
|
15
|
+
],
|
|
16
|
+
demo: {
|
|
17
|
+
inputs: [
|
|
18
|
+
{
|
|
19
|
+
filename: "input.gif",
|
|
20
|
+
type: "img",
|
|
21
|
+
},
|
|
22
|
+
],
|
|
23
|
+
outputs: [
|
|
24
|
+
{
|
|
25
|
+
filename: "output.gif",
|
|
26
|
+
type: "img",
|
|
27
|
+
},
|
|
28
|
+
],
|
|
29
|
+
},
|
|
30
|
+
metrics: [],
|
|
31
|
+
models: [
|
|
32
|
+
{
|
|
33
|
+
description: "Model for editing outfits, character, and scenery in videos.",
|
|
34
|
+
id: "decart-ai/Lucy-Edit-Dev",
|
|
35
|
+
},
|
|
36
|
+
{
|
|
37
|
+
description: "Framework that uses 3D mesh proxies for precise, consistent video editing.",
|
|
38
|
+
id: "LeoLau/Shape-for-Motion",
|
|
39
|
+
},
|
|
40
|
+
{
|
|
41
|
+
description: "Model for generating physics-aware videos from input videos and control conditions.",
|
|
42
|
+
id: "nvidia/Cosmos-Transfer2.5-2B",
|
|
43
|
+
},
|
|
44
|
+
{
|
|
45
|
+
description: "A model to upscale videos at input, designed for seamless use with ComfyUI.",
|
|
46
|
+
id: "numz/SeedVR2_comfyUI",
|
|
47
|
+
},
|
|
48
|
+
],
|
|
49
|
+
spaces: [
|
|
50
|
+
{
|
|
51
|
+
description: "Interactive demo space for Lucy-Edit-Dev video editing.",
|
|
52
|
+
id: "decart-ai/lucy-edit-dev",
|
|
53
|
+
},
|
|
54
|
+
{
|
|
55
|
+
description: "Demo space for SeedVR2-3B showcasing video upscaling and restoration.",
|
|
56
|
+
id: "ByteDance-Seed/SeedVR2-3B",
|
|
57
|
+
},
|
|
58
|
+
],
|
|
59
|
+
summary: "Video-to-video models take one or more videos as input and generate new videos as output. They can enhance quality, interpolate frames, modify styles, or create new motion dynamics, enabling creative applications, video production, and research.",
|
|
60
|
+
widgetModels: [],
|
|
61
|
+
youtubeId: "",
|
|
62
|
+
};
|
|
63
|
+
export default taskData;
|
package/package.json
CHANGED
package/src/hardware.ts
CHANGED
|
@@ -438,7 +438,7 @@ export const SKUS = {
|
|
|
438
438
|
},
|
|
439
439
|
MI50: {
|
|
440
440
|
tflops: 26.5,
|
|
441
|
-
memory: [16],
|
|
441
|
+
memory: [16, 32],
|
|
442
442
|
},
|
|
443
443
|
"RX 9070 XT": {
|
|
444
444
|
tflops: 97.32,
|
|
@@ -502,7 +502,7 @@ export const SKUS = {
|
|
|
502
502
|
},
|
|
503
503
|
"Radeon Pro VII": {
|
|
504
504
|
tflops: 26.11,
|
|
505
|
-
memory: [16],
|
|
505
|
+
memory: [16, 32],
|
|
506
506
|
},
|
|
507
507
|
},
|
|
508
508
|
INTEL: {
|
|
@@ -522,6 +522,14 @@ export const SKUS = {
|
|
|
522
522
|
tflops: 27.34,
|
|
523
523
|
memory: [12],
|
|
524
524
|
},
|
|
525
|
+
"Arc B50": {
|
|
526
|
+
tflops: 21.3,
|
|
527
|
+
memory: [16],
|
|
528
|
+
},
|
|
529
|
+
"Arc B60": {
|
|
530
|
+
tflops: 24.58,
|
|
531
|
+
memory: [24, 48],
|
|
532
|
+
},
|
|
525
533
|
},
|
|
526
534
|
QUALCOMM: {
|
|
527
535
|
"Snapdragon X Elite X1E-00-1DE": {
|
|
@@ -324,6 +324,8 @@ dam = DescribeAnythingModel(
|
|
|
324
324
|
)`,
|
|
325
325
|
];
|
|
326
326
|
|
|
327
|
+
const diffusers_install = "pip install -U diffusers transformers";
|
|
328
|
+
|
|
327
329
|
const diffusersDefaultPrompt = "Astronaut in a jungle, cold color palette, muted colors, detailed, 8k";
|
|
328
330
|
|
|
329
331
|
const diffusersImg2ImgDefaultPrompt = "Turn this cat into a dog";
|
|
@@ -485,34 +487,37 @@ image = pipe(
|
|
|
485
487
|
];
|
|
486
488
|
|
|
487
489
|
export const diffusers = (model: ModelData): string[] => {
|
|
490
|
+
let codeSnippets: string[];
|
|
488
491
|
if (
|
|
489
492
|
model.tags.includes("StableDiffusionInpaintPipeline") ||
|
|
490
493
|
model.tags.includes("StableDiffusionXLInpaintPipeline")
|
|
491
494
|
) {
|
|
492
|
-
|
|
495
|
+
codeSnippets = diffusers_inpainting(model);
|
|
493
496
|
} else if (model.tags.includes("controlnet")) {
|
|
494
|
-
|
|
497
|
+
codeSnippets = diffusers_controlnet(model);
|
|
495
498
|
} else if (model.tags.includes("lora")) {
|
|
496
499
|
if (model.pipeline_tag === "image-to-image") {
|
|
497
|
-
|
|
500
|
+
codeSnippets = diffusers_lora_image_to_image(model);
|
|
498
501
|
} else if (model.pipeline_tag === "image-to-video") {
|
|
499
|
-
|
|
502
|
+
codeSnippets = diffusers_lora_image_to_video(model);
|
|
500
503
|
} else if (model.pipeline_tag === "text-to-video") {
|
|
501
|
-
|
|
504
|
+
codeSnippets = diffusers_lora_text_to_video(model);
|
|
502
505
|
} else {
|
|
503
|
-
|
|
506
|
+
codeSnippets = diffusers_lora(model);
|
|
504
507
|
}
|
|
505
508
|
} else if (model.tags.includes("textual_inversion")) {
|
|
506
|
-
|
|
509
|
+
codeSnippets = diffusers_textual_inversion(model);
|
|
507
510
|
} else if (model.tags.includes("FluxFillPipeline")) {
|
|
508
|
-
|
|
511
|
+
codeSnippets = diffusers_flux_fill(model);
|
|
509
512
|
} else if (model.pipeline_tag === "image-to-video") {
|
|
510
|
-
|
|
513
|
+
codeSnippets = diffusers_image_to_video(model);
|
|
511
514
|
} else if (model.pipeline_tag === "image-to-image") {
|
|
512
|
-
|
|
515
|
+
codeSnippets = diffusers_image_to_image(model);
|
|
513
516
|
} else {
|
|
514
|
-
|
|
517
|
+
codeSnippets = diffusers_default(model);
|
|
515
518
|
}
|
|
519
|
+
|
|
520
|
+
return [diffusers_install, ...codeSnippets];
|
|
516
521
|
};
|
|
517
522
|
|
|
518
523
|
export const diffusionkit = (model: ModelData): string[] => {
|
|
@@ -1047,7 +1052,9 @@ export const paddleocr = (model: ModelData): string[] => {
|
|
|
1047
1052
|
|
|
1048
1053
|
if (model.tags.includes("doc_vlm")) {
|
|
1049
1054
|
return [
|
|
1050
|
-
`#
|
|
1055
|
+
`# 1. See https://www.paddlepaddle.org.cn/en/install to install paddlepaddle
|
|
1056
|
+
# 2. pip install paddleocr
|
|
1057
|
+
|
|
1051
1058
|
from paddleocr import DocVLM
|
|
1052
1059
|
model = DocVLM(model_name="${nameWithoutNamespace(model.id)}")
|
|
1053
1060
|
output = model.predict(
|
|
@@ -1060,11 +1067,27 @@ for res in output:
|
|
|
1060
1067
|
];
|
|
1061
1068
|
}
|
|
1062
1069
|
|
|
1070
|
+
if (model.tags.includes("document-parse")) {
|
|
1071
|
+
return [
|
|
1072
|
+
`# See https://www.paddleocr.ai/latest/version3.x/pipeline_usage/PaddleOCR-VL.html to installation
|
|
1073
|
+
|
|
1074
|
+
from paddleocr import PaddleOCRVL
|
|
1075
|
+
pipeline = PaddleOCRVL()
|
|
1076
|
+
output = pipeline.predict("path/to/document_image.png")
|
|
1077
|
+
for res in output:
|
|
1078
|
+
res.print()
|
|
1079
|
+
res.save_to_json(save_path="output")
|
|
1080
|
+
res.save_to_markdown(save_path="output")`,
|
|
1081
|
+
];
|
|
1082
|
+
}
|
|
1083
|
+
|
|
1063
1084
|
for (const tag of model.tags) {
|
|
1064
1085
|
if (tag in mapping) {
|
|
1065
1086
|
const { className } = mapping[tag];
|
|
1066
1087
|
return [
|
|
1067
|
-
`#
|
|
1088
|
+
`# 1. See https://www.paddlepaddle.org.cn/en/install to install paddlepaddle
|
|
1089
|
+
# 2. pip install paddleocr
|
|
1090
|
+
|
|
1068
1091
|
from paddleocr import ${className}
|
|
1069
1092
|
model = ${className}(model_name="${nameWithoutNamespace(model.id)}")
|
|
1070
1093
|
output = model.predict(input="path/to/image.png", batch_size=1)
|
|
@@ -1364,6 +1387,28 @@ function get_widget_examples_from_st_model(model: ModelData): string[] | undefin
|
|
|
1364
1387
|
|
|
1365
1388
|
export const sentenceTransformers = (model: ModelData): string[] => {
|
|
1366
1389
|
const remote_code_snippet = model.tags.includes(TAG_CUSTOM_CODE) ? ", trust_remote_code=True" : "";
|
|
1390
|
+
|
|
1391
|
+
if (model.tags.includes("PyLate")) {
|
|
1392
|
+
return [
|
|
1393
|
+
`from pylate import models
|
|
1394
|
+
|
|
1395
|
+
queries = [
|
|
1396
|
+
"Which planet is known as the Red Planet?",
|
|
1397
|
+
"What is the largest planet in our solar system?",
|
|
1398
|
+
]
|
|
1399
|
+
|
|
1400
|
+
documents = [
|
|
1401
|
+
["Mars is the Red Planet.", "Venus is Earth's twin."],
|
|
1402
|
+
["Jupiter is the largest planet.", "Saturn has rings."],
|
|
1403
|
+
]
|
|
1404
|
+
|
|
1405
|
+
model = models.ColBERT(model_name_or_path="${model.id}")
|
|
1406
|
+
|
|
1407
|
+
queries_emb = model.encode(queries, is_query=True)
|
|
1408
|
+
docs_emb = model.encode(documents, is_query=False)`,
|
|
1409
|
+
];
|
|
1410
|
+
}
|
|
1411
|
+
|
|
1367
1412
|
if (model.tags.includes("cross-encoder") || model.pipeline_tag == "text-ranking") {
|
|
1368
1413
|
return [
|
|
1369
1414
|
`from sentence_transformers import CrossEncoder
|
package/src/model-libraries.ts
CHANGED
|
@@ -587,12 +587,19 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = {
|
|
|
587
587
|
repoUrl: "https://github.com/webis-de/lightning-ir",
|
|
588
588
|
snippets: snippets.lightning_ir,
|
|
589
589
|
},
|
|
590
|
+
litert: {
|
|
591
|
+
prettyLabel: "LiteRT",
|
|
592
|
+
repoName: "LiteRT",
|
|
593
|
+
repoUrl: "https://github.com/google-ai-edge/LiteRT",
|
|
594
|
+
filter: false,
|
|
595
|
+
countDownloads: `path_extension:"tflite"`,
|
|
596
|
+
},
|
|
590
597
|
"litert-lm": {
|
|
591
598
|
prettyLabel: "LiteRT-LM",
|
|
592
599
|
repoName: "LiteRT-LM",
|
|
593
600
|
repoUrl: "https://github.com/google-ai-edge/LiteRT-LM",
|
|
594
601
|
filter: false,
|
|
595
|
-
countDownloads: `path_extension:"litertlm"`,
|
|
602
|
+
countDownloads: `path_extension:"litertlm" OR path_extension:"task"`,
|
|
596
603
|
},
|
|
597
604
|
lerobot: {
|
|
598
605
|
prettyLabel: "LeRobot",
|
|
@@ -1103,6 +1110,12 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = {
|
|
|
1103
1110
|
repoUrl: "https://github.com/TensorSpeech/TensorFlowTTS",
|
|
1104
1111
|
snippets: snippets.tensorflowtts,
|
|
1105
1112
|
},
|
|
1113
|
+
tensorrt: {
|
|
1114
|
+
prettyLabel: "TensorRT",
|
|
1115
|
+
repoName: "TensorRT",
|
|
1116
|
+
repoUrl: "https://github.com/NVIDIA/TensorRT",
|
|
1117
|
+
countDownloads: `path_extension:"onnx"`,
|
|
1118
|
+
},
|
|
1106
1119
|
tabpfn: {
|
|
1107
1120
|
prettyLabel: "TabPFN",
|
|
1108
1121
|
repoName: "TabPFN",
|
package/src/tasks/index.ts
CHANGED
|
@@ -46,6 +46,7 @@ import imageTo3D from "./image-to-3d/data.js";
|
|
|
46
46
|
import textTo3D from "./text-to-3d/data.js";
|
|
47
47
|
import keypointDetection from "./keypoint-detection/data.js";
|
|
48
48
|
import videoTextToText from "./video-text-to-text/data.js";
|
|
49
|
+
import videoToVideo from "./video-to-video/data.js";
|
|
49
50
|
|
|
50
51
|
export type * from "./audio-classification/inference.js";
|
|
51
52
|
export type * from "./automatic-speech-recognition/inference.js";
|
|
@@ -250,7 +251,7 @@ export const TASKS_DATA: Record<PipelineType, TaskData | undefined> = {
|
|
|
250
251
|
translation: getData("translation", translation),
|
|
251
252
|
"unconditional-image-generation": getData("unconditional-image-generation", unconditionalImageGeneration),
|
|
252
253
|
"video-text-to-text": getData("video-text-to-text", videoTextToText),
|
|
253
|
-
"video-to-video": getData("video-to-video",
|
|
254
|
+
"video-to-video": getData("video-to-video", videoToVideo),
|
|
254
255
|
"visual-question-answering": getData("visual-question-answering", visualQuestionAnswering),
|
|
255
256
|
"voice-activity-detection": undefined,
|
|
256
257
|
"zero-shot-classification": getData("zero-shot-classification", zeroShotClassification),
|
|
@@ -0,0 +1,86 @@
|
|
|
1
|
+
## Use Cases
|
|
2
|
+
|
|
3
|
+
### Video Style Transfer
|
|
4
|
+
|
|
5
|
+
Apply artistic or cinematic styles to a video while preserving motion and structure. For example, convert real footage into anime, painting, or film-like visuals.
|
|
6
|
+
|
|
7
|
+
### Frame Interpolation
|
|
8
|
+
|
|
9
|
+
Generate intermediate frames to make videos smoother or convert 30 FPS videos to 60 FPS. This improves motion flow and enables realistic slow-motion playback.
|
|
10
|
+
|
|
11
|
+
### Video Super-Resolution
|
|
12
|
+
|
|
13
|
+
Enhance low-resolution videos into high-definition outputs with preserved detail and sharpness. Ideal for restoring old footage or improving video quality.
|
|
14
|
+
|
|
15
|
+
### Motion Transfer
|
|
16
|
+
|
|
17
|
+
Transfer the motion from a source video to another subject while maintaining identity and environment. This enables realistic animation or gesture replication.
|
|
18
|
+
|
|
19
|
+
### Video Editing & Synthesis
|
|
20
|
+
|
|
21
|
+
Add, remove, or modify objects in videos while keeping lighting and motion consistent. Perfect for visual effects, object replacement, and content-aware editing.
|
|
22
|
+
|
|
23
|
+
### Temporal Modification
|
|
24
|
+
|
|
25
|
+
Change a video’s overall time or environmental conditions, such as day to night or summer to winter. These models preserve motion dynamics and lighting continuity.
|
|
26
|
+
|
|
27
|
+
### Virtual Try-on
|
|
28
|
+
|
|
29
|
+
Simulate clothing changes or outfit fitting in videos while keeping the person’s motion and identity intact. Useful for digital fashion and e-commerce applications.
|
|
30
|
+
|
|
31
|
+
## Inference
|
|
32
|
+
|
|
33
|
+
Below is an example demonstrating how to use [Lucy-Edit-Dev](https://huggingface.co/decart-ai/Lucy-Edit-Dev) to perform video costume editing, changing a character’s clothing while maintaining identity and motion consistency. Lucy-Edit-Dev is trained on paired video edits, captioned videos, and extended image–text datasets.
|
|
34
|
+
|
|
35
|
+
```python
|
|
36
|
+
!pip install torch diffusers
|
|
37
|
+
|
|
38
|
+
import torch
|
|
39
|
+
from PIL import Image
|
|
40
|
+
|
|
41
|
+
from diffusers import AutoencoderKLWan, LucyEditPipeline
|
|
42
|
+
from diffusers.utils import export_to_video, load_video
|
|
43
|
+
|
|
44
|
+
|
|
45
|
+
url = "https://d2drjpuinn46lb.cloudfront.net/painter_original_edit.mp4"
|
|
46
|
+
prompt = "Change the apron and blouse to a classic clown costume: satin polka-dot jumpsuit in bright primary colors, ruffled white collar, oversized pom-pom buttons, white gloves, oversized red shoes, red foam nose; soft window light from left, eye-level medium shot, natural folds and fabric highlights."
|
|
47
|
+
negative_prompt = ""
|
|
48
|
+
num_frames = 81
|
|
49
|
+
height = 480
|
|
50
|
+
width = 832
|
|
51
|
+
|
|
52
|
+
def convert_video(video: List[Image.Image]) -> List[Image.Image]:
|
|
53
|
+
video = load_video(url)[:num_frames]
|
|
54
|
+
video = [video[i].resize((width, height)) for i in range(num_frames)]
|
|
55
|
+
return video
|
|
56
|
+
|
|
57
|
+
video = load_video(url, convert_method=convert_video)
|
|
58
|
+
|
|
59
|
+
model_id = "decart-ai/Lucy-Edit-Dev"
|
|
60
|
+
vae = AutoencoderKLWan.from_pretrained(model_id, subfolder="vae", torch_dtype=torch.float32)
|
|
61
|
+
pipe = LucyEditPipeline.from_pretrained(model_id, vae=vae, torch_dtype=torch.bfloat16)
|
|
62
|
+
pipe.to("cuda")
|
|
63
|
+
|
|
64
|
+
output = pipe(
|
|
65
|
+
prompt=prompt,
|
|
66
|
+
video=video,
|
|
67
|
+
negative_prompt=negative_prompt,
|
|
68
|
+
height=480,
|
|
69
|
+
width=832,
|
|
70
|
+
num_frames=81,
|
|
71
|
+
guidance_scale=5.0
|
|
72
|
+
).frames[0]
|
|
73
|
+
|
|
74
|
+
export_to_video(output, "output.mp4", fps=24)
|
|
75
|
+
```
|
|
76
|
+
|
|
77
|
+
For more inference examples, check out the model cards on Hugging Face, where you can try the provided example code.
|
|
78
|
+
|
|
79
|
+
## Useful Resources
|
|
80
|
+
|
|
81
|
+
You can read more about the datasets, model architectures, and open-source implementations in the following repositories:
|
|
82
|
+
|
|
83
|
+
- [Lumen](https://github.com/Kunbyte-AI/Lumen) - Official implementation of Lumen for text-guided video editing.
|
|
84
|
+
- [VIRES](https://github.com/suimuc/VIRES) - Implementation for sketch- and text-guided video instance repainting.
|
|
85
|
+
- [ECCV2022-RIFE: Video Frame Interpolation](https://github.com/hzwer/ECCV2022-RIFE) - Real-time video frame interpolation via intermediate flow estimation.
|
|
86
|
+
- [StableVSR: Enhancing Perceptual Quality in Video](https://github.com/claudiom4sir/StableVSR) - Super-resolution method to enhance perceptual video quality.
|
|
@@ -0,0 +1,67 @@
|
|
|
1
|
+
import type { TaskDataCustom } from "../index.js";
|
|
2
|
+
|
|
3
|
+
const taskData: TaskDataCustom = {
|
|
4
|
+
datasets: [
|
|
5
|
+
{
|
|
6
|
+
description: "Dataset with detailed annotations for training and benchmarking video instance editing.",
|
|
7
|
+
id: "suimu/VIRESET",
|
|
8
|
+
},
|
|
9
|
+
{
|
|
10
|
+
description: "Dataset to evaluate models on long video generation and understanding.",
|
|
11
|
+
id: "zhangsh2001/LongV-EVAL",
|
|
12
|
+
},
|
|
13
|
+
{
|
|
14
|
+
description: "Collection of 104 demo videos from the SeedVR/SeedVR2 series showcasing model outputs.",
|
|
15
|
+
id: "Iceclear/SeedVR_VideoDemos",
|
|
16
|
+
},
|
|
17
|
+
],
|
|
18
|
+
demo: {
|
|
19
|
+
inputs: [
|
|
20
|
+
{
|
|
21
|
+
filename: "input.gif",
|
|
22
|
+
type: "img",
|
|
23
|
+
},
|
|
24
|
+
],
|
|
25
|
+
outputs: [
|
|
26
|
+
{
|
|
27
|
+
filename: "output.gif",
|
|
28
|
+
type: "img",
|
|
29
|
+
},
|
|
30
|
+
],
|
|
31
|
+
},
|
|
32
|
+
metrics: [],
|
|
33
|
+
models: [
|
|
34
|
+
{
|
|
35
|
+
description: "Model for editing outfits, character, and scenery in videos.",
|
|
36
|
+
id: "decart-ai/Lucy-Edit-Dev",
|
|
37
|
+
},
|
|
38
|
+
{
|
|
39
|
+
description: "Framework that uses 3D mesh proxies for precise, consistent video editing.",
|
|
40
|
+
id: "LeoLau/Shape-for-Motion",
|
|
41
|
+
},
|
|
42
|
+
{
|
|
43
|
+
description: "Model for generating physics-aware videos from input videos and control conditions.",
|
|
44
|
+
id: "nvidia/Cosmos-Transfer2.5-2B",
|
|
45
|
+
},
|
|
46
|
+
{
|
|
47
|
+
description: "A model to upscale videos at input, designed for seamless use with ComfyUI.",
|
|
48
|
+
id: "numz/SeedVR2_comfyUI",
|
|
49
|
+
},
|
|
50
|
+
],
|
|
51
|
+
spaces: [
|
|
52
|
+
{
|
|
53
|
+
description: "Interactive demo space for Lucy-Edit-Dev video editing.",
|
|
54
|
+
id: "decart-ai/lucy-edit-dev",
|
|
55
|
+
},
|
|
56
|
+
{
|
|
57
|
+
description: "Demo space for SeedVR2-3B showcasing video upscaling and restoration.",
|
|
58
|
+
id: "ByteDance-Seed/SeedVR2-3B",
|
|
59
|
+
},
|
|
60
|
+
],
|
|
61
|
+
summary:
|
|
62
|
+
"Video-to-video models take one or more videos as input and generate new videos as output. They can enhance quality, interpolate frames, modify styles, or create new motion dynamics, enabling creative applications, video production, and research.",
|
|
63
|
+
widgetModels: [],
|
|
64
|
+
youtubeId: "",
|
|
65
|
+
};
|
|
66
|
+
|
|
67
|
+
export default taskData;
|