@huggingface/tasks 0.19.19 → 0.19.21
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/commonjs/local-apps.d.ts +7 -0
- package/dist/commonjs/local-apps.d.ts.map +1 -1
- package/dist/commonjs/local-apps.js +10 -0
- package/dist/commonjs/local-apps.spec.js +10 -0
- package/dist/commonjs/model-libraries-snippets.d.ts.map +1 -1
- package/dist/commonjs/model-libraries-snippets.js +84 -1
- package/dist/esm/local-apps.d.ts +7 -0
- package/dist/esm/local-apps.d.ts.map +1 -1
- package/dist/esm/local-apps.js +10 -0
- package/dist/esm/local-apps.spec.js +10 -0
- package/dist/esm/model-libraries-snippets.d.ts.map +1 -1
- package/dist/esm/model-libraries-snippets.js +84 -1
- package/package.json +1 -1
- package/src/local-apps.spec.ts +12 -0
- package/src/local-apps.ts +11 -0
- package/src/model-libraries-snippets.ts +86 -1
|
@@ -196,6 +196,13 @@ export declare const LOCAL_APPS: {
|
|
|
196
196
|
displayOnModelPage: typeof isLlamaCppGgufModel;
|
|
197
197
|
snippet: (model: ModelData, filepath?: string) => string;
|
|
198
198
|
};
|
|
199
|
+
"docker-model-runner": {
|
|
200
|
+
prettyLabel: string;
|
|
201
|
+
docsUrl: string;
|
|
202
|
+
mainTask: "text-generation";
|
|
203
|
+
displayOnModelPage: typeof isLlamaCppGgufModel;
|
|
204
|
+
snippet: (model: ModelData, filepath?: string) => string;
|
|
205
|
+
};
|
|
199
206
|
};
|
|
200
207
|
export type LocalAppKey = keyof typeof LOCAL_APPS;
|
|
201
208
|
export {};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"local-apps.d.ts","sourceRoot":"","sources":["../../src/local-apps.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAKnD,MAAM,WAAW,eAAe;IAC/B;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IACd;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;OAEG;IACH,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;CAC3B;AAED;;GAEG;AACH,MAAM,MAAM,QAAQ,GAAG;IACtB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,QAAQ,EAAE,YAAY,CAAC;IACvB;;OAEG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;IAEpB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB;;OAEG;IACH,kBAAkB,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,OAAO,CAAC;CAClD,GAAG,CACD;IACA;;OAEG;IACH,QAAQ,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE,MAAM,KAAK,GAAG,CAAC;CACtD,GACD;IACA;;;;OAIG;IACH,OAAO,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE,MAAM,KAAK,MAAM,GAAG,MAAM,EAAE,GAAG,eAAe,GAAG,eAAe,EAAE,CAAC;CACzG,CACH,CAAC;AAqBF,iBAAS,UAAU,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAE7C;AAED,iBAAS,mBAAmB,CAAC,KAAK,EAAE,SAAS,WAE5C;
|
|
1
|
+
{"version":3,"file":"local-apps.d.ts","sourceRoot":"","sources":["../../src/local-apps.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAKnD,MAAM,WAAW,eAAe;IAC/B;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IACd;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;OAEG;IACH,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;CAC3B;AAED;;GAEG;AACH,MAAM,MAAM,QAAQ,GAAG;IACtB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,QAAQ,EAAE,YAAY,CAAC;IACvB;;OAEG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;IAEpB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB;;OAEG;IACH,kBAAkB,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,OAAO,CAAC;CAClD,GAAG,CACD;IACA;;OAEG;IACH,QAAQ,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE,MAAM,KAAK,GAAG,CAAC;CACtD,GACD;IACA;;;;OAIG;IACH,OAAO,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE,MAAM,KAAK,MAAM,GAAG,MAAM,EAAE,GAAG,eAAe,GAAG,eAAe,EAAE,CAAC;CACzG,CACH,CAAC;AAqBF,iBAAS,UAAU,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAE7C;AAED,iBAAS,mBAAmB,CAAC,KAAK,EAAE,SAAS,WAE5C;AAqND;;;;;;;;;;GAUG;AACH,eAAO,MAAM,UAAU;;;;;;yBA/MS,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;;yBAsCzC,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;oCA4LzD,SAAS;yBAnJX,SAAS,KAAG,eAAe,EAAE;;;;;;;yBA8E5B,SAAS,KAAG,eAAe,EAAE;;;;;;;yBA7B/B,SAAS,KAAG,eAAe,EAAE;;;;;;;;;;;;;;yBAxEzB,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;yBAJjD,SAAS,aAAa,MAAM,KAAG,MAAM;;;;;;;yBA4I1B,SAAS,aAAa,MAAM,KAAG,MAAM;;CAqL1C,CAAC;AAErC,MAAM,MAAM,WAAW,GAAG,MAAM,OAAO,UAAU,CAAC"}
|
|
@@ -218,6 +218,9 @@ const snippetMlxLm = (model) => {
|
|
|
218
218
|
: []),
|
|
219
219
|
];
|
|
220
220
|
};
|
|
221
|
+
const snippetDockerModelRunner = (model, filepath) => {
|
|
222
|
+
return `docker model run hf.co/${model.id}${getQuantTag(filepath)}`;
|
|
223
|
+
};
|
|
221
224
|
/**
|
|
222
225
|
* Add your new local app here.
|
|
223
226
|
*
|
|
@@ -386,4 +389,11 @@ exports.LOCAL_APPS = {
|
|
|
386
389
|
displayOnModelPage: isLlamaCppGgufModel,
|
|
387
390
|
snippet: snippetOllama,
|
|
388
391
|
},
|
|
392
|
+
"docker-model-runner": {
|
|
393
|
+
prettyLabel: "Docker Model Runner",
|
|
394
|
+
docsUrl: "https://docs.docker.com/ai/model-runner/",
|
|
395
|
+
mainTask: "text-generation",
|
|
396
|
+
displayOnModelPage: isLlamaCppGgufModel,
|
|
397
|
+
snippet: snippetDockerModelRunner,
|
|
398
|
+
},
|
|
389
399
|
};
|
|
@@ -104,4 +104,14 @@ curl -X POST "http://localhost:8000/v1/chat/completions" \\
|
|
|
104
104
|
]
|
|
105
105
|
}'`);
|
|
106
106
|
});
|
|
107
|
+
(0, vitest_1.it)("docker model runner", async () => {
|
|
108
|
+
const { snippet: snippetFunc } = local_apps_js_1.LOCAL_APPS["docker-model-runner"];
|
|
109
|
+
const model = {
|
|
110
|
+
id: "bartowski/Llama-3.2-3B-Instruct-GGUF",
|
|
111
|
+
tags: ["conversational"],
|
|
112
|
+
inference: "",
|
|
113
|
+
};
|
|
114
|
+
const snippet = snippetFunc(model);
|
|
115
|
+
(0, vitest_1.expect)(snippet).toEqual(`docker model run hf.co/bartowski/Llama-3.2-3B-Instruct-GGUF:{{QUANT_TAG}}`);
|
|
116
|
+
});
|
|
107
117
|
});
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"model-libraries-snippets.d.ts","sourceRoot":"","sources":["../../src/model-libraries-snippets.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAkBjD,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAKjD,CAAC;AAkBF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAKjD,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,OAAO,SAAS,KAAG,MAAM,EAIhD,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAIjD,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAkBlD,CAAC;AAaF,eAAO,MAAM,IAAI,GAAI,OAAO,SAAS,KAAG,MAAM,EAY7C,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAIjD,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAI9C,CAAC;AAEF,eAAO,MAAM,UAAU,QAAO,MAAM,EAenC,CAAC;AAEF,eAAO,MAAM,UAAU,QAAO,MAAM,EAsDnC,CAAC;AAEF,eAAO,MAAM,cAAc,QAAO,MAAM,EAcvC,CAAC;AAEF,eAAO,MAAM,iBAAiB,GAAI,OAAO,SAAS,KAAG,MAAM,EA6C1D,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAwBlD,CAAC;AAEF,eAAO,MAAM,eAAe,QAAO,MAAM,EAoBxC,CAAC;AAEF,eAAO,MAAM,GAAG,GAAI,OAAO,SAAS,KAAG,MAAM,EAS5C,CAAC;AAEF,eAAO,MAAM,iBAAiB,GAAI,OAAO,SAAS,KAAG,MAAM,EAY1D,CAAC;
|
|
1
|
+
{"version":3,"file":"model-libraries-snippets.d.ts","sourceRoot":"","sources":["../../src/model-libraries-snippets.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAkBjD,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAKjD,CAAC;AAkBF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAKjD,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,OAAO,SAAS,KAAG,MAAM,EAIhD,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAIjD,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAkBlD,CAAC;AAaF,eAAO,MAAM,IAAI,GAAI,OAAO,SAAS,KAAG,MAAM,EAY7C,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAIjD,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAI9C,CAAC;AAEF,eAAO,MAAM,UAAU,QAAO,MAAM,EAenC,CAAC;AAEF,eAAO,MAAM,UAAU,QAAO,MAAM,EAsDnC,CAAC;AAEF,eAAO,MAAM,cAAc,QAAO,MAAM,EAcvC,CAAC;AAEF,eAAO,MAAM,iBAAiB,GAAI,OAAO,SAAS,KAAG,MAAM,EA6C1D,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAwBlD,CAAC;AAEF,eAAO,MAAM,eAAe,QAAO,MAAM,EAoBxC,CAAC;AAEF,eAAO,MAAM,GAAG,GAAI,OAAO,SAAS,KAAG,MAAM,EAS5C,CAAC;AAEF,eAAO,MAAM,iBAAiB,GAAI,OAAO,SAAS,KAAG,MAAM,EAY1D,CAAC;AAgHF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAsBlD,CAAC;AAEF,eAAO,MAAM,YAAY,GAAI,OAAO,SAAS,KAAG,MAAM,EAwCrD,CAAC;AAEF,eAAO,MAAM,gBAAgB,GAAI,OAAO,SAAS,KAAG,MAAM,EAgBzD,CAAC;AAEF,eAAO,MAAM,YAAY,GAAI,OAAO,SAAS,KAAG,MAAM,EAmBrD,CAAC;AAEF,eAAO,MAAM,MAAM,GAAI,OAAO,SAAS,KAAG,MAAM,EAgB/C,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAMlD,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EASlD,CAAC;AAIF,eAAO,MAAM,MAAM,GAAI,OAAO,SAAS,KAAG,MAAM,EAO/C,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,OAAO,SAAS,KAAG,MAAM,EAMhD,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAI9C,CAAC;AAEF,eAAO,MAAM,MAAM,GAAI,OAAO,SAAS,KAAG,MAAM,EAI/C,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAgBjD,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,OAAO,SAAS,KAAG,MAAM,EAehD,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAS9C,CAAC;AA4EF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAsBlD,CAAC;AAEF,eAAO,MAAM,UAAU,GAAI,OAAO,SAAS,KAAG,MAAM,EA+BnD,CAAC;AAEF,eAAO,MAAM,YAAY,GAAI,OAAO,SAAS,KAAG,MAAM,EA+BrD,CAAC;AAEF,eAAO,MAAM,gBAAgB,GAAI,OAAO,SAAS,KAAG,MAAM,EA4BzD,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,OAAO,SAAS,KAAG,MAAM,EAuChD,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAOjD,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAIlD,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAKlD,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAQlD,CAAC;AAEF,eAAO,MAAM,aAAa,QAAO,MAAM,EAQtC,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAKlD,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAsBlD,CAAC;AAEF,eAAO,MAAM,kBAAkB,GAAI,OAAO,SAAS,KAAG,MAAM,EAgB3D,CAAC;AACF,eAAO,MAAM,WAAW,GAAI,OAAO,SAAS,KAAG,MAAM,EAUpD,CAAC;AAEF,eAAO,MAAM,uBAAuB,GAAI,OAAO,SAAS,KAAG,MAAM,EAehE,CAAC;AAiBF,eAAO,MAAM,cAAc,GAAI,OAAO,SAAS,KAAG,MAAM,EAKvD,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAI9C,CAAC;AAyBF,eAAO,MAAM,aAAa,GAAI,OAAO,SAAS,KAAG,MAAM,EAOtD,CAAC;AAEF,eAAO,MAAM,IAAI,GAAI,OAAO,SAAS,KAAG,MAAM,EAI7C,CAAC;AAEF,eAAO,MAAM,OAAO,QAA6B,MAAM,EAQtD,CAAC;AAEF,eAAO,MAAM,UAAU,QAAO,MAAM,EAanC,CAAC;AAsCF,eAAO,MAAM,OAAO,GAAI,OAAO,SAAS,KAAG,MAAM,EAehD,CAAC;AAEF,eAAO,MAAM,kBAAkB,GAAI,OAAO,SAAS,KAAG,MAAM,EAmC3D,CAAC;AAEF,eAAO,MAAM,MAAM,GAAI,OAAO,SAAS,KAAG,MAAM,EAI/C,CAAC;AAEF,eAAO,MAAM,IAAI,GAAI,OAAO,SAAS,KAAG,MAAM,EA2B7C,CAAC;AAEF,eAAO,MAAM,aAAa,GAAI,OAAO,SAAS,KAAG,MAAM,EAEtD,CAAC;AASF,eAAO,MAAM,oBAAoB,GAAI,OAAO,SAAS,KAAG,MAAM,EAuC7D,CAAC;AAEF,eAAO,MAAM,MAAM,GAAI,OAAO,SAAS,KAAG,MAAM,EAI/C,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAU9C,CAAC;AAEF,eAAO,MAAM,WAAW,GAAI,OAAO,SAAS,KAAG,MAAM,EAIpD,CAAC;AAEF,eAAO,MAAM,MAAM,GAAI,OAAO,SAAS,KAAG,MAAM,EAK/C,CAAC;AAkBF,eAAO,MAAM,WAAW,GAAI,OAAO,SAAS,KAAG,MAAM,EAkBpD,CAAC;AAEF,eAAO,MAAM,UAAU,GAAI,OAAO,SAAS,KAAG,MAAM,EAInD,CAAC;AAEF,eAAO,MAAM,YAAY,GAAI,OAAO,SAAS,KAAG,MAAM,EA0ErD,CAAC;AAEF,eAAO,MAAM,cAAc,GAAI,OAAO,SAAS,KAAG,MAAM,EAcvD,CAAC;AAiBF,eAAO,MAAM,IAAI,GAAI,OAAO,SAAS,KAAG,MAAM,EAiB7C,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAKjD,CAAC;AAEF,eAAO,MAAM,gBAAgB,GAAI,OAAO,SAAS,KAAG,MAAM,EAMzD,CAAC;AAgBF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAEjD,CAAC;AAEF,eAAO,MAAM,MAAM,QAA6B,MAAM,EAMrD,CAAC;AAEF,eAAO,MAAM,IAAI,GAAI,OAAO,SAAS,KAAG,MAAM,EAkB7C,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAIjD,CAAC;AAEF,eAAO,MAAM,UAAU,GAAI,OAAO,SAAS,KAAG,MAAM,EAInD,CAAC;AAEF,eAAO,MAAM,GAAG,QAAO,MAAM,EAgB5B,CAAC;AAEF,eAAO,MAAM,OAAO,QAAO,MAAM,EAYhC,CAAC;AAEF,eAAO,MAAM,WAAW,GAAI,OAAO,SAAS,KAAG,MAAM,EAiBpD,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAYjD,CAAC;AAEF,eAAO,MAAM,WAAW,GAAI,OAAO,SAAS,KAAG,MAAM,EAKpD,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAW9C,CAAC;AAkEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAI9C,CAAC;AAEF,eAAO,MAAM,GAAG,GAAI,OAAO,SAAS,KAAG,MAAM,EAY5C,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAIlD,CAAC;AAEF,eAAO,MAAM,IAAI,GAAI,OAAO,SAAS,KAAG,MAAM,EAQ7C,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,OAAO,SAAS,KAAG,MAAM,EAuBhD,CAAC;AAEF,eAAO,MAAM,IAAI,GAAI,OAAO,SAAS,KAAG,MAAM,EAI7C,CAAC;AAEF,eAAO,MAAM,MAAM,GAAI,OAAO,SAAS,KAAG,MAAM,EAI/C,CAAC;AA4BF,eAAO,MAAM,MAAM,GAAI,OAAO,SAAS,KAAG,MAAM,EAO/C,CAAC;AAEF,eAAO,MAAM,UAAU,GAAI,OAAO,SAAS,KAAG,MAAM,EAUnD,CAAC;AAEF,eAAO,MAAM,UAAU,QAAO,MAAM,EAYnC,CAAC;AAEF,eAAO,MAAM,cAAc,GAAI,OAAO,SAAS,KAAG,MAAM,EAKvD,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAI9C,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAiB9C,CAAC"}
|
|
@@ -311,6 +311,8 @@ dam = DescribeAnythingModel(
|
|
|
311
311
|
];
|
|
312
312
|
exports.describe_anything = describe_anything;
|
|
313
313
|
const diffusersDefaultPrompt = "Astronaut in a jungle, cold color palette, muted colors, detailed, 8k";
|
|
314
|
+
const diffusersImg2ImgDefaultPrompt = "Turn this cat into a dog";
|
|
315
|
+
const diffusersVideoDefaultPrompt = "A man with short gray hair plays a red electric guitar.";
|
|
314
316
|
const diffusers_default = (model) => [
|
|
315
317
|
`from diffusers import DiffusionPipeline
|
|
316
318
|
|
|
@@ -319,6 +321,33 @@ pipe = DiffusionPipeline.from_pretrained("${model.id}")
|
|
|
319
321
|
prompt = "${get_prompt_from_diffusers_model(model) ?? diffusersDefaultPrompt}"
|
|
320
322
|
image = pipe(prompt).images[0]`,
|
|
321
323
|
];
|
|
324
|
+
const diffusers_image_to_image = (model) => [
|
|
325
|
+
`from diffusers import DiffusionPipeline
|
|
326
|
+
from diffusers.utils import load_image
|
|
327
|
+
|
|
328
|
+
pipe = DiffusionPipeline.from_pretrained("${model.id}")
|
|
329
|
+
|
|
330
|
+
prompt = "${get_prompt_from_diffusers_model(model) ?? diffusersImg2ImgDefaultPrompt}"
|
|
331
|
+
input_image = load_image("https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/cat.png")
|
|
332
|
+
|
|
333
|
+
image = pipe(image=input_image, prompt=prompt).images[0]`,
|
|
334
|
+
];
|
|
335
|
+
const diffusers_image_to_video = (model) => [
|
|
336
|
+
`import torch
|
|
337
|
+
from diffusers import DiffusionPipeline
|
|
338
|
+
from diffusers.utils import load_image, export_to_video
|
|
339
|
+
|
|
340
|
+
pipe = DiffusionPipeline.from_pretrained("${model.id}", torch_dtype=torch.float16)
|
|
341
|
+
pipe.to("cuda")
|
|
342
|
+
|
|
343
|
+
prompt = "${get_prompt_from_diffusers_model(model) ?? diffusersVideoDefaultPrompt}"
|
|
344
|
+
image = load_image(
|
|
345
|
+
"https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/guitar-man.png"
|
|
346
|
+
)
|
|
347
|
+
|
|
348
|
+
output = pipe(image=image, prompt=prompt).frames[0]
|
|
349
|
+
export_to_video(output, "output.mp4")`,
|
|
350
|
+
];
|
|
322
351
|
const diffusers_controlnet = (model) => [
|
|
323
352
|
`from diffusers import ControlNetModel, StableDiffusionControlNetPipeline
|
|
324
353
|
|
|
@@ -336,6 +365,43 @@ pipe.load_lora_weights("${model.id}")
|
|
|
336
365
|
prompt = "${get_prompt_from_diffusers_model(model) ?? diffusersDefaultPrompt}"
|
|
337
366
|
image = pipe(prompt).images[0]`,
|
|
338
367
|
];
|
|
368
|
+
const diffusers_lora_image_to_image = (model) => [
|
|
369
|
+
`from diffusers import DiffusionPipeline
|
|
370
|
+
from diffusers.utils import load_image
|
|
371
|
+
|
|
372
|
+
pipe = DiffusionPipeline.from_pretrained("${get_base_diffusers_model(model)}")
|
|
373
|
+
pipe.load_lora_weights("${model.id}")
|
|
374
|
+
|
|
375
|
+
prompt = "${get_prompt_from_diffusers_model(model) ?? diffusersImg2ImgDefaultPrompt}"
|
|
376
|
+
input_image = load_image("https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/cat.png")
|
|
377
|
+
|
|
378
|
+
image = pipe(image=input_image, prompt=prompt).images[0]`,
|
|
379
|
+
];
|
|
380
|
+
const diffusers_lora_text_to_video = (model) => [
|
|
381
|
+
`from diffusers import DiffusionPipeline
|
|
382
|
+
from diffusers.utils import export_to_video
|
|
383
|
+
|
|
384
|
+
pipe = DiffusionPipeline.from_pretrained("${get_base_diffusers_model(model)}")
|
|
385
|
+
pipe.load_lora_weights("${model.id}")
|
|
386
|
+
|
|
387
|
+
prompt = "${get_prompt_from_diffusers_model(model) ?? diffusersVideoDefaultPrompt}"
|
|
388
|
+
|
|
389
|
+
output = pipe(prompt=prompt).frames[0]
|
|
390
|
+
export_to_video(output, "output.mp4")`,
|
|
391
|
+
];
|
|
392
|
+
const diffusers_lora_image_to_video = (model) => [
|
|
393
|
+
`from diffusers import DiffusionPipeline
|
|
394
|
+
from diffusers.utils import load_image, export_to_video
|
|
395
|
+
|
|
396
|
+
pipe = DiffusionPipeline.from_pretrained("${get_base_diffusers_model(model)}")
|
|
397
|
+
pipe.load_lora_weights("${model.id}")
|
|
398
|
+
|
|
399
|
+
prompt = "${get_prompt_from_diffusers_model(model) ?? diffusersVideoDefaultPrompt}"
|
|
400
|
+
input_image = load_image("https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/guitar-man.png")
|
|
401
|
+
|
|
402
|
+
image = pipe(image=input_image, prompt=prompt).frames[0]
|
|
403
|
+
export_to_video(output, "output.mp4")`,
|
|
404
|
+
];
|
|
339
405
|
const diffusers_textual_inversion = (model) => [
|
|
340
406
|
`from diffusers import DiffusionPipeline
|
|
341
407
|
|
|
@@ -347,11 +413,28 @@ const diffusers = (model) => {
|
|
|
347
413
|
return diffusers_controlnet(model);
|
|
348
414
|
}
|
|
349
415
|
else if (model.tags.includes("lora")) {
|
|
350
|
-
|
|
416
|
+
if (model.pipeline_tag === "image-to-image") {
|
|
417
|
+
return diffusers_lora_image_to_image(model);
|
|
418
|
+
}
|
|
419
|
+
else if (model.pipeline_tag === "image-to-video") {
|
|
420
|
+
return diffusers_lora_image_to_video(model);
|
|
421
|
+
}
|
|
422
|
+
else if (model.pipeline_tag === "text-to-video") {
|
|
423
|
+
return diffusers_lora_text_to_video(model);
|
|
424
|
+
}
|
|
425
|
+
else {
|
|
426
|
+
return diffusers_lora(model);
|
|
427
|
+
}
|
|
351
428
|
}
|
|
352
429
|
else if (model.tags.includes("textual_inversion")) {
|
|
353
430
|
return diffusers_textual_inversion(model);
|
|
354
431
|
}
|
|
432
|
+
else if (model.pipeline_tag === "image-to-video") {
|
|
433
|
+
return diffusers_image_to_video(model);
|
|
434
|
+
}
|
|
435
|
+
else if (model.pipeline_tag === "image-to-image") {
|
|
436
|
+
return diffusers_image_to_image(model);
|
|
437
|
+
}
|
|
355
438
|
else {
|
|
356
439
|
return diffusers_default(model);
|
|
357
440
|
}
|
package/dist/esm/local-apps.d.ts
CHANGED
|
@@ -196,6 +196,13 @@ export declare const LOCAL_APPS: {
|
|
|
196
196
|
displayOnModelPage: typeof isLlamaCppGgufModel;
|
|
197
197
|
snippet: (model: ModelData, filepath?: string) => string;
|
|
198
198
|
};
|
|
199
|
+
"docker-model-runner": {
|
|
200
|
+
prettyLabel: string;
|
|
201
|
+
docsUrl: string;
|
|
202
|
+
mainTask: "text-generation";
|
|
203
|
+
displayOnModelPage: typeof isLlamaCppGgufModel;
|
|
204
|
+
snippet: (model: ModelData, filepath?: string) => string;
|
|
205
|
+
};
|
|
199
206
|
};
|
|
200
207
|
export type LocalAppKey = keyof typeof LOCAL_APPS;
|
|
201
208
|
export {};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"local-apps.d.ts","sourceRoot":"","sources":["../../src/local-apps.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAKnD,MAAM,WAAW,eAAe;IAC/B;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IACd;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;OAEG;IACH,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;CAC3B;AAED;;GAEG;AACH,MAAM,MAAM,QAAQ,GAAG;IACtB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,QAAQ,EAAE,YAAY,CAAC;IACvB;;OAEG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;IAEpB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB;;OAEG;IACH,kBAAkB,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,OAAO,CAAC;CAClD,GAAG,CACD;IACA;;OAEG;IACH,QAAQ,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE,MAAM,KAAK,GAAG,CAAC;CACtD,GACD;IACA;;;;OAIG;IACH,OAAO,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE,MAAM,KAAK,MAAM,GAAG,MAAM,EAAE,GAAG,eAAe,GAAG,eAAe,EAAE,CAAC;CACzG,CACH,CAAC;AAqBF,iBAAS,UAAU,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAE7C;AAED,iBAAS,mBAAmB,CAAC,KAAK,EAAE,SAAS,WAE5C;
|
|
1
|
+
{"version":3,"file":"local-apps.d.ts","sourceRoot":"","sources":["../../src/local-apps.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAKnD,MAAM,WAAW,eAAe;IAC/B;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IACd;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;OAEG;IACH,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;CAC3B;AAED;;GAEG;AACH,MAAM,MAAM,QAAQ,GAAG;IACtB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,QAAQ,EAAE,YAAY,CAAC;IACvB;;OAEG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;IAEpB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB;;OAEG;IACH,kBAAkB,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,OAAO,CAAC;CAClD,GAAG,CACD;IACA;;OAEG;IACH,QAAQ,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE,MAAM,KAAK,GAAG,CAAC;CACtD,GACD;IACA;;;;OAIG;IACH,OAAO,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE,MAAM,KAAK,MAAM,GAAG,MAAM,EAAE,GAAG,eAAe,GAAG,eAAe,EAAE,CAAC;CACzG,CACH,CAAC;AAqBF,iBAAS,UAAU,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAE7C;AAED,iBAAS,mBAAmB,CAAC,KAAK,EAAE,SAAS,WAE5C;AAqND;;;;;;;;;;GAUG;AACH,eAAO,MAAM,UAAU;;;;;;yBA/MS,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;;yBAsCzC,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;oCA4LzD,SAAS;yBAnJX,SAAS,KAAG,eAAe,EAAE;;;;;;;yBA8E5B,SAAS,KAAG,eAAe,EAAE;;;;;;;yBA7B/B,SAAS,KAAG,eAAe,EAAE;;;;;;;;;;;;;;yBAxEzB,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;yBAJjD,SAAS,aAAa,MAAM,KAAG,MAAM;;;;;;;yBA4I1B,SAAS,aAAa,MAAM,KAAG,MAAM;;CAqL1C,CAAC;AAErC,MAAM,MAAM,WAAW,GAAG,MAAM,OAAO,UAAU,CAAC"}
|
package/dist/esm/local-apps.js
CHANGED
|
@@ -215,6 +215,9 @@ const snippetMlxLm = (model) => {
|
|
|
215
215
|
: []),
|
|
216
216
|
];
|
|
217
217
|
};
|
|
218
|
+
const snippetDockerModelRunner = (model, filepath) => {
|
|
219
|
+
return `docker model run hf.co/${model.id}${getQuantTag(filepath)}`;
|
|
220
|
+
};
|
|
218
221
|
/**
|
|
219
222
|
* Add your new local app here.
|
|
220
223
|
*
|
|
@@ -383,4 +386,11 @@ export const LOCAL_APPS = {
|
|
|
383
386
|
displayOnModelPage: isLlamaCppGgufModel,
|
|
384
387
|
snippet: snippetOllama,
|
|
385
388
|
},
|
|
389
|
+
"docker-model-runner": {
|
|
390
|
+
prettyLabel: "Docker Model Runner",
|
|
391
|
+
docsUrl: "https://docs.docker.com/ai/model-runner/",
|
|
392
|
+
mainTask: "text-generation",
|
|
393
|
+
displayOnModelPage: isLlamaCppGgufModel,
|
|
394
|
+
snippet: snippetDockerModelRunner,
|
|
395
|
+
},
|
|
386
396
|
};
|
|
@@ -102,4 +102,14 @@ curl -X POST "http://localhost:8000/v1/chat/completions" \\
|
|
|
102
102
|
]
|
|
103
103
|
}'`);
|
|
104
104
|
});
|
|
105
|
+
it("docker model runner", async () => {
|
|
106
|
+
const { snippet: snippetFunc } = LOCAL_APPS["docker-model-runner"];
|
|
107
|
+
const model = {
|
|
108
|
+
id: "bartowski/Llama-3.2-3B-Instruct-GGUF",
|
|
109
|
+
tags: ["conversational"],
|
|
110
|
+
inference: "",
|
|
111
|
+
};
|
|
112
|
+
const snippet = snippetFunc(model);
|
|
113
|
+
expect(snippet).toEqual(`docker model run hf.co/bartowski/Llama-3.2-3B-Instruct-GGUF:{{QUANT_TAG}}`);
|
|
114
|
+
});
|
|
105
115
|
});
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"model-libraries-snippets.d.ts","sourceRoot":"","sources":["../../src/model-libraries-snippets.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAkBjD,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAKjD,CAAC;AAkBF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAKjD,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,OAAO,SAAS,KAAG,MAAM,EAIhD,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAIjD,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAkBlD,CAAC;AAaF,eAAO,MAAM,IAAI,GAAI,OAAO,SAAS,KAAG,MAAM,EAY7C,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAIjD,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAI9C,CAAC;AAEF,eAAO,MAAM,UAAU,QAAO,MAAM,EAenC,CAAC;AAEF,eAAO,MAAM,UAAU,QAAO,MAAM,EAsDnC,CAAC;AAEF,eAAO,MAAM,cAAc,QAAO,MAAM,EAcvC,CAAC;AAEF,eAAO,MAAM,iBAAiB,GAAI,OAAO,SAAS,KAAG,MAAM,EA6C1D,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAwBlD,CAAC;AAEF,eAAO,MAAM,eAAe,QAAO,MAAM,EAoBxC,CAAC;AAEF,eAAO,MAAM,GAAG,GAAI,OAAO,SAAS,KAAG,MAAM,EAS5C,CAAC;AAEF,eAAO,MAAM,iBAAiB,GAAI,OAAO,SAAS,KAAG,MAAM,EAY1D,CAAC;
|
|
1
|
+
{"version":3,"file":"model-libraries-snippets.d.ts","sourceRoot":"","sources":["../../src/model-libraries-snippets.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAkBjD,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAKjD,CAAC;AAkBF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAKjD,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,OAAO,SAAS,KAAG,MAAM,EAIhD,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAIjD,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAkBlD,CAAC;AAaF,eAAO,MAAM,IAAI,GAAI,OAAO,SAAS,KAAG,MAAM,EAY7C,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAIjD,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAI9C,CAAC;AAEF,eAAO,MAAM,UAAU,QAAO,MAAM,EAenC,CAAC;AAEF,eAAO,MAAM,UAAU,QAAO,MAAM,EAsDnC,CAAC;AAEF,eAAO,MAAM,cAAc,QAAO,MAAM,EAcvC,CAAC;AAEF,eAAO,MAAM,iBAAiB,GAAI,OAAO,SAAS,KAAG,MAAM,EA6C1D,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAwBlD,CAAC;AAEF,eAAO,MAAM,eAAe,QAAO,MAAM,EAoBxC,CAAC;AAEF,eAAO,MAAM,GAAG,GAAI,OAAO,SAAS,KAAG,MAAM,EAS5C,CAAC;AAEF,eAAO,MAAM,iBAAiB,GAAI,OAAO,SAAS,KAAG,MAAM,EAY1D,CAAC;AAgHF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAsBlD,CAAC;AAEF,eAAO,MAAM,YAAY,GAAI,OAAO,SAAS,KAAG,MAAM,EAwCrD,CAAC;AAEF,eAAO,MAAM,gBAAgB,GAAI,OAAO,SAAS,KAAG,MAAM,EAgBzD,CAAC;AAEF,eAAO,MAAM,YAAY,GAAI,OAAO,SAAS,KAAG,MAAM,EAmBrD,CAAC;AAEF,eAAO,MAAM,MAAM,GAAI,OAAO,SAAS,KAAG,MAAM,EAgB/C,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAMlD,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EASlD,CAAC;AAIF,eAAO,MAAM,MAAM,GAAI,OAAO,SAAS,KAAG,MAAM,EAO/C,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,OAAO,SAAS,KAAG,MAAM,EAMhD,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAI9C,CAAC;AAEF,eAAO,MAAM,MAAM,GAAI,OAAO,SAAS,KAAG,MAAM,EAI/C,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAgBjD,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,OAAO,SAAS,KAAG,MAAM,EAehD,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAS9C,CAAC;AA4EF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAsBlD,CAAC;AAEF,eAAO,MAAM,UAAU,GAAI,OAAO,SAAS,KAAG,MAAM,EA+BnD,CAAC;AAEF,eAAO,MAAM,YAAY,GAAI,OAAO,SAAS,KAAG,MAAM,EA+BrD,CAAC;AAEF,eAAO,MAAM,gBAAgB,GAAI,OAAO,SAAS,KAAG,MAAM,EA4BzD,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,OAAO,SAAS,KAAG,MAAM,EAuChD,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAOjD,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAIlD,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAKlD,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAQlD,CAAC;AAEF,eAAO,MAAM,aAAa,QAAO,MAAM,EAQtC,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAKlD,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAsBlD,CAAC;AAEF,eAAO,MAAM,kBAAkB,GAAI,OAAO,SAAS,KAAG,MAAM,EAgB3D,CAAC;AACF,eAAO,MAAM,WAAW,GAAI,OAAO,SAAS,KAAG,MAAM,EAUpD,CAAC;AAEF,eAAO,MAAM,uBAAuB,GAAI,OAAO,SAAS,KAAG,MAAM,EAehE,CAAC;AAiBF,eAAO,MAAM,cAAc,GAAI,OAAO,SAAS,KAAG,MAAM,EAKvD,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAI9C,CAAC;AAyBF,eAAO,MAAM,aAAa,GAAI,OAAO,SAAS,KAAG,MAAM,EAOtD,CAAC;AAEF,eAAO,MAAM,IAAI,GAAI,OAAO,SAAS,KAAG,MAAM,EAI7C,CAAC;AAEF,eAAO,MAAM,OAAO,QAA6B,MAAM,EAQtD,CAAC;AAEF,eAAO,MAAM,UAAU,QAAO,MAAM,EAanC,CAAC;AAsCF,eAAO,MAAM,OAAO,GAAI,OAAO,SAAS,KAAG,MAAM,EAehD,CAAC;AAEF,eAAO,MAAM,kBAAkB,GAAI,OAAO,SAAS,KAAG,MAAM,EAmC3D,CAAC;AAEF,eAAO,MAAM,MAAM,GAAI,OAAO,SAAS,KAAG,MAAM,EAI/C,CAAC;AAEF,eAAO,MAAM,IAAI,GAAI,OAAO,SAAS,KAAG,MAAM,EA2B7C,CAAC;AAEF,eAAO,MAAM,aAAa,GAAI,OAAO,SAAS,KAAG,MAAM,EAEtD,CAAC;AASF,eAAO,MAAM,oBAAoB,GAAI,OAAO,SAAS,KAAG,MAAM,EAuC7D,CAAC;AAEF,eAAO,MAAM,MAAM,GAAI,OAAO,SAAS,KAAG,MAAM,EAI/C,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAU9C,CAAC;AAEF,eAAO,MAAM,WAAW,GAAI,OAAO,SAAS,KAAG,MAAM,EAIpD,CAAC;AAEF,eAAO,MAAM,MAAM,GAAI,OAAO,SAAS,KAAG,MAAM,EAK/C,CAAC;AAkBF,eAAO,MAAM,WAAW,GAAI,OAAO,SAAS,KAAG,MAAM,EAkBpD,CAAC;AAEF,eAAO,MAAM,UAAU,GAAI,OAAO,SAAS,KAAG,MAAM,EAInD,CAAC;AAEF,eAAO,MAAM,YAAY,GAAI,OAAO,SAAS,KAAG,MAAM,EA0ErD,CAAC;AAEF,eAAO,MAAM,cAAc,GAAI,OAAO,SAAS,KAAG,MAAM,EAcvD,CAAC;AAiBF,eAAO,MAAM,IAAI,GAAI,OAAO,SAAS,KAAG,MAAM,EAiB7C,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAKjD,CAAC;AAEF,eAAO,MAAM,gBAAgB,GAAI,OAAO,SAAS,KAAG,MAAM,EAMzD,CAAC;AAgBF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAEjD,CAAC;AAEF,eAAO,MAAM,MAAM,QAA6B,MAAM,EAMrD,CAAC;AAEF,eAAO,MAAM,IAAI,GAAI,OAAO,SAAS,KAAG,MAAM,EAkB7C,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAIjD,CAAC;AAEF,eAAO,MAAM,UAAU,GAAI,OAAO,SAAS,KAAG,MAAM,EAInD,CAAC;AAEF,eAAO,MAAM,GAAG,QAAO,MAAM,EAgB5B,CAAC;AAEF,eAAO,MAAM,OAAO,QAAO,MAAM,EAYhC,CAAC;AAEF,eAAO,MAAM,WAAW,GAAI,OAAO,SAAS,KAAG,MAAM,EAiBpD,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAI,OAAO,SAAS,KAAG,MAAM,EAYjD,CAAC;AAEF,eAAO,MAAM,WAAW,GAAI,OAAO,SAAS,KAAG,MAAM,EAKpD,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAW9C,CAAC;AAkEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAI9C,CAAC;AAEF,eAAO,MAAM,GAAG,GAAI,OAAO,SAAS,KAAG,MAAM,EAY5C,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,KAAG,MAAM,EAIlD,CAAC;AAEF,eAAO,MAAM,IAAI,GAAI,OAAO,SAAS,KAAG,MAAM,EAQ7C,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,OAAO,SAAS,KAAG,MAAM,EAuBhD,CAAC;AAEF,eAAO,MAAM,IAAI,GAAI,OAAO,SAAS,KAAG,MAAM,EAI7C,CAAC;AAEF,eAAO,MAAM,MAAM,GAAI,OAAO,SAAS,KAAG,MAAM,EAI/C,CAAC;AA4BF,eAAO,MAAM,MAAM,GAAI,OAAO,SAAS,KAAG,MAAM,EAO/C,CAAC;AAEF,eAAO,MAAM,UAAU,GAAI,OAAO,SAAS,KAAG,MAAM,EAUnD,CAAC;AAEF,eAAO,MAAM,UAAU,QAAO,MAAM,EAYnC,CAAC;AAEF,eAAO,MAAM,cAAc,GAAI,OAAO,SAAS,KAAG,MAAM,EAKvD,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAI9C,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,OAAO,SAAS,KAAG,MAAM,EAiB9C,CAAC"}
|
|
@@ -291,6 +291,8 @@ dam = DescribeAnythingModel(
|
|
|
291
291
|
)`,
|
|
292
292
|
];
|
|
293
293
|
const diffusersDefaultPrompt = "Astronaut in a jungle, cold color palette, muted colors, detailed, 8k";
|
|
294
|
+
const diffusersImg2ImgDefaultPrompt = "Turn this cat into a dog";
|
|
295
|
+
const diffusersVideoDefaultPrompt = "A man with short gray hair plays a red electric guitar.";
|
|
294
296
|
const diffusers_default = (model) => [
|
|
295
297
|
`from diffusers import DiffusionPipeline
|
|
296
298
|
|
|
@@ -299,6 +301,33 @@ pipe = DiffusionPipeline.from_pretrained("${model.id}")
|
|
|
299
301
|
prompt = "${get_prompt_from_diffusers_model(model) ?? diffusersDefaultPrompt}"
|
|
300
302
|
image = pipe(prompt).images[0]`,
|
|
301
303
|
];
|
|
304
|
+
const diffusers_image_to_image = (model) => [
|
|
305
|
+
`from diffusers import DiffusionPipeline
|
|
306
|
+
from diffusers.utils import load_image
|
|
307
|
+
|
|
308
|
+
pipe = DiffusionPipeline.from_pretrained("${model.id}")
|
|
309
|
+
|
|
310
|
+
prompt = "${get_prompt_from_diffusers_model(model) ?? diffusersImg2ImgDefaultPrompt}"
|
|
311
|
+
input_image = load_image("https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/cat.png")
|
|
312
|
+
|
|
313
|
+
image = pipe(image=input_image, prompt=prompt).images[0]`,
|
|
314
|
+
];
|
|
315
|
+
const diffusers_image_to_video = (model) => [
|
|
316
|
+
`import torch
|
|
317
|
+
from diffusers import DiffusionPipeline
|
|
318
|
+
from diffusers.utils import load_image, export_to_video
|
|
319
|
+
|
|
320
|
+
pipe = DiffusionPipeline.from_pretrained("${model.id}", torch_dtype=torch.float16)
|
|
321
|
+
pipe.to("cuda")
|
|
322
|
+
|
|
323
|
+
prompt = "${get_prompt_from_diffusers_model(model) ?? diffusersVideoDefaultPrompt}"
|
|
324
|
+
image = load_image(
|
|
325
|
+
"https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/guitar-man.png"
|
|
326
|
+
)
|
|
327
|
+
|
|
328
|
+
output = pipe(image=image, prompt=prompt).frames[0]
|
|
329
|
+
export_to_video(output, "output.mp4")`,
|
|
330
|
+
];
|
|
302
331
|
const diffusers_controlnet = (model) => [
|
|
303
332
|
`from diffusers import ControlNetModel, StableDiffusionControlNetPipeline
|
|
304
333
|
|
|
@@ -316,6 +345,43 @@ pipe.load_lora_weights("${model.id}")
|
|
|
316
345
|
prompt = "${get_prompt_from_diffusers_model(model) ?? diffusersDefaultPrompt}"
|
|
317
346
|
image = pipe(prompt).images[0]`,
|
|
318
347
|
];
|
|
348
|
+
const diffusers_lora_image_to_image = (model) => [
|
|
349
|
+
`from diffusers import DiffusionPipeline
|
|
350
|
+
from diffusers.utils import load_image
|
|
351
|
+
|
|
352
|
+
pipe = DiffusionPipeline.from_pretrained("${get_base_diffusers_model(model)}")
|
|
353
|
+
pipe.load_lora_weights("${model.id}")
|
|
354
|
+
|
|
355
|
+
prompt = "${get_prompt_from_diffusers_model(model) ?? diffusersImg2ImgDefaultPrompt}"
|
|
356
|
+
input_image = load_image("https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/cat.png")
|
|
357
|
+
|
|
358
|
+
image = pipe(image=input_image, prompt=prompt).images[0]`,
|
|
359
|
+
];
|
|
360
|
+
const diffusers_lora_text_to_video = (model) => [
|
|
361
|
+
`from diffusers import DiffusionPipeline
|
|
362
|
+
from diffusers.utils import export_to_video
|
|
363
|
+
|
|
364
|
+
pipe = DiffusionPipeline.from_pretrained("${get_base_diffusers_model(model)}")
|
|
365
|
+
pipe.load_lora_weights("${model.id}")
|
|
366
|
+
|
|
367
|
+
prompt = "${get_prompt_from_diffusers_model(model) ?? diffusersVideoDefaultPrompt}"
|
|
368
|
+
|
|
369
|
+
output = pipe(prompt=prompt).frames[0]
|
|
370
|
+
export_to_video(output, "output.mp4")`,
|
|
371
|
+
];
|
|
372
|
+
const diffusers_lora_image_to_video = (model) => [
|
|
373
|
+
`from diffusers import DiffusionPipeline
|
|
374
|
+
from diffusers.utils import load_image, export_to_video
|
|
375
|
+
|
|
376
|
+
pipe = DiffusionPipeline.from_pretrained("${get_base_diffusers_model(model)}")
|
|
377
|
+
pipe.load_lora_weights("${model.id}")
|
|
378
|
+
|
|
379
|
+
prompt = "${get_prompt_from_diffusers_model(model) ?? diffusersVideoDefaultPrompt}"
|
|
380
|
+
input_image = load_image("https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/guitar-man.png")
|
|
381
|
+
|
|
382
|
+
image = pipe(image=input_image, prompt=prompt).frames[0]
|
|
383
|
+
export_to_video(output, "output.mp4")`,
|
|
384
|
+
];
|
|
319
385
|
const diffusers_textual_inversion = (model) => [
|
|
320
386
|
`from diffusers import DiffusionPipeline
|
|
321
387
|
|
|
@@ -327,11 +393,28 @@ export const diffusers = (model) => {
|
|
|
327
393
|
return diffusers_controlnet(model);
|
|
328
394
|
}
|
|
329
395
|
else if (model.tags.includes("lora")) {
|
|
330
|
-
|
|
396
|
+
if (model.pipeline_tag === "image-to-image") {
|
|
397
|
+
return diffusers_lora_image_to_image(model);
|
|
398
|
+
}
|
|
399
|
+
else if (model.pipeline_tag === "image-to-video") {
|
|
400
|
+
return diffusers_lora_image_to_video(model);
|
|
401
|
+
}
|
|
402
|
+
else if (model.pipeline_tag === "text-to-video") {
|
|
403
|
+
return diffusers_lora_text_to_video(model);
|
|
404
|
+
}
|
|
405
|
+
else {
|
|
406
|
+
return diffusers_lora(model);
|
|
407
|
+
}
|
|
331
408
|
}
|
|
332
409
|
else if (model.tags.includes("textual_inversion")) {
|
|
333
410
|
return diffusers_textual_inversion(model);
|
|
334
411
|
}
|
|
412
|
+
else if (model.pipeline_tag === "image-to-video") {
|
|
413
|
+
return diffusers_image_to_video(model);
|
|
414
|
+
}
|
|
415
|
+
else if (model.pipeline_tag === "image-to-image") {
|
|
416
|
+
return diffusers_image_to_image(model);
|
|
417
|
+
}
|
|
335
418
|
else {
|
|
336
419
|
return diffusers_default(model);
|
|
337
420
|
}
|
package/package.json
CHANGED
package/src/local-apps.spec.ts
CHANGED
|
@@ -113,4 +113,16 @@ curl -X POST "http://localhost:8000/v1/chat/completions" \\
|
|
|
113
113
|
]
|
|
114
114
|
}'`);
|
|
115
115
|
});
|
|
116
|
+
|
|
117
|
+
it("docker model runner", async () => {
|
|
118
|
+
const { snippet: snippetFunc } = LOCAL_APPS["docker-model-runner"];
|
|
119
|
+
const model: ModelData = {
|
|
120
|
+
id: "bartowski/Llama-3.2-3B-Instruct-GGUF",
|
|
121
|
+
tags: ["conversational"],
|
|
122
|
+
inference: "",
|
|
123
|
+
};
|
|
124
|
+
const snippet = snippetFunc(model);
|
|
125
|
+
|
|
126
|
+
expect(snippet).toEqual(`docker model run hf.co/bartowski/Llama-3.2-3B-Instruct-GGUF:{{QUANT_TAG}}`);
|
|
127
|
+
});
|
|
116
128
|
});
|
package/src/local-apps.ts
CHANGED
|
@@ -297,6 +297,10 @@ const snippetMlxLm = (model: ModelData): LocalAppSnippet[] => {
|
|
|
297
297
|
];
|
|
298
298
|
};
|
|
299
299
|
|
|
300
|
+
const snippetDockerModelRunner = (model: ModelData, filepath?: string): string => {
|
|
301
|
+
return `docker model run hf.co/${model.id}${getQuantTag(filepath)}`;
|
|
302
|
+
};
|
|
303
|
+
|
|
300
304
|
/**
|
|
301
305
|
* Add your new local app here.
|
|
302
306
|
*
|
|
@@ -467,6 +471,13 @@ export const LOCAL_APPS = {
|
|
|
467
471
|
displayOnModelPage: isLlamaCppGgufModel,
|
|
468
472
|
snippet: snippetOllama,
|
|
469
473
|
},
|
|
474
|
+
"docker-model-runner": {
|
|
475
|
+
prettyLabel: "Docker Model Runner",
|
|
476
|
+
docsUrl: "https://docs.docker.com/ai/model-runner/",
|
|
477
|
+
mainTask: "text-generation",
|
|
478
|
+
displayOnModelPage: isLlamaCppGgufModel,
|
|
479
|
+
snippet: snippetDockerModelRunner,
|
|
480
|
+
},
|
|
470
481
|
} satisfies Record<string, LocalApp>;
|
|
471
482
|
|
|
472
483
|
export type LocalAppKey = keyof typeof LOCAL_APPS;
|
|
@@ -326,6 +326,10 @@ dam = DescribeAnythingModel(
|
|
|
326
326
|
|
|
327
327
|
const diffusersDefaultPrompt = "Astronaut in a jungle, cold color palette, muted colors, detailed, 8k";
|
|
328
328
|
|
|
329
|
+
const diffusersImg2ImgDefaultPrompt = "Turn this cat into a dog";
|
|
330
|
+
|
|
331
|
+
const diffusersVideoDefaultPrompt = "A man with short gray hair plays a red electric guitar.";
|
|
332
|
+
|
|
329
333
|
const diffusers_default = (model: ModelData) => [
|
|
330
334
|
`from diffusers import DiffusionPipeline
|
|
331
335
|
|
|
@@ -335,6 +339,35 @@ prompt = "${get_prompt_from_diffusers_model(model) ?? diffusersDefaultPrompt}"
|
|
|
335
339
|
image = pipe(prompt).images[0]`,
|
|
336
340
|
];
|
|
337
341
|
|
|
342
|
+
const diffusers_image_to_image = (model: ModelData) => [
|
|
343
|
+
`from diffusers import DiffusionPipeline
|
|
344
|
+
from diffusers.utils import load_image
|
|
345
|
+
|
|
346
|
+
pipe = DiffusionPipeline.from_pretrained("${model.id}")
|
|
347
|
+
|
|
348
|
+
prompt = "${get_prompt_from_diffusers_model(model) ?? diffusersImg2ImgDefaultPrompt}"
|
|
349
|
+
input_image = load_image("https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/cat.png")
|
|
350
|
+
|
|
351
|
+
image = pipe(image=input_image, prompt=prompt).images[0]`,
|
|
352
|
+
];
|
|
353
|
+
|
|
354
|
+
const diffusers_image_to_video = (model: ModelData) => [
|
|
355
|
+
`import torch
|
|
356
|
+
from diffusers import DiffusionPipeline
|
|
357
|
+
from diffusers.utils import load_image, export_to_video
|
|
358
|
+
|
|
359
|
+
pipe = DiffusionPipeline.from_pretrained("${model.id}", torch_dtype=torch.float16)
|
|
360
|
+
pipe.to("cuda")
|
|
361
|
+
|
|
362
|
+
prompt = "${get_prompt_from_diffusers_model(model) ?? diffusersVideoDefaultPrompt}"
|
|
363
|
+
image = load_image(
|
|
364
|
+
"https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/guitar-man.png"
|
|
365
|
+
)
|
|
366
|
+
|
|
367
|
+
output = pipe(image=image, prompt=prompt).frames[0]
|
|
368
|
+
export_to_video(output, "output.mp4")`,
|
|
369
|
+
];
|
|
370
|
+
|
|
338
371
|
const diffusers_controlnet = (model: ModelData) => [
|
|
339
372
|
`from diffusers import ControlNetModel, StableDiffusionControlNetPipeline
|
|
340
373
|
|
|
@@ -354,6 +387,46 @@ prompt = "${get_prompt_from_diffusers_model(model) ?? diffusersDefaultPrompt}"
|
|
|
354
387
|
image = pipe(prompt).images[0]`,
|
|
355
388
|
];
|
|
356
389
|
|
|
390
|
+
const diffusers_lora_image_to_image = (model: ModelData) => [
|
|
391
|
+
`from diffusers import DiffusionPipeline
|
|
392
|
+
from diffusers.utils import load_image
|
|
393
|
+
|
|
394
|
+
pipe = DiffusionPipeline.from_pretrained("${get_base_diffusers_model(model)}")
|
|
395
|
+
pipe.load_lora_weights("${model.id}")
|
|
396
|
+
|
|
397
|
+
prompt = "${get_prompt_from_diffusers_model(model) ?? diffusersImg2ImgDefaultPrompt}"
|
|
398
|
+
input_image = load_image("https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/cat.png")
|
|
399
|
+
|
|
400
|
+
image = pipe(image=input_image, prompt=prompt).images[0]`,
|
|
401
|
+
];
|
|
402
|
+
|
|
403
|
+
const diffusers_lora_text_to_video = (model: ModelData) => [
|
|
404
|
+
`from diffusers import DiffusionPipeline
|
|
405
|
+
from diffusers.utils import export_to_video
|
|
406
|
+
|
|
407
|
+
pipe = DiffusionPipeline.from_pretrained("${get_base_diffusers_model(model)}")
|
|
408
|
+
pipe.load_lora_weights("${model.id}")
|
|
409
|
+
|
|
410
|
+
prompt = "${get_prompt_from_diffusers_model(model) ?? diffusersVideoDefaultPrompt}"
|
|
411
|
+
|
|
412
|
+
output = pipe(prompt=prompt).frames[0]
|
|
413
|
+
export_to_video(output, "output.mp4")`,
|
|
414
|
+
];
|
|
415
|
+
|
|
416
|
+
const diffusers_lora_image_to_video = (model: ModelData) => [
|
|
417
|
+
`from diffusers import DiffusionPipeline
|
|
418
|
+
from diffusers.utils import load_image, export_to_video
|
|
419
|
+
|
|
420
|
+
pipe = DiffusionPipeline.from_pretrained("${get_base_diffusers_model(model)}")
|
|
421
|
+
pipe.load_lora_weights("${model.id}")
|
|
422
|
+
|
|
423
|
+
prompt = "${get_prompt_from_diffusers_model(model) ?? diffusersVideoDefaultPrompt}"
|
|
424
|
+
input_image = load_image("https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/guitar-man.png")
|
|
425
|
+
|
|
426
|
+
image = pipe(image=input_image, prompt=prompt).frames[0]
|
|
427
|
+
export_to_video(output, "output.mp4")`,
|
|
428
|
+
];
|
|
429
|
+
|
|
357
430
|
const diffusers_textual_inversion = (model: ModelData) => [
|
|
358
431
|
`from diffusers import DiffusionPipeline
|
|
359
432
|
|
|
@@ -365,9 +438,21 @@ export const diffusers = (model: ModelData): string[] => {
|
|
|
365
438
|
if (model.tags.includes("controlnet")) {
|
|
366
439
|
return diffusers_controlnet(model);
|
|
367
440
|
} else if (model.tags.includes("lora")) {
|
|
368
|
-
|
|
441
|
+
if (model.pipeline_tag === "image-to-image") {
|
|
442
|
+
return diffusers_lora_image_to_image(model);
|
|
443
|
+
} else if (model.pipeline_tag === "image-to-video") {
|
|
444
|
+
return diffusers_lora_image_to_video(model);
|
|
445
|
+
} else if (model.pipeline_tag === "text-to-video") {
|
|
446
|
+
return diffusers_lora_text_to_video(model);
|
|
447
|
+
} else {
|
|
448
|
+
return diffusers_lora(model);
|
|
449
|
+
}
|
|
369
450
|
} else if (model.tags.includes("textual_inversion")) {
|
|
370
451
|
return diffusers_textual_inversion(model);
|
|
452
|
+
} else if (model.pipeline_tag === "image-to-video") {
|
|
453
|
+
return diffusers_image_to_video(model);
|
|
454
|
+
} else if (model.pipeline_tag === "image-to-image") {
|
|
455
|
+
return diffusers_image_to_image(model);
|
|
371
456
|
} else {
|
|
372
457
|
return diffusers_default(model);
|
|
373
458
|
}
|