@huggingface/tasks 0.19.20 → 0.19.21
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/commonjs/local-apps.d.ts +7 -0
- package/dist/commonjs/local-apps.d.ts.map +1 -1
- package/dist/commonjs/local-apps.js +10 -0
- package/dist/commonjs/local-apps.spec.js +10 -0
- package/dist/esm/local-apps.d.ts +7 -0
- package/dist/esm/local-apps.d.ts.map +1 -1
- package/dist/esm/local-apps.js +10 -0
- package/dist/esm/local-apps.spec.js +10 -0
- package/package.json +1 -1
- package/src/local-apps.spec.ts +12 -0
- package/src/local-apps.ts +11 -0
|
@@ -196,6 +196,13 @@ export declare const LOCAL_APPS: {
|
|
|
196
196
|
displayOnModelPage: typeof isLlamaCppGgufModel;
|
|
197
197
|
snippet: (model: ModelData, filepath?: string) => string;
|
|
198
198
|
};
|
|
199
|
+
"docker-model-runner": {
|
|
200
|
+
prettyLabel: string;
|
|
201
|
+
docsUrl: string;
|
|
202
|
+
mainTask: "text-generation";
|
|
203
|
+
displayOnModelPage: typeof isLlamaCppGgufModel;
|
|
204
|
+
snippet: (model: ModelData, filepath?: string) => string;
|
|
205
|
+
};
|
|
199
206
|
};
|
|
200
207
|
export type LocalAppKey = keyof typeof LOCAL_APPS;
|
|
201
208
|
export {};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"local-apps.d.ts","sourceRoot":"","sources":["../../src/local-apps.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAKnD,MAAM,WAAW,eAAe;IAC/B;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IACd;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;OAEG;IACH,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;CAC3B;AAED;;GAEG;AACH,MAAM,MAAM,QAAQ,GAAG;IACtB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,QAAQ,EAAE,YAAY,CAAC;IACvB;;OAEG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;IAEpB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB;;OAEG;IACH,kBAAkB,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,OAAO,CAAC;CAClD,GAAG,CACD;IACA;;OAEG;IACH,QAAQ,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE,MAAM,KAAK,GAAG,CAAC;CACtD,GACD;IACA;;;;OAIG;IACH,OAAO,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE,MAAM,KAAK,MAAM,GAAG,MAAM,EAAE,GAAG,eAAe,GAAG,eAAe,EAAE,CAAC;CACzG,CACH,CAAC;AAqBF,iBAAS,UAAU,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAE7C;AAED,iBAAS,mBAAmB,CAAC,KAAK,EAAE,SAAS,WAE5C;
|
|
1
|
+
{"version":3,"file":"local-apps.d.ts","sourceRoot":"","sources":["../../src/local-apps.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAKnD,MAAM,WAAW,eAAe;IAC/B;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IACd;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;OAEG;IACH,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;CAC3B;AAED;;GAEG;AACH,MAAM,MAAM,QAAQ,GAAG;IACtB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,QAAQ,EAAE,YAAY,CAAC;IACvB;;OAEG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;IAEpB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB;;OAEG;IACH,kBAAkB,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,OAAO,CAAC;CAClD,GAAG,CACD;IACA;;OAEG;IACH,QAAQ,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE,MAAM,KAAK,GAAG,CAAC;CACtD,GACD;IACA;;;;OAIG;IACH,OAAO,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE,MAAM,KAAK,MAAM,GAAG,MAAM,EAAE,GAAG,eAAe,GAAG,eAAe,EAAE,CAAC;CACzG,CACH,CAAC;AAqBF,iBAAS,UAAU,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAE7C;AAED,iBAAS,mBAAmB,CAAC,KAAK,EAAE,SAAS,WAE5C;AAqND;;;;;;;;;;GAUG;AACH,eAAO,MAAM,UAAU;;;;;;yBA/MS,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;;yBAsCzC,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;oCA4LzD,SAAS;yBAnJX,SAAS,KAAG,eAAe,EAAE;;;;;;;yBA8E5B,SAAS,KAAG,eAAe,EAAE;;;;;;;yBA7B/B,SAAS,KAAG,eAAe,EAAE;;;;;;;;;;;;;;yBAxEzB,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;yBAJjD,SAAS,aAAa,MAAM,KAAG,MAAM;;;;;;;yBA4I1B,SAAS,aAAa,MAAM,KAAG,MAAM;;CAqL1C,CAAC;AAErC,MAAM,MAAM,WAAW,GAAG,MAAM,OAAO,UAAU,CAAC"}
|
|
@@ -218,6 +218,9 @@ const snippetMlxLm = (model) => {
|
|
|
218
218
|
: []),
|
|
219
219
|
];
|
|
220
220
|
};
|
|
221
|
+
const snippetDockerModelRunner = (model, filepath) => {
|
|
222
|
+
return `docker model run hf.co/${model.id}${getQuantTag(filepath)}`;
|
|
223
|
+
};
|
|
221
224
|
/**
|
|
222
225
|
* Add your new local app here.
|
|
223
226
|
*
|
|
@@ -386,4 +389,11 @@ exports.LOCAL_APPS = {
|
|
|
386
389
|
displayOnModelPage: isLlamaCppGgufModel,
|
|
387
390
|
snippet: snippetOllama,
|
|
388
391
|
},
|
|
392
|
+
"docker-model-runner": {
|
|
393
|
+
prettyLabel: "Docker Model Runner",
|
|
394
|
+
docsUrl: "https://docs.docker.com/ai/model-runner/",
|
|
395
|
+
mainTask: "text-generation",
|
|
396
|
+
displayOnModelPage: isLlamaCppGgufModel,
|
|
397
|
+
snippet: snippetDockerModelRunner,
|
|
398
|
+
},
|
|
389
399
|
};
|
|
@@ -104,4 +104,14 @@ curl -X POST "http://localhost:8000/v1/chat/completions" \\
|
|
|
104
104
|
]
|
|
105
105
|
}'`);
|
|
106
106
|
});
|
|
107
|
+
(0, vitest_1.it)("docker model runner", async () => {
|
|
108
|
+
const { snippet: snippetFunc } = local_apps_js_1.LOCAL_APPS["docker-model-runner"];
|
|
109
|
+
const model = {
|
|
110
|
+
id: "bartowski/Llama-3.2-3B-Instruct-GGUF",
|
|
111
|
+
tags: ["conversational"],
|
|
112
|
+
inference: "",
|
|
113
|
+
};
|
|
114
|
+
const snippet = snippetFunc(model);
|
|
115
|
+
(0, vitest_1.expect)(snippet).toEqual(`docker model run hf.co/bartowski/Llama-3.2-3B-Instruct-GGUF:{{QUANT_TAG}}`);
|
|
116
|
+
});
|
|
107
117
|
});
|
package/dist/esm/local-apps.d.ts
CHANGED
|
@@ -196,6 +196,13 @@ export declare const LOCAL_APPS: {
|
|
|
196
196
|
displayOnModelPage: typeof isLlamaCppGgufModel;
|
|
197
197
|
snippet: (model: ModelData, filepath?: string) => string;
|
|
198
198
|
};
|
|
199
|
+
"docker-model-runner": {
|
|
200
|
+
prettyLabel: string;
|
|
201
|
+
docsUrl: string;
|
|
202
|
+
mainTask: "text-generation";
|
|
203
|
+
displayOnModelPage: typeof isLlamaCppGgufModel;
|
|
204
|
+
snippet: (model: ModelData, filepath?: string) => string;
|
|
205
|
+
};
|
|
199
206
|
};
|
|
200
207
|
export type LocalAppKey = keyof typeof LOCAL_APPS;
|
|
201
208
|
export {};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"local-apps.d.ts","sourceRoot":"","sources":["../../src/local-apps.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAKnD,MAAM,WAAW,eAAe;IAC/B;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IACd;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;OAEG;IACH,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;CAC3B;AAED;;GAEG;AACH,MAAM,MAAM,QAAQ,GAAG;IACtB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,QAAQ,EAAE,YAAY,CAAC;IACvB;;OAEG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;IAEpB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB;;OAEG;IACH,kBAAkB,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,OAAO,CAAC;CAClD,GAAG,CACD;IACA;;OAEG;IACH,QAAQ,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE,MAAM,KAAK,GAAG,CAAC;CACtD,GACD;IACA;;;;OAIG;IACH,OAAO,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE,MAAM,KAAK,MAAM,GAAG,MAAM,EAAE,GAAG,eAAe,GAAG,eAAe,EAAE,CAAC;CACzG,CACH,CAAC;AAqBF,iBAAS,UAAU,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAE7C;AAED,iBAAS,mBAAmB,CAAC,KAAK,EAAE,SAAS,WAE5C;
|
|
1
|
+
{"version":3,"file":"local-apps.d.ts","sourceRoot":"","sources":["../../src/local-apps.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAKnD,MAAM,WAAW,eAAe;IAC/B;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IACd;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;OAEG;IACH,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;CAC3B;AAED;;GAEG;AACH,MAAM,MAAM,QAAQ,GAAG;IACtB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,QAAQ,EAAE,YAAY,CAAC;IACvB;;OAEG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;IAEpB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB;;OAEG;IACH,kBAAkB,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,OAAO,CAAC;CAClD,GAAG,CACD;IACA;;OAEG;IACH,QAAQ,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE,MAAM,KAAK,GAAG,CAAC;CACtD,GACD;IACA;;;;OAIG;IACH,OAAO,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE,MAAM,KAAK,MAAM,GAAG,MAAM,EAAE,GAAG,eAAe,GAAG,eAAe,EAAE,CAAC;CACzG,CACH,CAAC;AAqBF,iBAAS,UAAU,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAE7C;AAED,iBAAS,mBAAmB,CAAC,KAAK,EAAE,SAAS,WAE5C;AAqND;;;;;;;;;;GAUG;AACH,eAAO,MAAM,UAAU;;;;;;yBA/MS,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;;yBAsCzC,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;oCA4LzD,SAAS;yBAnJX,SAAS,KAAG,eAAe,EAAE;;;;;;;yBA8E5B,SAAS,KAAG,eAAe,EAAE;;;;;;;yBA7B/B,SAAS,KAAG,eAAe,EAAE;;;;;;;;;;;;;;yBAxEzB,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;yBAJjD,SAAS,aAAa,MAAM,KAAG,MAAM;;;;;;;yBA4I1B,SAAS,aAAa,MAAM,KAAG,MAAM;;CAqL1C,CAAC;AAErC,MAAM,MAAM,WAAW,GAAG,MAAM,OAAO,UAAU,CAAC"}
|
package/dist/esm/local-apps.js
CHANGED
|
@@ -215,6 +215,9 @@ const snippetMlxLm = (model) => {
|
|
|
215
215
|
: []),
|
|
216
216
|
];
|
|
217
217
|
};
|
|
218
|
+
const snippetDockerModelRunner = (model, filepath) => {
|
|
219
|
+
return `docker model run hf.co/${model.id}${getQuantTag(filepath)}`;
|
|
220
|
+
};
|
|
218
221
|
/**
|
|
219
222
|
* Add your new local app here.
|
|
220
223
|
*
|
|
@@ -383,4 +386,11 @@ export const LOCAL_APPS = {
|
|
|
383
386
|
displayOnModelPage: isLlamaCppGgufModel,
|
|
384
387
|
snippet: snippetOllama,
|
|
385
388
|
},
|
|
389
|
+
"docker-model-runner": {
|
|
390
|
+
prettyLabel: "Docker Model Runner",
|
|
391
|
+
docsUrl: "https://docs.docker.com/ai/model-runner/",
|
|
392
|
+
mainTask: "text-generation",
|
|
393
|
+
displayOnModelPage: isLlamaCppGgufModel,
|
|
394
|
+
snippet: snippetDockerModelRunner,
|
|
395
|
+
},
|
|
386
396
|
};
|
|
@@ -102,4 +102,14 @@ curl -X POST "http://localhost:8000/v1/chat/completions" \\
|
|
|
102
102
|
]
|
|
103
103
|
}'`);
|
|
104
104
|
});
|
|
105
|
+
it("docker model runner", async () => {
|
|
106
|
+
const { snippet: snippetFunc } = LOCAL_APPS["docker-model-runner"];
|
|
107
|
+
const model = {
|
|
108
|
+
id: "bartowski/Llama-3.2-3B-Instruct-GGUF",
|
|
109
|
+
tags: ["conversational"],
|
|
110
|
+
inference: "",
|
|
111
|
+
};
|
|
112
|
+
const snippet = snippetFunc(model);
|
|
113
|
+
expect(snippet).toEqual(`docker model run hf.co/bartowski/Llama-3.2-3B-Instruct-GGUF:{{QUANT_TAG}}`);
|
|
114
|
+
});
|
|
105
115
|
});
|
package/package.json
CHANGED
package/src/local-apps.spec.ts
CHANGED
|
@@ -113,4 +113,16 @@ curl -X POST "http://localhost:8000/v1/chat/completions" \\
|
|
|
113
113
|
]
|
|
114
114
|
}'`);
|
|
115
115
|
});
|
|
116
|
+
|
|
117
|
+
it("docker model runner", async () => {
|
|
118
|
+
const { snippet: snippetFunc } = LOCAL_APPS["docker-model-runner"];
|
|
119
|
+
const model: ModelData = {
|
|
120
|
+
id: "bartowski/Llama-3.2-3B-Instruct-GGUF",
|
|
121
|
+
tags: ["conversational"],
|
|
122
|
+
inference: "",
|
|
123
|
+
};
|
|
124
|
+
const snippet = snippetFunc(model);
|
|
125
|
+
|
|
126
|
+
expect(snippet).toEqual(`docker model run hf.co/bartowski/Llama-3.2-3B-Instruct-GGUF:{{QUANT_TAG}}`);
|
|
127
|
+
});
|
|
116
128
|
});
|
package/src/local-apps.ts
CHANGED
|
@@ -297,6 +297,10 @@ const snippetMlxLm = (model: ModelData): LocalAppSnippet[] => {
|
|
|
297
297
|
];
|
|
298
298
|
};
|
|
299
299
|
|
|
300
|
+
const snippetDockerModelRunner = (model: ModelData, filepath?: string): string => {
|
|
301
|
+
return `docker model run hf.co/${model.id}${getQuantTag(filepath)}`;
|
|
302
|
+
};
|
|
303
|
+
|
|
300
304
|
/**
|
|
301
305
|
* Add your new local app here.
|
|
302
306
|
*
|
|
@@ -467,6 +471,13 @@ export const LOCAL_APPS = {
|
|
|
467
471
|
displayOnModelPage: isLlamaCppGgufModel,
|
|
468
472
|
snippet: snippetOllama,
|
|
469
473
|
},
|
|
474
|
+
"docker-model-runner": {
|
|
475
|
+
prettyLabel: "Docker Model Runner",
|
|
476
|
+
docsUrl: "https://docs.docker.com/ai/model-runner/",
|
|
477
|
+
mainTask: "text-generation",
|
|
478
|
+
displayOnModelPage: isLlamaCppGgufModel,
|
|
479
|
+
snippet: snippetDockerModelRunner,
|
|
480
|
+
},
|
|
470
481
|
} satisfies Record<string, LocalApp>;
|
|
471
482
|
|
|
472
483
|
export type LocalAppKey = keyof typeof LOCAL_APPS;
|