@huggingface/tasks 0.12.14 → 0.12.16
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.cjs +15 -14
- package/dist/index.js +15 -14
- package/dist/src/local-apps.d.ts +1 -1
- package/dist/src/local-apps.d.ts.map +1 -1
- package/dist/src/model-libraries-snippets.d.ts.map +1 -1
- package/dist/src/snippets/types.d.ts +1 -1
- package/dist/src/snippets/types.d.ts.map +1 -1
- package/package.json +1 -1
- package/src/local-apps.ts +7 -12
- package/src/model-libraries-snippets.ts +8 -4
- package/src/snippets/types.ts +1 -1
package/dist/index.cjs
CHANGED
|
@@ -5095,11 +5095,14 @@ with torch.inference_mode(), torch.autocast("cuda", dtype=torch.bfloat16):
|
|
|
5095
5095
|
var sampleFactory = (model) => [
|
|
5096
5096
|
`python -m sample_factory.huggingface.load_from_hub -r ${model.id} -d ./train_dir`
|
|
5097
5097
|
];
|
|
5098
|
-
var sentenceTransformers = (model) =>
|
|
5099
|
-
|
|
5098
|
+
var sentenceTransformers = (model) => {
|
|
5099
|
+
const remote_code_snippet = model.tags.includes(TAG_CUSTOM_CODE) ? ", trust_remote_code=True" : "";
|
|
5100
|
+
return [
|
|
5101
|
+
`from sentence_transformers import SentenceTransformer
|
|
5100
5102
|
|
|
5101
|
-
model = SentenceTransformer("${model.id}")`
|
|
5102
|
-
];
|
|
5103
|
+
model = SentenceTransformer("${model.id}"${remote_code_snippet})`
|
|
5104
|
+
];
|
|
5105
|
+
};
|
|
5103
5106
|
var setfit = (model) => [
|
|
5104
5107
|
`from setfit import SetFitModel
|
|
5105
5108
|
|
|
@@ -7137,9 +7140,6 @@ var SKUS = {
|
|
|
7137
7140
|
};
|
|
7138
7141
|
|
|
7139
7142
|
// src/local-apps.ts
|
|
7140
|
-
function isGgufModel(model) {
|
|
7141
|
-
return model.tags.includes("gguf");
|
|
7142
|
-
}
|
|
7143
7143
|
function isAwqModel(model) {
|
|
7144
7144
|
return model.config?.quantization_config?.quant_method === "awq";
|
|
7145
7145
|
}
|
|
@@ -7221,7 +7221,7 @@ var snippetVllm = (model) => {
|
|
|
7221
7221
|
`curl -X POST "http://localhost:8000/v1/chat/completions" \\ `,
|
|
7222
7222
|
` -H "Content-Type: application/json" \\ `,
|
|
7223
7223
|
` --data '{`,
|
|
7224
|
-
` "model": "${model.id}"
|
|
7224
|
+
` "model": "${model.id}",`,
|
|
7225
7225
|
` "messages": [`,
|
|
7226
7226
|
` {"role": "user", "content": "Hello!"}`,
|
|
7227
7227
|
` ]`,
|
|
@@ -7231,7 +7231,8 @@ var snippetVllm = (model) => {
|
|
|
7231
7231
|
{
|
|
7232
7232
|
title: "Install from pip",
|
|
7233
7233
|
setup: ["# Install vLLM from pip:", "pip install vllm"].join("\n"),
|
|
7234
|
-
content: [
|
|
7234
|
+
content: [`# Load and run the model:
|
|
7235
|
+
vllm serve "${model.id}"`, runCommand.join("\n")]
|
|
7235
7236
|
},
|
|
7236
7237
|
{
|
|
7237
7238
|
title: "Use Docker images",
|
|
@@ -7247,10 +7248,10 @@ var snippetVllm = (model) => {
|
|
|
7247
7248
|
` --model ${model.id}`
|
|
7248
7249
|
].join("\n"),
|
|
7249
7250
|
content: [
|
|
7250
|
-
|
|
7251
|
-
|
|
7252
|
-
|
|
7253
|
-
]
|
|
7251
|
+
`# Load and run the model:
|
|
7252
|
+
docker exec -it my_vllm_container bash -c "vllm serve ${model.id}"`,
|
|
7253
|
+
runCommand.join("\n")
|
|
7254
|
+
]
|
|
7254
7255
|
}
|
|
7255
7256
|
];
|
|
7256
7257
|
};
|
|
@@ -7266,7 +7267,7 @@ var LOCAL_APPS = {
|
|
|
7266
7267
|
prettyLabel: "vLLM",
|
|
7267
7268
|
docsUrl: "https://docs.vllm.ai",
|
|
7268
7269
|
mainTask: "text-generation",
|
|
7269
|
-
displayOnModelPage: (model) => isAwqModel(model) || isGptqModel(model) || isAqlmModel(model) || isMarlinModel(model) ||
|
|
7270
|
+
displayOnModelPage: (model) => isAwqModel(model) || isGptqModel(model) || isAqlmModel(model) || isMarlinModel(model) || isLlamaCppGgufModel(model) || isTransformersModel(model),
|
|
7270
7271
|
snippet: snippetVllm
|
|
7271
7272
|
},
|
|
7272
7273
|
lmstudio: {
|
package/dist/index.js
CHANGED
|
@@ -5057,11 +5057,14 @@ with torch.inference_mode(), torch.autocast("cuda", dtype=torch.bfloat16):
|
|
|
5057
5057
|
var sampleFactory = (model) => [
|
|
5058
5058
|
`python -m sample_factory.huggingface.load_from_hub -r ${model.id} -d ./train_dir`
|
|
5059
5059
|
];
|
|
5060
|
-
var sentenceTransformers = (model) =>
|
|
5061
|
-
|
|
5060
|
+
var sentenceTransformers = (model) => {
|
|
5061
|
+
const remote_code_snippet = model.tags.includes(TAG_CUSTOM_CODE) ? ", trust_remote_code=True" : "";
|
|
5062
|
+
return [
|
|
5063
|
+
`from sentence_transformers import SentenceTransformer
|
|
5062
5064
|
|
|
5063
|
-
model = SentenceTransformer("${model.id}")`
|
|
5064
|
-
];
|
|
5065
|
+
model = SentenceTransformer("${model.id}"${remote_code_snippet})`
|
|
5066
|
+
];
|
|
5067
|
+
};
|
|
5065
5068
|
var setfit = (model) => [
|
|
5066
5069
|
`from setfit import SetFitModel
|
|
5067
5070
|
|
|
@@ -7099,9 +7102,6 @@ var SKUS = {
|
|
|
7099
7102
|
};
|
|
7100
7103
|
|
|
7101
7104
|
// src/local-apps.ts
|
|
7102
|
-
function isGgufModel(model) {
|
|
7103
|
-
return model.tags.includes("gguf");
|
|
7104
|
-
}
|
|
7105
7105
|
function isAwqModel(model) {
|
|
7106
7106
|
return model.config?.quantization_config?.quant_method === "awq";
|
|
7107
7107
|
}
|
|
@@ -7183,7 +7183,7 @@ var snippetVllm = (model) => {
|
|
|
7183
7183
|
`curl -X POST "http://localhost:8000/v1/chat/completions" \\ `,
|
|
7184
7184
|
` -H "Content-Type: application/json" \\ `,
|
|
7185
7185
|
` --data '{`,
|
|
7186
|
-
` "model": "${model.id}"
|
|
7186
|
+
` "model": "${model.id}",`,
|
|
7187
7187
|
` "messages": [`,
|
|
7188
7188
|
` {"role": "user", "content": "Hello!"}`,
|
|
7189
7189
|
` ]`,
|
|
@@ -7193,7 +7193,8 @@ var snippetVllm = (model) => {
|
|
|
7193
7193
|
{
|
|
7194
7194
|
title: "Install from pip",
|
|
7195
7195
|
setup: ["# Install vLLM from pip:", "pip install vllm"].join("\n"),
|
|
7196
|
-
content: [
|
|
7196
|
+
content: [`# Load and run the model:
|
|
7197
|
+
vllm serve "${model.id}"`, runCommand.join("\n")]
|
|
7197
7198
|
},
|
|
7198
7199
|
{
|
|
7199
7200
|
title: "Use Docker images",
|
|
@@ -7209,10 +7210,10 @@ var snippetVllm = (model) => {
|
|
|
7209
7210
|
` --model ${model.id}`
|
|
7210
7211
|
].join("\n"),
|
|
7211
7212
|
content: [
|
|
7212
|
-
|
|
7213
|
-
|
|
7214
|
-
|
|
7215
|
-
]
|
|
7213
|
+
`# Load and run the model:
|
|
7214
|
+
docker exec -it my_vllm_container bash -c "vllm serve ${model.id}"`,
|
|
7215
|
+
runCommand.join("\n")
|
|
7216
|
+
]
|
|
7216
7217
|
}
|
|
7217
7218
|
];
|
|
7218
7219
|
};
|
|
@@ -7228,7 +7229,7 @@ var LOCAL_APPS = {
|
|
|
7228
7229
|
prettyLabel: "vLLM",
|
|
7229
7230
|
docsUrl: "https://docs.vllm.ai",
|
|
7230
7231
|
mainTask: "text-generation",
|
|
7231
|
-
displayOnModelPage: (model) => isAwqModel(model) || isGptqModel(model) || isAqlmModel(model) || isMarlinModel(model) ||
|
|
7232
|
+
displayOnModelPage: (model) => isAwqModel(model) || isGptqModel(model) || isAqlmModel(model) || isMarlinModel(model) || isLlamaCppGgufModel(model) || isTransformersModel(model),
|
|
7232
7233
|
snippet: snippetVllm
|
|
7233
7234
|
},
|
|
7234
7235
|
lmstudio: {
|
package/dist/src/local-apps.d.ts
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"local-apps.d.ts","sourceRoot":"","sources":["../../src/local-apps.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAC9C,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAEhD,MAAM,WAAW,eAAe;IAC/B;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IACd;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;
|
|
1
|
+
{"version":3,"file":"local-apps.d.ts","sourceRoot":"","sources":["../../src/local-apps.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAC9C,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAEhD,MAAM,WAAW,eAAe;IAC/B;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IACd;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;OAEG;IACH,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;CAC3B;AAED;;GAEG;AACH,MAAM,MAAM,QAAQ,GAAG;IACtB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,QAAQ,EAAE,YAAY,CAAC;IACvB;;OAEG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;IAEpB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB;;OAEG;IACH,kBAAkB,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,OAAO,CAAC;CAClD,GAAG,CACD;IACA;;OAEG;IACH,QAAQ,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE,MAAM,KAAK,GAAG,CAAC;CACtD,GACD;IACA;;;OAGG;IACH,OAAO,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE,MAAM,KAAK,MAAM,GAAG,MAAM,EAAE,GAAG,eAAe,GAAG,eAAe,EAAE,CAAC;CACzG,CACH,CAAC;AAsBF,iBAAS,mBAAmB,CAAC,KAAK,EAAE,SAAS,WAE5C;AAsGD;;;;;;;;;;GAUG;AACH,eAAO,MAAM,UAAU;;;;;;yBA/GS,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;oCA2HlD,SAAS;yBA/DX,SAAS,KAAG,eAAe,EAAE;;;;;;;;;;;;;;yBAvB1B,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA4M3C,CAAC;AAErC,MAAM,MAAM,WAAW,GAAG,MAAM,OAAO,UAAU,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"model-libraries-snippets.d.ts","sourceRoot":"","sources":["../../src/model-libraries-snippets.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAe9C,eAAO,MAAM,QAAQ,UAAW,SAAS,KAAG,MAAM,EAKjD,CAAC;AAkBF,eAAO,MAAM,QAAQ,UAAW,SAAS,KAAG,MAAM,EAKjD,CAAC;AAEF,eAAO,MAAM,QAAQ,UAAW,SAAS,KAAG,MAAM,EAIjD,CAAC;AAEF,eAAO,MAAM,SAAS,UAAW,SAAS,KAAG,MAAM,EAkBlD,CAAC;AAaF,eAAO,MAAM,QAAQ,UAAW,SAAS,KAAG,MAAM,EAIjD,CAAC;AAEF,eAAO,MAAM,KAAK,UAAW,SAAS,KAAG,MAAM,EAI9C,CAAC;AAEF,eAAO,MAAM,iBAAiB,UAAW,SAAS,KAAG,MAAM,EA6C1D,CAAC;AAuCF,eAAO,MAAM,SAAS,UAAW,SAAS,KAAG,MAAM,EAUlD,CAAC;AAEF,eAAO,MAAM,YAAY,UAAW,SAAS,KAAG,MAAM,EAwCrD,CAAC;AAEF,eAAO,MAAM,gBAAgB,UAAW,SAAS,KAAG,MAAM,EAgBzD,CAAC;AAEF,eAAO,MAAM,YAAY,UAAW,SAAS,KAAG,MAAM,EAmBrD,CAAC;AAEF,eAAO,MAAM,MAAM,UAAW,SAAS,KAAG,MAAM,EAgB/C,CAAC;AAEF,eAAO,MAAM,SAAS,UAAW,SAAS,KAAG,MAAM,EAMlD,CAAC;AAEF,eAAO,MAAM,SAAS,UAAW,SAAS,KAAG,MAAM,EASlD,CAAC;AAIF,eAAO,MAAM,MAAM,UAAW,SAAS,KAAG,MAAM,EAO/C,CAAC;AAEF,eAAO,MAAM,OAAO,UAAW,SAAS,KAAG,MAAM,EAMhD,CAAC;AAEF,eAAO,MAAM,KAAK,UAAW,SAAS,KAAG,MAAM,EAI9C,CAAC;AAEF,eAAO,MAAM,MAAM,UAAW,SAAS,KAAG,MAAM,EAI/C,CAAC;AAEF,eAAO,MAAM,KAAK,UAAW,SAAS,KAAG,MAAM,EAS9C,CAAC;AAEF,eAAO,MAAM,SAAS,UAAW,SAAS,KAAG,MAAM,EAUlD,CAAC;AAEF,eAAO,MAAM,gBAAgB,UAAW,SAAS,KAAG,MAAM,EAgBzD,CAAC;AAEF,eAAO,MAAM,QAAQ,UAAW,SAAS,KAAG,MAAM,EAOjD,CAAC;AAEF,eAAO,MAAM,SAAS,UAAW,SAAS,KAAG,MAAM,EAIlD,CAAC;AAEF,eAAO,MAAM,SAAS,UAAW,SAAS,KAAG,MAAM,EAKlD,CAAC;AAEF,eAAO,MAAM,aAAa,QAAO,MAAM,EAQtC,CAAC;AAEF,eAAO,MAAM,SAAS,UAAW,SAAS,KAAG,MAAM,EAKlD,CAAC;AAEF,eAAO,MAAM,SAAS,UAAW,SAAS,KAAG,MAAM,EAsBlD,CAAC;AAEF,eAAO,MAAM,uBAAuB,UAAW,SAAS,KAAG,MAAM,EAehE,CAAC;AAiBF,eAAO,MAAM,cAAc,UAAW,SAAS,KAAG,MAAM,EAKvD,CAAC;AAEF,eAAO,MAAM,KAAK,UAAW,SAAS,KAAG,MAAM,EAI9C,CAAC;AAyBF,eAAO,MAAM,aAAa,UAAW,SAAS,KAAG,MAAM,EAOtD,CAAC;AAEF,eAAO,MAAM,IAAI,UAAW,SAAS,KAAG,MAAM,EAI7C,CAAC;AAEF,eAAO,MAAM,OAAO,QAA6B,MAAM,EAQtD,CAAC;AAEF,eAAO,MAAM,UAAU,QAAO,MAAM,EAanC,CAAC;AAsCF,eAAO,MAAM,OAAO,UAAW,SAAS,KAAG,MAAM,EAehD,CAAC;AAEF,eAAO,MAAM,kBAAkB,UAAW,SAAS,KAAG,MAAM,EAmC3D,CAAC;AAEF,eAAO,MAAM,MAAM,UAAW,SAAS,KAAG,MAAM,EAI/C,CAAC;AAEF,eAAO,MAAM,IAAI,UAAW,SAAS,KAAG,MAAM,EA2B7C,CAAC;AAEF,eAAO,MAAM,aAAa,UAAW,SAAS,KAAG,MAAM,EAEtD,CAAC;AAEF,eAAO,MAAM,oBAAoB,UAAW,SAAS,KAAG,MAAM,
|
|
1
|
+
{"version":3,"file":"model-libraries-snippets.d.ts","sourceRoot":"","sources":["../../src/model-libraries-snippets.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAe9C,eAAO,MAAM,QAAQ,UAAW,SAAS,KAAG,MAAM,EAKjD,CAAC;AAkBF,eAAO,MAAM,QAAQ,UAAW,SAAS,KAAG,MAAM,EAKjD,CAAC;AAEF,eAAO,MAAM,QAAQ,UAAW,SAAS,KAAG,MAAM,EAIjD,CAAC;AAEF,eAAO,MAAM,SAAS,UAAW,SAAS,KAAG,MAAM,EAkBlD,CAAC;AAaF,eAAO,MAAM,QAAQ,UAAW,SAAS,KAAG,MAAM,EAIjD,CAAC;AAEF,eAAO,MAAM,KAAK,UAAW,SAAS,KAAG,MAAM,EAI9C,CAAC;AAEF,eAAO,MAAM,iBAAiB,UAAW,SAAS,KAAG,MAAM,EA6C1D,CAAC;AAuCF,eAAO,MAAM,SAAS,UAAW,SAAS,KAAG,MAAM,EAUlD,CAAC;AAEF,eAAO,MAAM,YAAY,UAAW,SAAS,KAAG,MAAM,EAwCrD,CAAC;AAEF,eAAO,MAAM,gBAAgB,UAAW,SAAS,KAAG,MAAM,EAgBzD,CAAC;AAEF,eAAO,MAAM,YAAY,UAAW,SAAS,KAAG,MAAM,EAmBrD,CAAC;AAEF,eAAO,MAAM,MAAM,UAAW,SAAS,KAAG,MAAM,EAgB/C,CAAC;AAEF,eAAO,MAAM,SAAS,UAAW,SAAS,KAAG,MAAM,EAMlD,CAAC;AAEF,eAAO,MAAM,SAAS,UAAW,SAAS,KAAG,MAAM,EASlD,CAAC;AAIF,eAAO,MAAM,MAAM,UAAW,SAAS,KAAG,MAAM,EAO/C,CAAC;AAEF,eAAO,MAAM,OAAO,UAAW,SAAS,KAAG,MAAM,EAMhD,CAAC;AAEF,eAAO,MAAM,KAAK,UAAW,SAAS,KAAG,MAAM,EAI9C,CAAC;AAEF,eAAO,MAAM,MAAM,UAAW,SAAS,KAAG,MAAM,EAI/C,CAAC;AAEF,eAAO,MAAM,KAAK,UAAW,SAAS,KAAG,MAAM,EAS9C,CAAC;AAEF,eAAO,MAAM,SAAS,UAAW,SAAS,KAAG,MAAM,EAUlD,CAAC;AAEF,eAAO,MAAM,gBAAgB,UAAW,SAAS,KAAG,MAAM,EAgBzD,CAAC;AAEF,eAAO,MAAM,QAAQ,UAAW,SAAS,KAAG,MAAM,EAOjD,CAAC;AAEF,eAAO,MAAM,SAAS,UAAW,SAAS,KAAG,MAAM,EAIlD,CAAC;AAEF,eAAO,MAAM,SAAS,UAAW,SAAS,KAAG,MAAM,EAKlD,CAAC;AAEF,eAAO,MAAM,aAAa,QAAO,MAAM,EAQtC,CAAC;AAEF,eAAO,MAAM,SAAS,UAAW,SAAS,KAAG,MAAM,EAKlD,CAAC;AAEF,eAAO,MAAM,SAAS,UAAW,SAAS,KAAG,MAAM,EAsBlD,CAAC;AAEF,eAAO,MAAM,uBAAuB,UAAW,SAAS,KAAG,MAAM,EAehE,CAAC;AAiBF,eAAO,MAAM,cAAc,UAAW,SAAS,KAAG,MAAM,EAKvD,CAAC;AAEF,eAAO,MAAM,KAAK,UAAW,SAAS,KAAG,MAAM,EAI9C,CAAC;AAyBF,eAAO,MAAM,aAAa,UAAW,SAAS,KAAG,MAAM,EAOtD,CAAC;AAEF,eAAO,MAAM,IAAI,UAAW,SAAS,KAAG,MAAM,EAI7C,CAAC;AAEF,eAAO,MAAM,OAAO,QAA6B,MAAM,EAQtD,CAAC;AAEF,eAAO,MAAM,UAAU,QAAO,MAAM,EAanC,CAAC;AAsCF,eAAO,MAAM,OAAO,UAAW,SAAS,KAAG,MAAM,EAehD,CAAC;AAEF,eAAO,MAAM,kBAAkB,UAAW,SAAS,KAAG,MAAM,EAmC3D,CAAC;AAEF,eAAO,MAAM,MAAM,UAAW,SAAS,KAAG,MAAM,EAI/C,CAAC;AAEF,eAAO,MAAM,IAAI,UAAW,SAAS,KAAG,MAAM,EA2B7C,CAAC;AAEF,eAAO,MAAM,aAAa,UAAW,SAAS,KAAG,MAAM,EAEtD,CAAC;AAEF,eAAO,MAAM,oBAAoB,UAAW,SAAS,KAAG,MAAM,EAQ7D,CAAC;AAEF,eAAO,MAAM,MAAM,UAAW,SAAS,KAAG,MAAM,EAI/C,CAAC;AAEF,eAAO,MAAM,KAAK,UAAW,SAAS,KAAG,MAAM,EAU9C,CAAC;AAEF,eAAO,MAAM,WAAW,UAAW,SAAS,KAAG,MAAM,EAIpD,CAAC;AAEF,eAAO,MAAM,MAAM,UAAW,SAAS,KAAG,MAAM,EAK/C,CAAC;AAkBF,eAAO,MAAM,WAAW,UAAW,SAAS,KAAG,MAAM,EAkBpD,CAAC;AAEF,eAAO,MAAM,YAAY,UAAW,SAAS,KAAG,MAAM,EA4CrD,CAAC;AAEF,eAAO,MAAM,cAAc,UAAW,SAAS,KAAG,MAAM,EAcvD,CAAC;AAiBF,eAAO,MAAM,IAAI,UAAW,SAAS,KAAG,MAAM,EAkB7C,CAAC;AAEF,eAAO,MAAM,QAAQ,UAAW,SAAS,KAAG,MAAM,EAKjD,CAAC;AAEF,eAAO,MAAM,gBAAgB,UAAW,SAAS,KAAG,MAAM,EAMzD,CAAC;AAgBF,eAAO,MAAM,QAAQ,UAAW,SAAS,KAAG,MAAM,EAEjD,CAAC;AAEF,eAAO,MAAM,MAAM,QAA6B,MAAM,EAMrD,CAAC;AAEF,eAAO,MAAM,QAAQ,UAAW,SAAS,KAAG,MAAM,EAIjD,CAAC;AAEF,eAAO,MAAM,UAAU,UAAW,SAAS,KAAG,MAAM,EAInD,CAAC;AAEF,eAAO,MAAM,OAAO,QAAO,MAAM,EAYhC,CAAC;AAEF,eAAO,MAAM,OAAO,UAAW,SAAS,KAAG,MAAM,EAOhD,CAAC;AAEF,eAAO,MAAM,QAAQ,UAAW,SAAS,KAAG,MAAM,EAYjD,CAAC;AAEF,eAAO,MAAM,GAAG,UAAW,SAAS,KAAG,MAAM,EAK5C,CAAC;AAEF,eAAO,MAAM,KAAK,UAAW,SAAS,KAAG,MAAM,EAI9C,CAAC;AAEF,eAAO,MAAM,SAAS,UAAW,SAAS,KAAG,MAAM,EAIlD,CAAC;AAEF,eAAO,MAAM,IAAI,UAAW,SAAS,KAAG,MAAM,EAQ7C,CAAC;AAEF,eAAO,MAAM,MAAM,UAAW,SAAS,KAAG,MAAM,EAI/C,CAAC;AA6BF,eAAO,MAAM,UAAU,UAAW,SAAS,KAAG,MAAM,EAUnD,CAAC;AAEF,eAAO,MAAM,UAAU,QAAO,MAAM,EAYnC,CAAC;AAEF,eAAO,MAAM,cAAc,UAAW,SAAS,KAAG,MAAM,EAKvD,CAAC;AAEF,eAAO,MAAM,KAAK,UAAW,SAAS,KAAG,MAAM,EAI9C,CAAC"}
|
|
@@ -4,5 +4,5 @@ import type { ModelData } from "../model-data";
|
|
|
4
4
|
*
|
|
5
5
|
* Add more fields as needed.
|
|
6
6
|
*/
|
|
7
|
-
export type ModelDataMinimal = Pick<ModelData, "id" | "pipeline_tag" | "mask_token" | "library_name" | "config" | "tags">;
|
|
7
|
+
export type ModelDataMinimal = Pick<ModelData, "id" | "pipeline_tag" | "mask_token" | "library_name" | "config" | "tags" | "inference">;
|
|
8
8
|
//# sourceMappingURL=types.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/snippets/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AAE/C;;;;GAIG;AACH,MAAM,MAAM,gBAAgB,GAAG,IAAI,CAClC,SAAS,EACT,IAAI,GAAG,cAAc,GAAG,YAAY,GAAG,cAAc,GAAG,QAAQ,GAAG,MAAM,
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/snippets/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AAE/C;;;;GAIG;AACH,MAAM,MAAM,gBAAgB,GAAG,IAAI,CAClC,SAAS,EACT,IAAI,GAAG,cAAc,GAAG,YAAY,GAAG,cAAc,GAAG,QAAQ,GAAG,MAAM,GAAG,WAAW,CACvF,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@huggingface/tasks",
|
|
3
3
|
"packageManager": "pnpm@8.10.5",
|
|
4
|
-
"version": "0.12.
|
|
4
|
+
"version": "0.12.16",
|
|
5
5
|
"description": "List of ML tasks for huggingface.co/tasks",
|
|
6
6
|
"repository": "https://github.com/huggingface/huggingface.js.git",
|
|
7
7
|
"publishConfig": {
|
package/src/local-apps.ts
CHANGED
|
@@ -13,7 +13,7 @@ export interface LocalAppSnippet {
|
|
|
13
13
|
/**
|
|
14
14
|
* Content (or command) to be run
|
|
15
15
|
*/
|
|
16
|
-
content: string;
|
|
16
|
+
content: string | string[];
|
|
17
17
|
}
|
|
18
18
|
|
|
19
19
|
/**
|
|
@@ -58,10 +58,6 @@ export type LocalApp = {
|
|
|
58
58
|
}
|
|
59
59
|
);
|
|
60
60
|
|
|
61
|
-
function isGgufModel(model: ModelData): boolean {
|
|
62
|
-
return model.tags.includes("gguf");
|
|
63
|
-
}
|
|
64
|
-
|
|
65
61
|
function isAwqModel(model: ModelData): boolean {
|
|
66
62
|
return model.config?.quantization_config?.quant_method === "awq";
|
|
67
63
|
}
|
|
@@ -153,7 +149,7 @@ const snippetVllm = (model: ModelData): LocalAppSnippet[] => {
|
|
|
153
149
|
`curl -X POST "http://localhost:8000/v1/chat/completions" \\ `,
|
|
154
150
|
` -H "Content-Type: application/json" \\ `,
|
|
155
151
|
` --data '{`,
|
|
156
|
-
` "model": "${model.id}"
|
|
152
|
+
` "model": "${model.id}",`,
|
|
157
153
|
` "messages": [`,
|
|
158
154
|
` {"role": "user", "content": "Hello!"}`,
|
|
159
155
|
` ]`,
|
|
@@ -163,7 +159,7 @@ const snippetVllm = (model: ModelData): LocalAppSnippet[] => {
|
|
|
163
159
|
{
|
|
164
160
|
title: "Install from pip",
|
|
165
161
|
setup: ["# Install vLLM from pip:", "pip install vllm"].join("\n"),
|
|
166
|
-
content: [
|
|
162
|
+
content: [`# Load and run the model:\nvllm serve "${model.id}"`, runCommand.join("\n")],
|
|
167
163
|
},
|
|
168
164
|
{
|
|
169
165
|
title: "Use Docker images",
|
|
@@ -179,10 +175,9 @@ const snippetVllm = (model: ModelData): LocalAppSnippet[] => {
|
|
|
179
175
|
` --model ${model.id}`,
|
|
180
176
|
].join("\n"),
|
|
181
177
|
content: [
|
|
182
|
-
|
|
183
|
-
|
|
184
|
-
|
|
185
|
-
].join("\n"),
|
|
178
|
+
`# Load and run the model:\ndocker exec -it my_vllm_container bash -c "vllm serve ${model.id}"`,
|
|
179
|
+
runCommand.join("\n"),
|
|
180
|
+
],
|
|
186
181
|
},
|
|
187
182
|
];
|
|
188
183
|
};
|
|
@@ -215,7 +210,7 @@ export const LOCAL_APPS = {
|
|
|
215
210
|
isGptqModel(model) ||
|
|
216
211
|
isAqlmModel(model) ||
|
|
217
212
|
isMarlinModel(model) ||
|
|
218
|
-
|
|
213
|
+
isLlamaCppGgufModel(model) ||
|
|
219
214
|
isTransformersModel(model),
|
|
220
215
|
snippet: snippetVllm,
|
|
221
216
|
},
|
|
@@ -678,11 +678,15 @@ export const sampleFactory = (model: ModelData): string[] => [
|
|
|
678
678
|
`python -m sample_factory.huggingface.load_from_hub -r ${model.id} -d ./train_dir`,
|
|
679
679
|
];
|
|
680
680
|
|
|
681
|
-
export const sentenceTransformers = (model: ModelData): string[] =>
|
|
682
|
-
|
|
681
|
+
export const sentenceTransformers = (model: ModelData): string[] => {
|
|
682
|
+
const remote_code_snippet = model.tags.includes(TAG_CUSTOM_CODE) ? ", trust_remote_code=True" : "";
|
|
683
683
|
|
|
684
|
-
|
|
685
|
-
|
|
684
|
+
return [
|
|
685
|
+
`from sentence_transformers import SentenceTransformer
|
|
686
|
+
|
|
687
|
+
model = SentenceTransformer("${model.id}"${remote_code_snippet})`,
|
|
688
|
+
];
|
|
689
|
+
};
|
|
686
690
|
|
|
687
691
|
export const setfit = (model: ModelData): string[] => [
|
|
688
692
|
`from setfit import SetFitModel
|
package/src/snippets/types.ts
CHANGED
|
@@ -7,5 +7,5 @@ import type { ModelData } from "../model-data";
|
|
|
7
7
|
*/
|
|
8
8
|
export type ModelDataMinimal = Pick<
|
|
9
9
|
ModelData,
|
|
10
|
-
"id" | "pipeline_tag" | "mask_token" | "library_name" | "config" | "tags"
|
|
10
|
+
"id" | "pipeline_tag" | "mask_token" | "library_name" | "config" | "tags" | "inference"
|
|
11
11
|
>;
|