@huggingface/inference 4.13.10 → 4.13.11
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/commonjs/package.d.ts +1 -1
- package/dist/commonjs/package.js +1 -1
- package/dist/commonjs/providers/replicate.d.ts.map +1 -1
- package/dist/commonjs/providers/replicate.js +6 -1
- package/dist/commonjs/snippets/getInferenceSnippets.js +11 -20
- package/dist/esm/package.d.ts +1 -1
- package/dist/esm/package.js +1 -1
- package/dist/esm/providers/replicate.d.ts.map +1 -1
- package/dist/esm/providers/replicate.js +6 -1
- package/dist/esm/snippets/getInferenceSnippets.js +11 -20
- package/package.json +34 -34
- package/src/InferenceClient.ts +2 -2
- package/src/errors.ts +1 -1
- package/src/lib/getDefaultTask.ts +1 -1
- package/src/lib/getInferenceProviderMapping.ts +11 -11
- package/src/lib/getProviderHelper.ts +37 -37
- package/src/lib/makeRequestOptions.ts +11 -11
- package/src/package.ts +1 -1
- package/src/providers/black-forest-labs.ts +3 -3
- package/src/providers/fal-ai.ts +33 -33
- package/src/providers/featherless-ai.ts +1 -1
- package/src/providers/hf-inference.ts +48 -48
- package/src/providers/hyperbolic.ts +3 -3
- package/src/providers/nebius.ts +1 -1
- package/src/providers/novita.ts +7 -7
- package/src/providers/nscale.ts +2 -2
- package/src/providers/ovhcloud.ts +1 -1
- package/src/providers/providerHelper.ts +7 -7
- package/src/providers/replicate.ts +8 -3
- package/src/providers/sambanova.ts +1 -1
- package/src/providers/together.ts +1 -1
- package/src/providers/wavespeed.ts +10 -10
- package/src/providers/zai-org.ts +7 -7
- package/src/snippets/getInferenceSnippets.ts +26 -26
- package/src/tasks/audio/audioClassification.ts +1 -1
- package/src/tasks/audio/automaticSpeechRecognition.ts +1 -1
- package/src/tasks/audio/utils.ts +1 -1
- package/src/tasks/custom/request.ts +2 -2
- package/src/tasks/custom/streamingRequest.ts +2 -2
- package/src/tasks/cv/imageClassification.ts +1 -1
- package/src/tasks/cv/imageSegmentation.ts +1 -1
- package/src/tasks/cv/textToImage.ts +5 -5
- package/src/tasks/cv/textToVideo.ts +1 -1
- package/src/tasks/cv/zeroShotImageClassification.ts +3 -3
- package/src/tasks/multimodal/documentQuestionAnswering.ts +2 -2
- package/src/tasks/multimodal/visualQuestionAnswering.ts +1 -1
- package/src/tasks/nlp/chatCompletion.ts +1 -1
- package/src/tasks/nlp/chatCompletionStream.ts +1 -1
- package/src/tasks/nlp/featureExtraction.ts +1 -1
- package/src/tasks/nlp/questionAnswering.ts +2 -2
- package/src/tasks/nlp/sentenceSimilarity.ts +1 -1
- package/src/tasks/nlp/tableQuestionAnswering.ts +2 -2
- package/src/tasks/nlp/textClassification.ts +1 -1
- package/src/tasks/nlp/textGeneration.ts +1 -1
- package/src/tasks/nlp/textGenerationStream.ts +1 -1
- package/src/tasks/nlp/tokenClassification.ts +2 -2
- package/src/tasks/nlp/zeroShotClassification.ts +2 -2
- package/src/tasks/tabular/tabularClassification.ts +1 -1
- package/src/tasks/tabular/tabularRegression.ts +1 -1
- package/src/utils/pick.ts +1 -1
- package/src/utils/request.ts +20 -20
- package/src/utils/typedEntries.ts +1 -1
package/dist/commonjs/package.js
CHANGED
|
@@ -2,5 +2,5 @@
|
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
3
|
exports.PACKAGE_NAME = exports.PACKAGE_VERSION = void 0;
|
|
4
4
|
// Generated file from package.json. Issues importing JSON directly when publishing on commonjs/ESM - see https://github.com/microsoft/TypeScript/issues/51783
|
|
5
|
-
exports.PACKAGE_VERSION = "4.13.
|
|
5
|
+
exports.PACKAGE_VERSION = "4.13.11";
|
|
6
6
|
exports.PACKAGE_NAME = "@huggingface/inference";
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"replicate.d.ts","sourceRoot":"","sources":["../../../src/providers/replicate.ts"],"names":[],"mappings":"AAkBA,OAAO,KAAK,EAAE,UAAU,EAAE,YAAY,EAAE,UAAU,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAGhG,OAAO,EACN,kBAAkB,EAClB,KAAK,oCAAoC,EACzC,KAAK,sBAAsB,EAC3B,KAAK,qBAAqB,EAC1B,KAAK,qBAAqB,EAC1B,MAAM,qBAAqB,CAAC;AAC7B,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AACpE,OAAO,KAAK,EAAE,8BAA8B,EAAE,MAAM,8CAA8C,CAAC;AACnG,OAAO,KAAK,EAAE,gCAAgC,EAAE,MAAM,oBAAoB,CAAC;AAE3E,MAAM,WAAW,eAAe;IAC/B,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;CAC3B;AAED,uBAAe,aAAc,SAAQ,kBAAkB;gBAC1C,GAAG,CAAC,EAAE,MAAM;IAIxB,SAAS,CAAC,MAAM,EAAE,SAAS,GAAG,MAAM;IAMpC,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAUlD,cAAc,CAAC,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,OAAO,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAQ7E,OAAO,CAAC,MAAM,EAAE,SAAS,GAAG,MAAM;CAO3C;AAED,qBAAa,wBAAyB,SAAQ,aAAc,YAAW,qBAAqB;IAClF,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAerD,WAAW,CACzB,GAAG,EAAE,eAAe,GAAG,IAAI,EAC3B,GAAG,CAAC,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAChC,UAAU,CAAC,EAAE,UAAU,GACrB,OAAO,CAAC,MAAM,GAAG,IAAI,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAsCnD;AAED,qBAAa,yBAA0B,SAAQ,aAAa;IAClD,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAarD,WAAW,CAAC,QAAQ,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;CAiBpE;AAED,qBAAa,wBAAyB,SAAQ,aAAc,YAAW,qBAAqB;IAC5E,WAAW,CAAC,QAAQ,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;CAcpE;AAED,qBAAa,uCACZ,SAAQ,aACR,YAAW,oCAAoC;IAEtC,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAW9D,mBAAmB,CAAC,IAAI,EAAE,8BAA8B,GAAG,OAAO,CAAC,WAAW,CAAC;IAkBtE,WAAW,CAAC,QAAQ,EAAE,eAAe,GAAG,OAAO,CAAC,gCAAgC,CAAC;CAuBhG;AAED,qBAAa,yBAA0B,SAAQ,aAAc,YAAW,sBAAsB;IACpF,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,gBAAgB,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;
|
|
1
|
+
{"version":3,"file":"replicate.d.ts","sourceRoot":"","sources":["../../../src/providers/replicate.ts"],"names":[],"mappings":"AAkBA,OAAO,KAAK,EAAE,UAAU,EAAE,YAAY,EAAE,UAAU,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAGhG,OAAO,EACN,kBAAkB,EAClB,KAAK,oCAAoC,EACzC,KAAK,sBAAsB,EAC3B,KAAK,qBAAqB,EAC1B,KAAK,qBAAqB,EAC1B,MAAM,qBAAqB,CAAC;AAC7B,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AACpE,OAAO,KAAK,EAAE,8BAA8B,EAAE,MAAM,8CAA8C,CAAC;AACnG,OAAO,KAAK,EAAE,gCAAgC,EAAE,MAAM,oBAAoB,CAAC;AAE3E,MAAM,WAAW,eAAe;IAC/B,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;CAC3B;AAED,uBAAe,aAAc,SAAQ,kBAAkB;gBAC1C,GAAG,CAAC,EAAE,MAAM;IAIxB,SAAS,CAAC,MAAM,EAAE,SAAS,GAAG,MAAM;IAMpC,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAUlD,cAAc,CAAC,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,OAAO,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAQ7E,OAAO,CAAC,MAAM,EAAE,SAAS,GAAG,MAAM;CAO3C;AAED,qBAAa,wBAAyB,SAAQ,aAAc,YAAW,qBAAqB;IAClF,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAerD,WAAW,CACzB,GAAG,EAAE,eAAe,GAAG,IAAI,EAC3B,GAAG,CAAC,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAChC,UAAU,CAAC,EAAE,UAAU,GACrB,OAAO,CAAC,MAAM,GAAG,IAAI,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAsCnD;AAED,qBAAa,yBAA0B,SAAQ,aAAa;IAClD,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAarD,WAAW,CAAC,QAAQ,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;CAiBpE;AAED,qBAAa,wBAAyB,SAAQ,aAAc,YAAW,qBAAqB;IAC5E,WAAW,CAAC,QAAQ,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;CAcpE;AAED,qBAAa,uCACZ,SAAQ,aACR,YAAW,oCAAoC;IAEtC,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAW9D,mBAAmB,CAAC,IAAI,EAAE,8BAA8B,GAAG,OAAO,CAAC,WAAW,CAAC;IAkBtE,WAAW,CAAC,QAAQ,EAAE,eAAe,GAAG,OAAO,CAAC,gCAAgC,CAAC;CAuBhG;AAED,qBAAa,yBAA0B,SAAQ,aAAc,YAAW,sBAAsB;IACpF,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,gBAAgB,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAoBhF,mBAAmB,CAAC,IAAI,EAAE,gBAAgB,GAAG,OAAO,CAAC,WAAW,CAAC;IAcxD,WAAW,CAAC,QAAQ,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;CA0BpE"}
|
|
@@ -199,11 +199,16 @@ class ReplicateAutomaticSpeechRecognitionTask extends ReplicateTask {
|
|
|
199
199
|
exports.ReplicateAutomaticSpeechRecognitionTask = ReplicateAutomaticSpeechRecognitionTask;
|
|
200
200
|
class ReplicateImageToImageTask extends ReplicateTask {
|
|
201
201
|
preparePayload(params) {
|
|
202
|
+
const imageInput = params.args.inputs; // This will be processed in preparePayloadAsync
|
|
202
203
|
return {
|
|
203
204
|
input: {
|
|
204
205
|
...(0, omit_js_1.omit)(params.args, ["inputs", "parameters"]),
|
|
205
206
|
...params.args.parameters,
|
|
206
|
-
|
|
207
|
+
// Different Replicate models expect the image in different keys
|
|
208
|
+
image: imageInput,
|
|
209
|
+
images: [imageInput],
|
|
210
|
+
input_image: imageInput,
|
|
211
|
+
input_images: [imageInput],
|
|
207
212
|
lora_weights: params.mapping?.adapter === "lora" && params.mapping.adapterWeightsPath
|
|
208
213
|
? `https://huggingface.co/${params.mapping.hfModelId}`
|
|
209
214
|
: undefined,
|
|
@@ -189,7 +189,7 @@ const snippetGenerator = (templateName, inputPreparationFn) => {
|
|
|
189
189
|
? provider !== "auto"
|
|
190
190
|
? `${model.id}:${provider}` // e.g. "moonshotai/Kimi-K2-Instruct:groq"
|
|
191
191
|
: model.id
|
|
192
|
-
: providerModelId ?? model.id,
|
|
192
|
+
: (providerModelId ?? model.id),
|
|
193
193
|
billTo: opts?.billTo,
|
|
194
194
|
endpointUrl: opts?.endpointUrl,
|
|
195
195
|
task,
|
|
@@ -306,7 +306,7 @@ const snippets = {
|
|
|
306
306
|
};
|
|
307
307
|
function getInferenceSnippets(model, provider, inferenceProviderMapping, opts) {
|
|
308
308
|
return model.pipeline_tag && model.pipeline_tag in snippets
|
|
309
|
-
? snippets[model.pipeline_tag]?.(model, provider, inferenceProviderMapping, opts) ?? []
|
|
309
|
+
? (snippets[model.pipeline_tag]?.(model, provider, inferenceProviderMapping, opts) ?? [])
|
|
310
310
|
: [];
|
|
311
311
|
}
|
|
312
312
|
// String manipulation helpers
|
|
@@ -383,29 +383,20 @@ function replaceAccessTokenPlaceholder(directRequest, placeholder, snippet, lang
|
|
|
383
383
|
: provider.toUpperCase().replace("-", "_") + "_API_KEY"; // e.g. "REPLICATE_API_KEY"
|
|
384
384
|
// Replace the placeholder with the env variable
|
|
385
385
|
if (language === "sh") {
|
|
386
|
-
snippet = snippet.replace(`'Authorization: Bearer ${placeholder}'`, `"Authorization: Bearer $${accessTokenEnvVar}"`
|
|
387
|
-
);
|
|
386
|
+
snippet = snippet.replace(`'Authorization: Bearer ${placeholder}'`, `"Authorization: Bearer $${accessTokenEnvVar}"`);
|
|
388
387
|
}
|
|
389
388
|
else if (language === "python") {
|
|
390
389
|
snippet = "import os\n" + snippet;
|
|
391
|
-
snippet = snippet.replace(`"${placeholder}"`, `os.environ["${accessTokenEnvVar}"]`
|
|
392
|
-
);
|
|
393
|
-
snippet = snippet.replace(`"
|
|
394
|
-
);
|
|
395
|
-
snippet = snippet.replace(`"Key ${placeholder}"`, `f"Key {os.environ['${accessTokenEnvVar}']}"` // e.g. f"Key {os.environ['FAL_AI_API_KEY']}"
|
|
396
|
-
);
|
|
397
|
-
snippet = snippet.replace(`"X-Key ${placeholder}"`, `f"X-Key {os.environ['${accessTokenEnvVar}']}"` // e.g. f"X-Key {os.environ['BLACK_FOREST_LABS_API_KEY']}"
|
|
398
|
-
);
|
|
390
|
+
snippet = snippet.replace(`"${placeholder}"`, `os.environ["${accessTokenEnvVar}"]`);
|
|
391
|
+
snippet = snippet.replace(`"Bearer ${placeholder}"`, `f"Bearer {os.environ['${accessTokenEnvVar}']}"`);
|
|
392
|
+
snippet = snippet.replace(`"Key ${placeholder}"`, `f"Key {os.environ['${accessTokenEnvVar}']}"`);
|
|
393
|
+
snippet = snippet.replace(`"X-Key ${placeholder}"`, `f"X-Key {os.environ['${accessTokenEnvVar}']}"`);
|
|
399
394
|
}
|
|
400
395
|
else if (language === "js") {
|
|
401
|
-
snippet = snippet.replace(`"${placeholder}"`, `process.env.${accessTokenEnvVar}`
|
|
402
|
-
);
|
|
403
|
-
snippet = snippet.replace(`Authorization: "
|
|
404
|
-
);
|
|
405
|
-
snippet = snippet.replace(`Authorization: "Key ${placeholder}",`, `Authorization: \`Key $\{process.env.${accessTokenEnvVar}}\`,` // e.g. Authorization: `Key ${process.env.FAL_AI_API_KEY}`,
|
|
406
|
-
);
|
|
407
|
-
snippet = snippet.replace(`Authorization: "X-Key ${placeholder}",`, `Authorization: \`X-Key $\{process.env.${accessTokenEnvVar}}\`,` // e.g. Authorization: `X-Key ${process.env.BLACK_FOREST_LABS_AI_API_KEY}`,
|
|
408
|
-
);
|
|
396
|
+
snippet = snippet.replace(`"${placeholder}"`, `process.env.${accessTokenEnvVar}`);
|
|
397
|
+
snippet = snippet.replace(`Authorization: "Bearer ${placeholder}",`, `Authorization: \`Bearer $\{process.env.${accessTokenEnvVar}}\`,`);
|
|
398
|
+
snippet = snippet.replace(`Authorization: "Key ${placeholder}",`, `Authorization: \`Key $\{process.env.${accessTokenEnvVar}}\`,`);
|
|
399
|
+
snippet = snippet.replace(`Authorization: "X-Key ${placeholder}",`, `Authorization: \`X-Key $\{process.env.${accessTokenEnvVar}}\`,`);
|
|
409
400
|
}
|
|
410
401
|
return snippet;
|
|
411
402
|
}
|
package/dist/esm/package.d.ts
CHANGED
package/dist/esm/package.js
CHANGED
|
@@ -1,3 +1,3 @@
|
|
|
1
1
|
// Generated file from package.json. Issues importing JSON directly when publishing on commonjs/ESM - see https://github.com/microsoft/TypeScript/issues/51783
|
|
2
|
-
export const PACKAGE_VERSION = "4.13.
|
|
2
|
+
export const PACKAGE_VERSION = "4.13.11";
|
|
3
3
|
export const PACKAGE_NAME = "@huggingface/inference";
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"replicate.d.ts","sourceRoot":"","sources":["../../../src/providers/replicate.ts"],"names":[],"mappings":"AAkBA,OAAO,KAAK,EAAE,UAAU,EAAE,YAAY,EAAE,UAAU,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAGhG,OAAO,EACN,kBAAkB,EAClB,KAAK,oCAAoC,EACzC,KAAK,sBAAsB,EAC3B,KAAK,qBAAqB,EAC1B,KAAK,qBAAqB,EAC1B,MAAM,qBAAqB,CAAC;AAC7B,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AACpE,OAAO,KAAK,EAAE,8BAA8B,EAAE,MAAM,8CAA8C,CAAC;AACnG,OAAO,KAAK,EAAE,gCAAgC,EAAE,MAAM,oBAAoB,CAAC;AAE3E,MAAM,WAAW,eAAe;IAC/B,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;CAC3B;AAED,uBAAe,aAAc,SAAQ,kBAAkB;gBAC1C,GAAG,CAAC,EAAE,MAAM;IAIxB,SAAS,CAAC,MAAM,EAAE,SAAS,GAAG,MAAM;IAMpC,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAUlD,cAAc,CAAC,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,OAAO,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAQ7E,OAAO,CAAC,MAAM,EAAE,SAAS,GAAG,MAAM;CAO3C;AAED,qBAAa,wBAAyB,SAAQ,aAAc,YAAW,qBAAqB;IAClF,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAerD,WAAW,CACzB,GAAG,EAAE,eAAe,GAAG,IAAI,EAC3B,GAAG,CAAC,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAChC,UAAU,CAAC,EAAE,UAAU,GACrB,OAAO,CAAC,MAAM,GAAG,IAAI,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAsCnD;AAED,qBAAa,yBAA0B,SAAQ,aAAa;IAClD,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAarD,WAAW,CAAC,QAAQ,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;CAiBpE;AAED,qBAAa,wBAAyB,SAAQ,aAAc,YAAW,qBAAqB;IAC5E,WAAW,CAAC,QAAQ,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;CAcpE;AAED,qBAAa,uCACZ,SAAQ,aACR,YAAW,oCAAoC;IAEtC,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAW9D,mBAAmB,CAAC,IAAI,EAAE,8BAA8B,GAAG,OAAO,CAAC,WAAW,CAAC;IAkBtE,WAAW,CAAC,QAAQ,EAAE,eAAe,GAAG,OAAO,CAAC,gCAAgC,CAAC;CAuBhG;AAED,qBAAa,yBAA0B,SAAQ,aAAc,YAAW,sBAAsB;IACpF,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,gBAAgB,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;
|
|
1
|
+
{"version":3,"file":"replicate.d.ts","sourceRoot":"","sources":["../../../src/providers/replicate.ts"],"names":[],"mappings":"AAkBA,OAAO,KAAK,EAAE,UAAU,EAAE,YAAY,EAAE,UAAU,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAGhG,OAAO,EACN,kBAAkB,EAClB,KAAK,oCAAoC,EACzC,KAAK,sBAAsB,EAC3B,KAAK,qBAAqB,EAC1B,KAAK,qBAAqB,EAC1B,MAAM,qBAAqB,CAAC;AAC7B,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AACpE,OAAO,KAAK,EAAE,8BAA8B,EAAE,MAAM,8CAA8C,CAAC;AACnG,OAAO,KAAK,EAAE,gCAAgC,EAAE,MAAM,oBAAoB,CAAC;AAE3E,MAAM,WAAW,eAAe;IAC/B,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;CAC3B;AAED,uBAAe,aAAc,SAAQ,kBAAkB;gBAC1C,GAAG,CAAC,EAAE,MAAM;IAIxB,SAAS,CAAC,MAAM,EAAE,SAAS,GAAG,MAAM;IAMpC,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAUlD,cAAc,CAAC,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,OAAO,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAQ7E,OAAO,CAAC,MAAM,EAAE,SAAS,GAAG,MAAM;CAO3C;AAED,qBAAa,wBAAyB,SAAQ,aAAc,YAAW,qBAAqB;IAClF,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAerD,WAAW,CACzB,GAAG,EAAE,eAAe,GAAG,IAAI,EAC3B,GAAG,CAAC,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAChC,UAAU,CAAC,EAAE,UAAU,GACrB,OAAO,CAAC,MAAM,GAAG,IAAI,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAsCnD;AAED,qBAAa,yBAA0B,SAAQ,aAAa;IAClD,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAarD,WAAW,CAAC,QAAQ,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;CAiBpE;AAED,qBAAa,wBAAyB,SAAQ,aAAc,YAAW,qBAAqB;IAC5E,WAAW,CAAC,QAAQ,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;CAcpE;AAED,qBAAa,uCACZ,SAAQ,aACR,YAAW,oCAAoC;IAEtC,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAW9D,mBAAmB,CAAC,IAAI,EAAE,8BAA8B,GAAG,OAAO,CAAC,WAAW,CAAC;IAkBtE,WAAW,CAAC,QAAQ,EAAE,eAAe,GAAG,OAAO,CAAC,gCAAgC,CAAC;CAuBhG;AAED,qBAAa,yBAA0B,SAAQ,aAAc,YAAW,sBAAsB;IACpF,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,gBAAgB,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAoBhF,mBAAmB,CAAC,IAAI,EAAE,gBAAgB,GAAG,OAAO,CAAC,WAAW,CAAC;IAcxD,WAAW,CAAC,QAAQ,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;CA0BpE"}
|
|
@@ -192,11 +192,16 @@ export class ReplicateAutomaticSpeechRecognitionTask extends ReplicateTask {
|
|
|
192
192
|
}
|
|
193
193
|
export class ReplicateImageToImageTask extends ReplicateTask {
|
|
194
194
|
preparePayload(params) {
|
|
195
|
+
const imageInput = params.args.inputs; // This will be processed in preparePayloadAsync
|
|
195
196
|
return {
|
|
196
197
|
input: {
|
|
197
198
|
...omit(params.args, ["inputs", "parameters"]),
|
|
198
199
|
...params.args.parameters,
|
|
199
|
-
|
|
200
|
+
// Different Replicate models expect the image in different keys
|
|
201
|
+
image: imageInput,
|
|
202
|
+
images: [imageInput],
|
|
203
|
+
input_image: imageInput,
|
|
204
|
+
input_images: [imageInput],
|
|
200
205
|
lora_weights: params.mapping?.adapter === "lora" && params.mapping.adapterWeightsPath
|
|
201
206
|
? `https://huggingface.co/${params.mapping.hfModelId}`
|
|
202
207
|
: undefined,
|
|
@@ -186,7 +186,7 @@ const snippetGenerator = (templateName, inputPreparationFn) => {
|
|
|
186
186
|
? provider !== "auto"
|
|
187
187
|
? `${model.id}:${provider}` // e.g. "moonshotai/Kimi-K2-Instruct:groq"
|
|
188
188
|
: model.id
|
|
189
|
-
: providerModelId ?? model.id,
|
|
189
|
+
: (providerModelId ?? model.id),
|
|
190
190
|
billTo: opts?.billTo,
|
|
191
191
|
endpointUrl: opts?.endpointUrl,
|
|
192
192
|
task,
|
|
@@ -303,7 +303,7 @@ const snippets = {
|
|
|
303
303
|
};
|
|
304
304
|
export function getInferenceSnippets(model, provider, inferenceProviderMapping, opts) {
|
|
305
305
|
return model.pipeline_tag && model.pipeline_tag in snippets
|
|
306
|
-
? snippets[model.pipeline_tag]?.(model, provider, inferenceProviderMapping, opts) ?? []
|
|
306
|
+
? (snippets[model.pipeline_tag]?.(model, provider, inferenceProviderMapping, opts) ?? [])
|
|
307
307
|
: [];
|
|
308
308
|
}
|
|
309
309
|
// String manipulation helpers
|
|
@@ -380,29 +380,20 @@ function replaceAccessTokenPlaceholder(directRequest, placeholder, snippet, lang
|
|
|
380
380
|
: provider.toUpperCase().replace("-", "_") + "_API_KEY"; // e.g. "REPLICATE_API_KEY"
|
|
381
381
|
// Replace the placeholder with the env variable
|
|
382
382
|
if (language === "sh") {
|
|
383
|
-
snippet = snippet.replace(`'Authorization: Bearer ${placeholder}'`, `"Authorization: Bearer $${accessTokenEnvVar}"`
|
|
384
|
-
);
|
|
383
|
+
snippet = snippet.replace(`'Authorization: Bearer ${placeholder}'`, `"Authorization: Bearer $${accessTokenEnvVar}"`);
|
|
385
384
|
}
|
|
386
385
|
else if (language === "python") {
|
|
387
386
|
snippet = "import os\n" + snippet;
|
|
388
|
-
snippet = snippet.replace(`"${placeholder}"`, `os.environ["${accessTokenEnvVar}"]`
|
|
389
|
-
);
|
|
390
|
-
snippet = snippet.replace(`"
|
|
391
|
-
);
|
|
392
|
-
snippet = snippet.replace(`"Key ${placeholder}"`, `f"Key {os.environ['${accessTokenEnvVar}']}"` // e.g. f"Key {os.environ['FAL_AI_API_KEY']}"
|
|
393
|
-
);
|
|
394
|
-
snippet = snippet.replace(`"X-Key ${placeholder}"`, `f"X-Key {os.environ['${accessTokenEnvVar}']}"` // e.g. f"X-Key {os.environ['BLACK_FOREST_LABS_API_KEY']}"
|
|
395
|
-
);
|
|
387
|
+
snippet = snippet.replace(`"${placeholder}"`, `os.environ["${accessTokenEnvVar}"]`);
|
|
388
|
+
snippet = snippet.replace(`"Bearer ${placeholder}"`, `f"Bearer {os.environ['${accessTokenEnvVar}']}"`);
|
|
389
|
+
snippet = snippet.replace(`"Key ${placeholder}"`, `f"Key {os.environ['${accessTokenEnvVar}']}"`);
|
|
390
|
+
snippet = snippet.replace(`"X-Key ${placeholder}"`, `f"X-Key {os.environ['${accessTokenEnvVar}']}"`);
|
|
396
391
|
}
|
|
397
392
|
else if (language === "js") {
|
|
398
|
-
snippet = snippet.replace(`"${placeholder}"`, `process.env.${accessTokenEnvVar}`
|
|
399
|
-
);
|
|
400
|
-
snippet = snippet.replace(`Authorization: "
|
|
401
|
-
);
|
|
402
|
-
snippet = snippet.replace(`Authorization: "Key ${placeholder}",`, `Authorization: \`Key $\{process.env.${accessTokenEnvVar}}\`,` // e.g. Authorization: `Key ${process.env.FAL_AI_API_KEY}`,
|
|
403
|
-
);
|
|
404
|
-
snippet = snippet.replace(`Authorization: "X-Key ${placeholder}",`, `Authorization: \`X-Key $\{process.env.${accessTokenEnvVar}}\`,` // e.g. Authorization: `X-Key ${process.env.BLACK_FOREST_LABS_AI_API_KEY}`,
|
|
405
|
-
);
|
|
393
|
+
snippet = snippet.replace(`"${placeholder}"`, `process.env.${accessTokenEnvVar}`);
|
|
394
|
+
snippet = snippet.replace(`Authorization: "Bearer ${placeholder}",`, `Authorization: \`Bearer $\{process.env.${accessTokenEnvVar}}\`,`);
|
|
395
|
+
snippet = snippet.replace(`Authorization: "Key ${placeholder}",`, `Authorization: \`Key $\{process.env.${accessTokenEnvVar}}\`,`);
|
|
396
|
+
snippet = snippet.replace(`Authorization: "X-Key ${placeholder}",`, `Authorization: \`X-Key $\{process.env.${accessTokenEnvVar}}\`,`);
|
|
406
397
|
}
|
|
407
398
|
return snippet;
|
|
408
399
|
}
|
package/package.json
CHANGED
|
@@ -1,54 +1,33 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@huggingface/inference",
|
|
3
|
-
"version": "4.13.
|
|
4
|
-
"license": "MIT",
|
|
5
|
-
"author": "Hugging Face and Tim Mikeladze <tim.mikeladze@gmail.com>",
|
|
3
|
+
"version": "4.13.11",
|
|
6
4
|
"description": "Typescript client for the Hugging Face Inference Providers and Inference Endpoints",
|
|
7
|
-
"repository": {
|
|
8
|
-
"type": "git",
|
|
9
|
-
"url": "https://github.com/huggingface/huggingface.js.git"
|
|
10
|
-
},
|
|
11
|
-
"publishConfig": {
|
|
12
|
-
"access": "public"
|
|
13
|
-
},
|
|
14
5
|
"keywords": [
|
|
6
|
+
"ai",
|
|
15
7
|
"hugging face",
|
|
16
8
|
"hugging face typescript",
|
|
17
9
|
"huggingface",
|
|
18
10
|
"huggingface-inference-api",
|
|
19
11
|
"huggingface-inference-api-typescript",
|
|
20
|
-
"inference"
|
|
21
|
-
"ai"
|
|
12
|
+
"inference"
|
|
22
13
|
],
|
|
23
|
-
"
|
|
24
|
-
|
|
14
|
+
"license": "MIT",
|
|
15
|
+
"author": "Hugging Face and Tim Mikeladze <tim.mikeladze@gmail.com>",
|
|
16
|
+
"repository": {
|
|
17
|
+
"type": "git",
|
|
18
|
+
"url": "https://github.com/huggingface/huggingface.js.git"
|
|
25
19
|
},
|
|
20
|
+
"source": "src/index.ts",
|
|
26
21
|
"files": [
|
|
27
22
|
"dist",
|
|
28
23
|
"src",
|
|
29
24
|
"!src/snippets/templates/**/*.jinja"
|
|
30
25
|
],
|
|
31
|
-
"
|
|
32
|
-
"types": "./dist/commonjs/index.d.ts",
|
|
26
|
+
"type": "module",
|
|
33
27
|
"main": "./dist/commonjs/index.js",
|
|
34
28
|
"module": "./dist/esm/index.js",
|
|
35
|
-
"
|
|
36
|
-
"exports": {
|
|
37
|
-
"./package.json": "./package.json",
|
|
38
|
-
".": "./src/index.ts"
|
|
39
|
-
}
|
|
40
|
-
},
|
|
41
|
-
"type": "module",
|
|
42
|
-
"dependencies": {
|
|
43
|
-
"@huggingface/tasks": "^0.19.78",
|
|
44
|
-
"@huggingface/jinja": "^0.5.3"
|
|
45
|
-
},
|
|
46
|
-
"devDependencies": {
|
|
47
|
-
"@types/node": "18.13.0"
|
|
48
|
-
},
|
|
49
|
-
"resolutions": {},
|
|
29
|
+
"types": "./dist/commonjs/index.d.ts",
|
|
50
30
|
"exports": {
|
|
51
|
-
"./package.json": "./package.json",
|
|
52
31
|
".": {
|
|
53
32
|
"import": {
|
|
54
33
|
"types": "./dist/esm/index.d.ts",
|
|
@@ -58,14 +37,35 @@
|
|
|
58
37
|
"types": "./dist/commonjs/index.d.ts",
|
|
59
38
|
"default": "./dist/commonjs/index.js"
|
|
60
39
|
}
|
|
40
|
+
},
|
|
41
|
+
"./package.json": "./package.json"
|
|
42
|
+
},
|
|
43
|
+
"publishConfig": {
|
|
44
|
+
"access": "public"
|
|
45
|
+
},
|
|
46
|
+
"dependencies": {
|
|
47
|
+
"@huggingface/jinja": "^0.5.4",
|
|
48
|
+
"@huggingface/tasks": "^0.19.82"
|
|
49
|
+
},
|
|
50
|
+
"devDependencies": {
|
|
51
|
+
"@types/node": "18.13.0"
|
|
52
|
+
},
|
|
53
|
+
"resolutions": {},
|
|
54
|
+
"tshy": {
|
|
55
|
+
"exports": {
|
|
56
|
+
".": "./src/index.ts",
|
|
57
|
+
"./package.json": "./package.json"
|
|
61
58
|
}
|
|
62
59
|
},
|
|
60
|
+
"engines": {
|
|
61
|
+
"node": ">=18"
|
|
62
|
+
},
|
|
63
63
|
"scripts": {
|
|
64
64
|
"build": "pnpm run export-templates && pnpm run package-to-ts && tshy",
|
|
65
65
|
"lint": "eslint --quiet --fix --ext .cjs,.ts .",
|
|
66
66
|
"lint:check": "eslint --ext .cjs,.ts .",
|
|
67
|
-
"format": "
|
|
68
|
-
"format:check": "
|
|
67
|
+
"format": "oxfmt .",
|
|
68
|
+
"format:check": "oxfmt --check .",
|
|
69
69
|
"test": "vitest run --config vitest.config.mts",
|
|
70
70
|
"test:browser": "vitest run --browser.name=chrome --browser.headless --config vitest.config.mts",
|
|
71
71
|
"check": "tsc",
|
package/src/InferenceClient.ts
CHANGED
|
@@ -16,7 +16,7 @@ export class InferenceClient {
|
|
|
16
16
|
accessToken = "",
|
|
17
17
|
defaultOptions: Options & {
|
|
18
18
|
endpointUrl?: string;
|
|
19
|
-
} = {}
|
|
19
|
+
} = {},
|
|
20
20
|
) {
|
|
21
21
|
this.accessToken = accessToken;
|
|
22
22
|
this.defaultOptions = defaultOptions;
|
|
@@ -32,7 +32,7 @@ export class InferenceClient {
|
|
|
32
32
|
{
|
|
33
33
|
...omit(defaultOptions, ["endpointUrl"]),
|
|
34
34
|
...options,
|
|
35
|
-
}
|
|
35
|
+
},
|
|
36
36
|
),
|
|
37
37
|
});
|
|
38
38
|
}
|
package/src/errors.ts
CHANGED
|
@@ -51,7 +51,7 @@ abstract class InferenceClientHttpRequestError extends InferenceClientError {
|
|
|
51
51
|
...("Authorization" in httpRequest.headers ? { Authorization: `Bearer [redacted]` } : undefined),
|
|
52
52
|
/// redact authentication in the request headers
|
|
53
53
|
},
|
|
54
|
-
|
|
54
|
+
}
|
|
55
55
|
: undefined),
|
|
56
56
|
};
|
|
57
57
|
this.httpResponse = httpResponse;
|
|
@@ -23,7 +23,7 @@ export interface DefaultTaskOptions {
|
|
|
23
23
|
export async function getDefaultTask(
|
|
24
24
|
model: string,
|
|
25
25
|
accessToken: string | undefined,
|
|
26
|
-
options?: DefaultTaskOptions
|
|
26
|
+
options?: DefaultTaskOptions,
|
|
27
27
|
): Promise<string | null> {
|
|
28
28
|
if (isUrl(model)) {
|
|
29
29
|
return null;
|
|
@@ -28,7 +28,7 @@ function normalizeInferenceProviderMapping(
|
|
|
28
28
|
adapter?: string;
|
|
29
29
|
adapterWeightsPath?: string;
|
|
30
30
|
}
|
|
31
|
-
|
|
31
|
+
>,
|
|
32
32
|
): InferenceProviderMappingEntry[] {
|
|
33
33
|
if (!inferenceProviderMapping) {
|
|
34
34
|
return [];
|
|
@@ -56,7 +56,7 @@ export async function fetchInferenceProviderMappingForModel(
|
|
|
56
56
|
accessToken?: string,
|
|
57
57
|
options?: {
|
|
58
58
|
fetch?: (input: RequestInfo, init?: RequestInit) => Promise<Response>;
|
|
59
|
-
}
|
|
59
|
+
},
|
|
60
60
|
): Promise<InferenceProviderMappingEntry[]> {
|
|
61
61
|
let inferenceProviderMapping: InferenceProviderMappingEntry[] | null;
|
|
62
62
|
if (inferenceProviderMappingCache.has(modelId)) {
|
|
@@ -74,14 +74,14 @@ export async function fetchInferenceProviderMappingForModel(
|
|
|
74
74
|
throw new InferenceClientHubApiError(
|
|
75
75
|
`Failed to fetch inference provider mapping for model ${modelId}: ${error.error}`,
|
|
76
76
|
{ url, method: "GET" },
|
|
77
|
-
{ requestId: resp.headers.get("x-request-id") ?? "", status: resp.status, body: error }
|
|
77
|
+
{ requestId: resp.headers.get("x-request-id") ?? "", status: resp.status, body: error },
|
|
78
78
|
);
|
|
79
79
|
}
|
|
80
80
|
} else {
|
|
81
81
|
throw new InferenceClientHubApiError(
|
|
82
82
|
`Failed to fetch inference provider mapping for model ${modelId}`,
|
|
83
83
|
{ url, method: "GET" },
|
|
84
|
-
{ requestId: resp.headers.get("x-request-id") ?? "", status: resp.status, body: await resp.text() }
|
|
84
|
+
{ requestId: resp.headers.get("x-request-id") ?? "", status: resp.status, body: await resp.text() },
|
|
85
85
|
);
|
|
86
86
|
}
|
|
87
87
|
}
|
|
@@ -96,14 +96,14 @@ export async function fetchInferenceProviderMappingForModel(
|
|
|
96
96
|
throw new InferenceClientHubApiError(
|
|
97
97
|
`Failed to fetch inference provider mapping for model ${modelId}: malformed API response, invalid JSON`,
|
|
98
98
|
{ url, method: "GET" },
|
|
99
|
-
{ requestId: resp.headers.get("x-request-id") ?? "", status: resp.status, body: await resp.text() }
|
|
99
|
+
{ requestId: resp.headers.get("x-request-id") ?? "", status: resp.status, body: await resp.text() },
|
|
100
100
|
);
|
|
101
101
|
}
|
|
102
102
|
if (!payload?.inferenceProviderMapping) {
|
|
103
103
|
throw new InferenceClientHubApiError(
|
|
104
104
|
`We have not been able to find inference provider information for model ${modelId}.`,
|
|
105
105
|
{ url, method: "GET" },
|
|
106
|
-
{ requestId: resp.headers.get("x-request-id") ?? "", status: resp.status, body: await resp.text() }
|
|
106
|
+
{ requestId: resp.headers.get("x-request-id") ?? "", status: resp.status, body: await resp.text() },
|
|
107
107
|
);
|
|
108
108
|
}
|
|
109
109
|
inferenceProviderMapping = normalizeInferenceProviderMapping(modelId, payload.inferenceProviderMapping);
|
|
@@ -121,7 +121,7 @@ export async function getInferenceProviderMapping(
|
|
|
121
121
|
},
|
|
122
122
|
options: {
|
|
123
123
|
fetch?: (input: RequestInfo, init?: RequestInit) => Promise<Response>;
|
|
124
|
-
}
|
|
124
|
+
},
|
|
125
125
|
): Promise<InferenceProviderMappingEntry | null> {
|
|
126
126
|
const logger = getLogger();
|
|
127
127
|
if (params.provider === ("auto" as InferenceProvider) && params.task === "conversational") {
|
|
@@ -147,12 +147,12 @@ export async function getInferenceProviderMapping(
|
|
|
147
147
|
: [params.task];
|
|
148
148
|
if (!typedInclude(equivalentTasks, providerMapping.task)) {
|
|
149
149
|
throw new InferenceClientInputError(
|
|
150
|
-
`Model ${params.modelId} is not supported for task ${params.task} and provider ${params.provider}. Supported task: ${providerMapping.task}
|
|
150
|
+
`Model ${params.modelId} is not supported for task ${params.task} and provider ${params.provider}. Supported task: ${providerMapping.task}.`,
|
|
151
151
|
);
|
|
152
152
|
}
|
|
153
153
|
if (providerMapping.status === "staging") {
|
|
154
154
|
logger.warn(
|
|
155
|
-
`Model ${params.modelId} is in staging mode for provider ${params.provider}. Meant for test purposes only
|
|
155
|
+
`Model ${params.modelId} is in staging mode for provider ${params.provider}. Meant for test purposes only.`,
|
|
156
156
|
);
|
|
157
157
|
}
|
|
158
158
|
return providerMapping;
|
|
@@ -163,7 +163,7 @@ export async function getInferenceProviderMapping(
|
|
|
163
163
|
export async function resolveProvider(
|
|
164
164
|
provider?: InferenceProviderOrPolicy,
|
|
165
165
|
modelId?: string,
|
|
166
|
-
endpointUrl?: string
|
|
166
|
+
endpointUrl?: string,
|
|
167
167
|
): Promise<InferenceProvider> {
|
|
168
168
|
const logger = getLogger();
|
|
169
169
|
if (endpointUrl) {
|
|
@@ -175,7 +175,7 @@ export async function resolveProvider(
|
|
|
175
175
|
}
|
|
176
176
|
if (!provider) {
|
|
177
177
|
logger.log(
|
|
178
|
-
"Defaulting to 'auto' which will select the first provider available for the model, sorted by the user's order in https://hf.co/settings/inference-providers."
|
|
178
|
+
"Defaulting to 'auto' which will select the first provider available for the model, sorted by the user's order in https://hf.co/settings/inference-providers.",
|
|
179
179
|
);
|
|
180
180
|
provider = "auto";
|
|
181
181
|
}
|
|
@@ -197,157 +197,157 @@ export const PROVIDERS: Record<InferenceProvider, Partial<Record<InferenceTask,
|
|
|
197
197
|
*/
|
|
198
198
|
export function getProviderHelper(
|
|
199
199
|
provider: InferenceProviderOrPolicy,
|
|
200
|
-
task: "text-to-image"
|
|
200
|
+
task: "text-to-image",
|
|
201
201
|
): TextToImageTaskHelper & TaskProviderHelper;
|
|
202
202
|
export function getProviderHelper(
|
|
203
203
|
provider: InferenceProviderOrPolicy,
|
|
204
|
-
task: "conversational"
|
|
204
|
+
task: "conversational",
|
|
205
205
|
): ConversationalTaskHelper & TaskProviderHelper;
|
|
206
206
|
export function getProviderHelper(
|
|
207
207
|
provider: InferenceProviderOrPolicy,
|
|
208
|
-
task: "text-generation"
|
|
208
|
+
task: "text-generation",
|
|
209
209
|
): TextGenerationTaskHelper & TaskProviderHelper;
|
|
210
210
|
export function getProviderHelper(
|
|
211
211
|
provider: InferenceProviderOrPolicy,
|
|
212
|
-
task: "text-to-speech"
|
|
212
|
+
task: "text-to-speech",
|
|
213
213
|
): TextToSpeechTaskHelper & TaskProviderHelper;
|
|
214
214
|
export function getProviderHelper(
|
|
215
215
|
provider: InferenceProviderOrPolicy,
|
|
216
|
-
task: "text-to-audio"
|
|
216
|
+
task: "text-to-audio",
|
|
217
217
|
): TextToAudioTaskHelper & TaskProviderHelper;
|
|
218
218
|
export function getProviderHelper(
|
|
219
219
|
provider: InferenceProviderOrPolicy,
|
|
220
|
-
task: "automatic-speech-recognition"
|
|
220
|
+
task: "automatic-speech-recognition",
|
|
221
221
|
): AutomaticSpeechRecognitionTaskHelper & TaskProviderHelper;
|
|
222
222
|
export function getProviderHelper(
|
|
223
223
|
provider: InferenceProviderOrPolicy,
|
|
224
|
-
task: "text-to-video"
|
|
224
|
+
task: "text-to-video",
|
|
225
225
|
): TextToVideoTaskHelper & TaskProviderHelper;
|
|
226
226
|
export function getProviderHelper(
|
|
227
227
|
provider: InferenceProviderOrPolicy,
|
|
228
|
-
task: "text-classification"
|
|
228
|
+
task: "text-classification",
|
|
229
229
|
): TextClassificationTaskHelper & TaskProviderHelper;
|
|
230
230
|
export function getProviderHelper(
|
|
231
231
|
provider: InferenceProviderOrPolicy,
|
|
232
|
-
task: "question-answering"
|
|
232
|
+
task: "question-answering",
|
|
233
233
|
): QuestionAnsweringTaskHelper & TaskProviderHelper;
|
|
234
234
|
export function getProviderHelper(
|
|
235
235
|
provider: InferenceProviderOrPolicy,
|
|
236
|
-
task: "audio-classification"
|
|
236
|
+
task: "audio-classification",
|
|
237
237
|
): AudioClassificationTaskHelper & TaskProviderHelper;
|
|
238
238
|
export function getProviderHelper(
|
|
239
239
|
provider: InferenceProviderOrPolicy,
|
|
240
|
-
task: "audio-to-audio"
|
|
240
|
+
task: "audio-to-audio",
|
|
241
241
|
): AudioToAudioTaskHelper & TaskProviderHelper;
|
|
242
242
|
export function getProviderHelper(
|
|
243
243
|
provider: InferenceProviderOrPolicy,
|
|
244
|
-
task: "fill-mask"
|
|
244
|
+
task: "fill-mask",
|
|
245
245
|
): FillMaskTaskHelper & TaskProviderHelper;
|
|
246
246
|
export function getProviderHelper(
|
|
247
247
|
provider: InferenceProviderOrPolicy,
|
|
248
|
-
task: "feature-extraction"
|
|
248
|
+
task: "feature-extraction",
|
|
249
249
|
): FeatureExtractionTaskHelper & TaskProviderHelper;
|
|
250
250
|
export function getProviderHelper(
|
|
251
251
|
provider: InferenceProviderOrPolicy,
|
|
252
|
-
task: "image-classification"
|
|
252
|
+
task: "image-classification",
|
|
253
253
|
): ImageClassificationTaskHelper & TaskProviderHelper;
|
|
254
254
|
export function getProviderHelper(
|
|
255
255
|
provider: InferenceProviderOrPolicy,
|
|
256
|
-
task: "image-segmentation"
|
|
256
|
+
task: "image-segmentation",
|
|
257
257
|
): ImageSegmentationTaskHelper & TaskProviderHelper;
|
|
258
258
|
export function getProviderHelper(
|
|
259
259
|
provider: InferenceProviderOrPolicy,
|
|
260
|
-
task: "document-question-answering"
|
|
260
|
+
task: "document-question-answering",
|
|
261
261
|
): DocumentQuestionAnsweringTaskHelper & TaskProviderHelper;
|
|
262
262
|
export function getProviderHelper(
|
|
263
263
|
provider: InferenceProviderOrPolicy,
|
|
264
|
-
task: "image-to-text"
|
|
264
|
+
task: "image-to-text",
|
|
265
265
|
): ImageToTextTaskHelper & TaskProviderHelper;
|
|
266
266
|
export function getProviderHelper(
|
|
267
267
|
provider: InferenceProviderOrPolicy,
|
|
268
|
-
task: "object-detection"
|
|
268
|
+
task: "object-detection",
|
|
269
269
|
): ObjectDetectionTaskHelper & TaskProviderHelper;
|
|
270
270
|
export function getProviderHelper(
|
|
271
271
|
provider: InferenceProviderOrPolicy,
|
|
272
|
-
task: "zero-shot-image-classification"
|
|
272
|
+
task: "zero-shot-image-classification",
|
|
273
273
|
): ZeroShotImageClassificationTaskHelper & TaskProviderHelper;
|
|
274
274
|
export function getProviderHelper(
|
|
275
275
|
provider: InferenceProviderOrPolicy,
|
|
276
|
-
task: "zero-shot-classification"
|
|
276
|
+
task: "zero-shot-classification",
|
|
277
277
|
): ZeroShotClassificationTaskHelper & TaskProviderHelper;
|
|
278
278
|
export function getProviderHelper(
|
|
279
279
|
provider: InferenceProviderOrPolicy,
|
|
280
|
-
task: "image-to-image"
|
|
280
|
+
task: "image-to-image",
|
|
281
281
|
): ImageToImageTaskHelper & TaskProviderHelper;
|
|
282
282
|
export function getProviderHelper(
|
|
283
283
|
provider: InferenceProviderOrPolicy,
|
|
284
|
-
task: "image-to-video"
|
|
284
|
+
task: "image-to-video",
|
|
285
285
|
): ImageToVideoTaskHelper & TaskProviderHelper;
|
|
286
286
|
export function getProviderHelper(
|
|
287
287
|
provider: InferenceProviderOrPolicy,
|
|
288
|
-
task: "image-text-to-image"
|
|
288
|
+
task: "image-text-to-image",
|
|
289
289
|
): ImageTextToImageTaskHelper & TaskProviderHelper;
|
|
290
290
|
export function getProviderHelper(
|
|
291
291
|
provider: InferenceProviderOrPolicy,
|
|
292
|
-
task: "image-text-to-video"
|
|
292
|
+
task: "image-text-to-video",
|
|
293
293
|
): ImageTextToVideoTaskHelper & TaskProviderHelper;
|
|
294
294
|
export function getProviderHelper(
|
|
295
295
|
provider: InferenceProviderOrPolicy,
|
|
296
|
-
task: "sentence-similarity"
|
|
296
|
+
task: "sentence-similarity",
|
|
297
297
|
): SentenceSimilarityTaskHelper & TaskProviderHelper;
|
|
298
298
|
export function getProviderHelper(
|
|
299
299
|
provider: InferenceProviderOrPolicy,
|
|
300
|
-
task: "table-question-answering"
|
|
300
|
+
task: "table-question-answering",
|
|
301
301
|
): TableQuestionAnsweringTaskHelper & TaskProviderHelper;
|
|
302
302
|
export function getProviderHelper(
|
|
303
303
|
provider: InferenceProviderOrPolicy,
|
|
304
|
-
task: "tabular-classification"
|
|
304
|
+
task: "tabular-classification",
|
|
305
305
|
): TabularClassificationTaskHelper & TaskProviderHelper;
|
|
306
306
|
export function getProviderHelper(
|
|
307
307
|
provider: InferenceProviderOrPolicy,
|
|
308
|
-
task: "tabular-regression"
|
|
308
|
+
task: "tabular-regression",
|
|
309
309
|
): TabularRegressionTaskHelper & TaskProviderHelper;
|
|
310
310
|
export function getProviderHelper(
|
|
311
311
|
provider: InferenceProviderOrPolicy,
|
|
312
|
-
task: "token-classification"
|
|
312
|
+
task: "token-classification",
|
|
313
313
|
): TokenClassificationTaskHelper & TaskProviderHelper;
|
|
314
314
|
export function getProviderHelper(
|
|
315
315
|
provider: InferenceProviderOrPolicy,
|
|
316
|
-
task: "translation"
|
|
316
|
+
task: "translation",
|
|
317
317
|
): TranslationTaskHelper & TaskProviderHelper;
|
|
318
318
|
export function getProviderHelper(
|
|
319
319
|
provider: InferenceProviderOrPolicy,
|
|
320
|
-
task: "summarization"
|
|
320
|
+
task: "summarization",
|
|
321
321
|
): SummarizationTaskHelper & TaskProviderHelper;
|
|
322
322
|
export function getProviderHelper(
|
|
323
323
|
provider: InferenceProviderOrPolicy,
|
|
324
|
-
task: "visual-question-answering"
|
|
324
|
+
task: "visual-question-answering",
|
|
325
325
|
): VisualQuestionAnsweringTaskHelper & TaskProviderHelper;
|
|
326
326
|
export function getProviderHelper(
|
|
327
327
|
provider: InferenceProviderOrPolicy,
|
|
328
|
-
task: InferenceTask | undefined
|
|
328
|
+
task: InferenceTask | undefined,
|
|
329
329
|
): TaskProviderHelper;
|
|
330
330
|
export function getProviderHelper(
|
|
331
331
|
provider: InferenceProviderOrPolicy,
|
|
332
|
-
task: InferenceTask | undefined
|
|
332
|
+
task: InferenceTask | undefined,
|
|
333
333
|
): TaskProviderHelper {
|
|
334
334
|
if ((provider === "hf-inference" && !task) || provider === "auto") {
|
|
335
335
|
return new HFInference.HFInferenceTask();
|
|
336
336
|
}
|
|
337
337
|
if (!task) {
|
|
338
338
|
throw new InferenceClientInputError(
|
|
339
|
-
"you need to provide a task name when using an external provider, e.g. 'text-to-image'"
|
|
339
|
+
"you need to provide a task name when using an external provider, e.g. 'text-to-image'",
|
|
340
340
|
);
|
|
341
341
|
}
|
|
342
342
|
if (!(provider in PROVIDERS)) {
|
|
343
343
|
throw new InferenceClientInputError(
|
|
344
|
-
`Provider '${provider}' not supported. Available providers: ${Object.keys(PROVIDERS)}
|
|
344
|
+
`Provider '${provider}' not supported. Available providers: ${Object.keys(PROVIDERS)}`,
|
|
345
345
|
);
|
|
346
346
|
}
|
|
347
347
|
const providerTasks = PROVIDERS[provider];
|
|
348
348
|
if (!providerTasks || !(task in providerTasks)) {
|
|
349
349
|
throw new InferenceClientInputError(
|
|
350
|
-
`Task '${task}' not supported for provider '${provider}'. Available tasks: ${Object.keys(providerTasks ?? {})}
|
|
350
|
+
`Task '${task}' not supported for provider '${provider}'. Available tasks: ${Object.keys(providerTasks ?? {})}`,
|
|
351
351
|
);
|
|
352
352
|
}
|
|
353
353
|
return providerTasks[task] as TaskProviderHelper;
|