@huggingface/inference 4.13.10 → 4.13.11

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (62) hide show
  1. package/dist/commonjs/package.d.ts +1 -1
  2. package/dist/commonjs/package.js +1 -1
  3. package/dist/commonjs/providers/replicate.d.ts.map +1 -1
  4. package/dist/commonjs/providers/replicate.js +6 -1
  5. package/dist/commonjs/snippets/getInferenceSnippets.js +11 -20
  6. package/dist/esm/package.d.ts +1 -1
  7. package/dist/esm/package.js +1 -1
  8. package/dist/esm/providers/replicate.d.ts.map +1 -1
  9. package/dist/esm/providers/replicate.js +6 -1
  10. package/dist/esm/snippets/getInferenceSnippets.js +11 -20
  11. package/package.json +34 -34
  12. package/src/InferenceClient.ts +2 -2
  13. package/src/errors.ts +1 -1
  14. package/src/lib/getDefaultTask.ts +1 -1
  15. package/src/lib/getInferenceProviderMapping.ts +11 -11
  16. package/src/lib/getProviderHelper.ts +37 -37
  17. package/src/lib/makeRequestOptions.ts +11 -11
  18. package/src/package.ts +1 -1
  19. package/src/providers/black-forest-labs.ts +3 -3
  20. package/src/providers/fal-ai.ts +33 -33
  21. package/src/providers/featherless-ai.ts +1 -1
  22. package/src/providers/hf-inference.ts +48 -48
  23. package/src/providers/hyperbolic.ts +3 -3
  24. package/src/providers/nebius.ts +1 -1
  25. package/src/providers/novita.ts +7 -7
  26. package/src/providers/nscale.ts +2 -2
  27. package/src/providers/ovhcloud.ts +1 -1
  28. package/src/providers/providerHelper.ts +7 -7
  29. package/src/providers/replicate.ts +8 -3
  30. package/src/providers/sambanova.ts +1 -1
  31. package/src/providers/together.ts +1 -1
  32. package/src/providers/wavespeed.ts +10 -10
  33. package/src/providers/zai-org.ts +7 -7
  34. package/src/snippets/getInferenceSnippets.ts +26 -26
  35. package/src/tasks/audio/audioClassification.ts +1 -1
  36. package/src/tasks/audio/automaticSpeechRecognition.ts +1 -1
  37. package/src/tasks/audio/utils.ts +1 -1
  38. package/src/tasks/custom/request.ts +2 -2
  39. package/src/tasks/custom/streamingRequest.ts +2 -2
  40. package/src/tasks/cv/imageClassification.ts +1 -1
  41. package/src/tasks/cv/imageSegmentation.ts +1 -1
  42. package/src/tasks/cv/textToImage.ts +5 -5
  43. package/src/tasks/cv/textToVideo.ts +1 -1
  44. package/src/tasks/cv/zeroShotImageClassification.ts +3 -3
  45. package/src/tasks/multimodal/documentQuestionAnswering.ts +2 -2
  46. package/src/tasks/multimodal/visualQuestionAnswering.ts +1 -1
  47. package/src/tasks/nlp/chatCompletion.ts +1 -1
  48. package/src/tasks/nlp/chatCompletionStream.ts +1 -1
  49. package/src/tasks/nlp/featureExtraction.ts +1 -1
  50. package/src/tasks/nlp/questionAnswering.ts +2 -2
  51. package/src/tasks/nlp/sentenceSimilarity.ts +1 -1
  52. package/src/tasks/nlp/tableQuestionAnswering.ts +2 -2
  53. package/src/tasks/nlp/textClassification.ts +1 -1
  54. package/src/tasks/nlp/textGeneration.ts +1 -1
  55. package/src/tasks/nlp/textGenerationStream.ts +1 -1
  56. package/src/tasks/nlp/tokenClassification.ts +2 -2
  57. package/src/tasks/nlp/zeroShotClassification.ts +2 -2
  58. package/src/tasks/tabular/tabularClassification.ts +1 -1
  59. package/src/tasks/tabular/tabularRegression.ts +1 -1
  60. package/src/utils/pick.ts +1 -1
  61. package/src/utils/request.ts +20 -20
  62. package/src/utils/typedEntries.ts +1 -1
@@ -1,3 +1,3 @@
1
- export declare const PACKAGE_VERSION = "4.13.10";
1
+ export declare const PACKAGE_VERSION = "4.13.11";
2
2
  export declare const PACKAGE_NAME = "@huggingface/inference";
3
3
  //# sourceMappingURL=package.d.ts.map
@@ -2,5 +2,5 @@
2
2
  Object.defineProperty(exports, "__esModule", { value: true });
3
3
  exports.PACKAGE_NAME = exports.PACKAGE_VERSION = void 0;
4
4
  // Generated file from package.json. Issues importing JSON directly when publishing on commonjs/ESM - see https://github.com/microsoft/TypeScript/issues/51783
5
- exports.PACKAGE_VERSION = "4.13.10";
5
+ exports.PACKAGE_VERSION = "4.13.11";
6
6
  exports.PACKAGE_NAME = "@huggingface/inference";
@@ -1 +1 @@
1
- {"version":3,"file":"replicate.d.ts","sourceRoot":"","sources":["../../../src/providers/replicate.ts"],"names":[],"mappings":"AAkBA,OAAO,KAAK,EAAE,UAAU,EAAE,YAAY,EAAE,UAAU,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAGhG,OAAO,EACN,kBAAkB,EAClB,KAAK,oCAAoC,EACzC,KAAK,sBAAsB,EAC3B,KAAK,qBAAqB,EAC1B,KAAK,qBAAqB,EAC1B,MAAM,qBAAqB,CAAC;AAC7B,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AACpE,OAAO,KAAK,EAAE,8BAA8B,EAAE,MAAM,8CAA8C,CAAC;AACnG,OAAO,KAAK,EAAE,gCAAgC,EAAE,MAAM,oBAAoB,CAAC;AAE3E,MAAM,WAAW,eAAe;IAC/B,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;CAC3B;AAED,uBAAe,aAAc,SAAQ,kBAAkB;gBAC1C,GAAG,CAAC,EAAE,MAAM;IAIxB,SAAS,CAAC,MAAM,EAAE,SAAS,GAAG,MAAM;IAMpC,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAUlD,cAAc,CAAC,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,OAAO,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAQ7E,OAAO,CAAC,MAAM,EAAE,SAAS,GAAG,MAAM;CAO3C;AAED,qBAAa,wBAAyB,SAAQ,aAAc,YAAW,qBAAqB;IAClF,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAerD,WAAW,CACzB,GAAG,EAAE,eAAe,GAAG,IAAI,EAC3B,GAAG,CAAC,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAChC,UAAU,CAAC,EAAE,UAAU,GACrB,OAAO,CAAC,MAAM,GAAG,IAAI,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAsCnD;AAED,qBAAa,yBAA0B,SAAQ,aAAa;IAClD,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAarD,WAAW,CAAC,QAAQ,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;CAiBpE;AAED,qBAAa,wBAAyB,SAAQ,aAAc,YAAW,qBAAqB;IAC5E,WAAW,CAAC,QAAQ,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;CAcpE;AAED,qBAAa,uCACZ,SAAQ,aACR,YAAW,oCAAoC;IAEtC,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAW9D,mBAAmB,CAAC,IAAI,EAAE,8BAA8B,GAAG,OAAO,CAAC,WAAW,CAAC;IAkBtE,WAAW,CAAC,QAAQ,EAAE,eAAe,GAAG,OAAO,CAAC,gCAAgC,CAAC;CAuBhG;AAED,qBAAa,yBAA0B,SAAQ,aAAc,YAAW,sBAAsB;IACpF,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,gBAAgB,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAehF,mBAAmB,CAAC,IAAI,EAAE,gBAAgB,GAAG,OAAO,CAAC,WAAW,CAAC;IAcxD,WAAW,CAAC,QAAQ,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;CA0BpE"}
1
+ {"version":3,"file":"replicate.d.ts","sourceRoot":"","sources":["../../../src/providers/replicate.ts"],"names":[],"mappings":"AAkBA,OAAO,KAAK,EAAE,UAAU,EAAE,YAAY,EAAE,UAAU,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAGhG,OAAO,EACN,kBAAkB,EAClB,KAAK,oCAAoC,EACzC,KAAK,sBAAsB,EAC3B,KAAK,qBAAqB,EAC1B,KAAK,qBAAqB,EAC1B,MAAM,qBAAqB,CAAC;AAC7B,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AACpE,OAAO,KAAK,EAAE,8BAA8B,EAAE,MAAM,8CAA8C,CAAC;AACnG,OAAO,KAAK,EAAE,gCAAgC,EAAE,MAAM,oBAAoB,CAAC;AAE3E,MAAM,WAAW,eAAe;IAC/B,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;CAC3B;AAED,uBAAe,aAAc,SAAQ,kBAAkB;gBAC1C,GAAG,CAAC,EAAE,MAAM;IAIxB,SAAS,CAAC,MAAM,EAAE,SAAS,GAAG,MAAM;IAMpC,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAUlD,cAAc,CAAC,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,OAAO,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAQ7E,OAAO,CAAC,MAAM,EAAE,SAAS,GAAG,MAAM;CAO3C;AAED,qBAAa,wBAAyB,SAAQ,aAAc,YAAW,qBAAqB;IAClF,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAerD,WAAW,CACzB,GAAG,EAAE,eAAe,GAAG,IAAI,EAC3B,GAAG,CAAC,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAChC,UAAU,CAAC,EAAE,UAAU,GACrB,OAAO,CAAC,MAAM,GAAG,IAAI,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAsCnD;AAED,qBAAa,yBAA0B,SAAQ,aAAa;IAClD,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAarD,WAAW,CAAC,QAAQ,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;CAiBpE;AAED,qBAAa,wBAAyB,SAAQ,aAAc,YAAW,qBAAqB;IAC5E,WAAW,CAAC,QAAQ,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;CAcpE;AAED,qBAAa,uCACZ,SAAQ,aACR,YAAW,oCAAoC;IAEtC,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAW9D,mBAAmB,CAAC,IAAI,EAAE,8BAA8B,GAAG,OAAO,CAAC,WAAW,CAAC;IAkBtE,WAAW,CAAC,QAAQ,EAAE,eAAe,GAAG,OAAO,CAAC,gCAAgC,CAAC;CAuBhG;AAED,qBAAa,yBAA0B,SAAQ,aAAc,YAAW,sBAAsB;IACpF,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,gBAAgB,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAoBhF,mBAAmB,CAAC,IAAI,EAAE,gBAAgB,GAAG,OAAO,CAAC,WAAW,CAAC;IAcxD,WAAW,CAAC,QAAQ,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;CA0BpE"}
@@ -199,11 +199,16 @@ class ReplicateAutomaticSpeechRecognitionTask extends ReplicateTask {
199
199
  exports.ReplicateAutomaticSpeechRecognitionTask = ReplicateAutomaticSpeechRecognitionTask;
200
200
  class ReplicateImageToImageTask extends ReplicateTask {
201
201
  preparePayload(params) {
202
+ const imageInput = params.args.inputs; // This will be processed in preparePayloadAsync
202
203
  return {
203
204
  input: {
204
205
  ...(0, omit_js_1.omit)(params.args, ["inputs", "parameters"]),
205
206
  ...params.args.parameters,
206
- input_image: params.args.inputs, // This will be processed in preparePayloadAsync
207
+ // Different Replicate models expect the image in different keys
208
+ image: imageInput,
209
+ images: [imageInput],
210
+ input_image: imageInput,
211
+ input_images: [imageInput],
207
212
  lora_weights: params.mapping?.adapter === "lora" && params.mapping.adapterWeightsPath
208
213
  ? `https://huggingface.co/${params.mapping.hfModelId}`
209
214
  : undefined,
@@ -189,7 +189,7 @@ const snippetGenerator = (templateName, inputPreparationFn) => {
189
189
  ? provider !== "auto"
190
190
  ? `${model.id}:${provider}` // e.g. "moonshotai/Kimi-K2-Instruct:groq"
191
191
  : model.id
192
- : providerModelId ?? model.id,
192
+ : (providerModelId ?? model.id),
193
193
  billTo: opts?.billTo,
194
194
  endpointUrl: opts?.endpointUrl,
195
195
  task,
@@ -306,7 +306,7 @@ const snippets = {
306
306
  };
307
307
  function getInferenceSnippets(model, provider, inferenceProviderMapping, opts) {
308
308
  return model.pipeline_tag && model.pipeline_tag in snippets
309
- ? snippets[model.pipeline_tag]?.(model, provider, inferenceProviderMapping, opts) ?? []
309
+ ? (snippets[model.pipeline_tag]?.(model, provider, inferenceProviderMapping, opts) ?? [])
310
310
  : [];
311
311
  }
312
312
  // String manipulation helpers
@@ -383,29 +383,20 @@ function replaceAccessTokenPlaceholder(directRequest, placeholder, snippet, lang
383
383
  : provider.toUpperCase().replace("-", "_") + "_API_KEY"; // e.g. "REPLICATE_API_KEY"
384
384
  // Replace the placeholder with the env variable
385
385
  if (language === "sh") {
386
- snippet = snippet.replace(`'Authorization: Bearer ${placeholder}'`, `"Authorization: Bearer $${accessTokenEnvVar}"` // e.g. "Authorization: Bearer $HF_TOKEN"
387
- );
386
+ snippet = snippet.replace(`'Authorization: Bearer ${placeholder}'`, `"Authorization: Bearer $${accessTokenEnvVar}"`);
388
387
  }
389
388
  else if (language === "python") {
390
389
  snippet = "import os\n" + snippet;
391
- snippet = snippet.replace(`"${placeholder}"`, `os.environ["${accessTokenEnvVar}"]` // e.g. os.environ["HF_TOKEN")
392
- );
393
- snippet = snippet.replace(`"Bearer ${placeholder}"`, `f"Bearer {os.environ['${accessTokenEnvVar}']}"` // e.g. f"Bearer {os.environ['HF_TOKEN']}"
394
- );
395
- snippet = snippet.replace(`"Key ${placeholder}"`, `f"Key {os.environ['${accessTokenEnvVar}']}"` // e.g. f"Key {os.environ['FAL_AI_API_KEY']}"
396
- );
397
- snippet = snippet.replace(`"X-Key ${placeholder}"`, `f"X-Key {os.environ['${accessTokenEnvVar}']}"` // e.g. f"X-Key {os.environ['BLACK_FOREST_LABS_API_KEY']}"
398
- );
390
+ snippet = snippet.replace(`"${placeholder}"`, `os.environ["${accessTokenEnvVar}"]`);
391
+ snippet = snippet.replace(`"Bearer ${placeholder}"`, `f"Bearer {os.environ['${accessTokenEnvVar}']}"`);
392
+ snippet = snippet.replace(`"Key ${placeholder}"`, `f"Key {os.environ['${accessTokenEnvVar}']}"`);
393
+ snippet = snippet.replace(`"X-Key ${placeholder}"`, `f"X-Key {os.environ['${accessTokenEnvVar}']}"`);
399
394
  }
400
395
  else if (language === "js") {
401
- snippet = snippet.replace(`"${placeholder}"`, `process.env.${accessTokenEnvVar}` // e.g. process.env.HF_TOKEN
402
- );
403
- snippet = snippet.replace(`Authorization: "Bearer ${placeholder}",`, `Authorization: \`Bearer $\{process.env.${accessTokenEnvVar}}\`,` // e.g. Authorization: `Bearer ${process.env.HF_TOKEN}`,
404
- );
405
- snippet = snippet.replace(`Authorization: "Key ${placeholder}",`, `Authorization: \`Key $\{process.env.${accessTokenEnvVar}}\`,` // e.g. Authorization: `Key ${process.env.FAL_AI_API_KEY}`,
406
- );
407
- snippet = snippet.replace(`Authorization: "X-Key ${placeholder}",`, `Authorization: \`X-Key $\{process.env.${accessTokenEnvVar}}\`,` // e.g. Authorization: `X-Key ${process.env.BLACK_FOREST_LABS_AI_API_KEY}`,
408
- );
396
+ snippet = snippet.replace(`"${placeholder}"`, `process.env.${accessTokenEnvVar}`);
397
+ snippet = snippet.replace(`Authorization: "Bearer ${placeholder}",`, `Authorization: \`Bearer $\{process.env.${accessTokenEnvVar}}\`,`);
398
+ snippet = snippet.replace(`Authorization: "Key ${placeholder}",`, `Authorization: \`Key $\{process.env.${accessTokenEnvVar}}\`,`);
399
+ snippet = snippet.replace(`Authorization: "X-Key ${placeholder}",`, `Authorization: \`X-Key $\{process.env.${accessTokenEnvVar}}\`,`);
409
400
  }
410
401
  return snippet;
411
402
  }
@@ -1,3 +1,3 @@
1
- export declare const PACKAGE_VERSION = "4.13.10";
1
+ export declare const PACKAGE_VERSION = "4.13.11";
2
2
  export declare const PACKAGE_NAME = "@huggingface/inference";
3
3
  //# sourceMappingURL=package.d.ts.map
@@ -1,3 +1,3 @@
1
1
  // Generated file from package.json. Issues importing JSON directly when publishing on commonjs/ESM - see https://github.com/microsoft/TypeScript/issues/51783
2
- export const PACKAGE_VERSION = "4.13.10";
2
+ export const PACKAGE_VERSION = "4.13.11";
3
3
  export const PACKAGE_NAME = "@huggingface/inference";
@@ -1 +1 @@
1
- {"version":3,"file":"replicate.d.ts","sourceRoot":"","sources":["../../../src/providers/replicate.ts"],"names":[],"mappings":"AAkBA,OAAO,KAAK,EAAE,UAAU,EAAE,YAAY,EAAE,UAAU,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAGhG,OAAO,EACN,kBAAkB,EAClB,KAAK,oCAAoC,EACzC,KAAK,sBAAsB,EAC3B,KAAK,qBAAqB,EAC1B,KAAK,qBAAqB,EAC1B,MAAM,qBAAqB,CAAC;AAC7B,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AACpE,OAAO,KAAK,EAAE,8BAA8B,EAAE,MAAM,8CAA8C,CAAC;AACnG,OAAO,KAAK,EAAE,gCAAgC,EAAE,MAAM,oBAAoB,CAAC;AAE3E,MAAM,WAAW,eAAe;IAC/B,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;CAC3B;AAED,uBAAe,aAAc,SAAQ,kBAAkB;gBAC1C,GAAG,CAAC,EAAE,MAAM;IAIxB,SAAS,CAAC,MAAM,EAAE,SAAS,GAAG,MAAM;IAMpC,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAUlD,cAAc,CAAC,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,OAAO,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAQ7E,OAAO,CAAC,MAAM,EAAE,SAAS,GAAG,MAAM;CAO3C;AAED,qBAAa,wBAAyB,SAAQ,aAAc,YAAW,qBAAqB;IAClF,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAerD,WAAW,CACzB,GAAG,EAAE,eAAe,GAAG,IAAI,EAC3B,GAAG,CAAC,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAChC,UAAU,CAAC,EAAE,UAAU,GACrB,OAAO,CAAC,MAAM,GAAG,IAAI,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAsCnD;AAED,qBAAa,yBAA0B,SAAQ,aAAa;IAClD,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAarD,WAAW,CAAC,QAAQ,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;CAiBpE;AAED,qBAAa,wBAAyB,SAAQ,aAAc,YAAW,qBAAqB;IAC5E,WAAW,CAAC,QAAQ,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;CAcpE;AAED,qBAAa,uCACZ,SAAQ,aACR,YAAW,oCAAoC;IAEtC,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAW9D,mBAAmB,CAAC,IAAI,EAAE,8BAA8B,GAAG,OAAO,CAAC,WAAW,CAAC;IAkBtE,WAAW,CAAC,QAAQ,EAAE,eAAe,GAAG,OAAO,CAAC,gCAAgC,CAAC;CAuBhG;AAED,qBAAa,yBAA0B,SAAQ,aAAc,YAAW,sBAAsB;IACpF,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,gBAAgB,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAehF,mBAAmB,CAAC,IAAI,EAAE,gBAAgB,GAAG,OAAO,CAAC,WAAW,CAAC;IAcxD,WAAW,CAAC,QAAQ,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;CA0BpE"}
1
+ {"version":3,"file":"replicate.d.ts","sourceRoot":"","sources":["../../../src/providers/replicate.ts"],"names":[],"mappings":"AAkBA,OAAO,KAAK,EAAE,UAAU,EAAE,YAAY,EAAE,UAAU,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAGhG,OAAO,EACN,kBAAkB,EAClB,KAAK,oCAAoC,EACzC,KAAK,sBAAsB,EAC3B,KAAK,qBAAqB,EAC1B,KAAK,qBAAqB,EAC1B,MAAM,qBAAqB,CAAC;AAC7B,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AACpE,OAAO,KAAK,EAAE,8BAA8B,EAAE,MAAM,8CAA8C,CAAC;AACnG,OAAO,KAAK,EAAE,gCAAgC,EAAE,MAAM,oBAAoB,CAAC;AAE3E,MAAM,WAAW,eAAe;IAC/B,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;CAC3B;AAED,uBAAe,aAAc,SAAQ,kBAAkB;gBAC1C,GAAG,CAAC,EAAE,MAAM;IAIxB,SAAS,CAAC,MAAM,EAAE,SAAS,GAAG,MAAM;IAMpC,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAUlD,cAAc,CAAC,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,OAAO,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAQ7E,OAAO,CAAC,MAAM,EAAE,SAAS,GAAG,MAAM;CAO3C;AAED,qBAAa,wBAAyB,SAAQ,aAAc,YAAW,qBAAqB;IAClF,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAerD,WAAW,CACzB,GAAG,EAAE,eAAe,GAAG,IAAI,EAC3B,GAAG,CAAC,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAChC,UAAU,CAAC,EAAE,UAAU,GACrB,OAAO,CAAC,MAAM,GAAG,IAAI,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAsCnD;AAED,qBAAa,yBAA0B,SAAQ,aAAa;IAClD,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAarD,WAAW,CAAC,QAAQ,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;CAiBpE;AAED,qBAAa,wBAAyB,SAAQ,aAAc,YAAW,qBAAqB;IAC5E,WAAW,CAAC,QAAQ,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;CAcpE;AAED,qBAAa,uCACZ,SAAQ,aACR,YAAW,oCAAoC;IAEtC,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAW9D,mBAAmB,CAAC,IAAI,EAAE,8BAA8B,GAAG,OAAO,CAAC,WAAW,CAAC;IAkBtE,WAAW,CAAC,QAAQ,EAAE,eAAe,GAAG,OAAO,CAAC,gCAAgC,CAAC;CAuBhG;AAED,qBAAa,yBAA0B,SAAQ,aAAc,YAAW,sBAAsB;IACpF,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,gBAAgB,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAoBhF,mBAAmB,CAAC,IAAI,EAAE,gBAAgB,GAAG,OAAO,CAAC,WAAW,CAAC;IAcxD,WAAW,CAAC,QAAQ,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;CA0BpE"}
@@ -192,11 +192,16 @@ export class ReplicateAutomaticSpeechRecognitionTask extends ReplicateTask {
192
192
  }
193
193
  export class ReplicateImageToImageTask extends ReplicateTask {
194
194
  preparePayload(params) {
195
+ const imageInput = params.args.inputs; // This will be processed in preparePayloadAsync
195
196
  return {
196
197
  input: {
197
198
  ...omit(params.args, ["inputs", "parameters"]),
198
199
  ...params.args.parameters,
199
- input_image: params.args.inputs, // This will be processed in preparePayloadAsync
200
+ // Different Replicate models expect the image in different keys
201
+ image: imageInput,
202
+ images: [imageInput],
203
+ input_image: imageInput,
204
+ input_images: [imageInput],
200
205
  lora_weights: params.mapping?.adapter === "lora" && params.mapping.adapterWeightsPath
201
206
  ? `https://huggingface.co/${params.mapping.hfModelId}`
202
207
  : undefined,
@@ -186,7 +186,7 @@ const snippetGenerator = (templateName, inputPreparationFn) => {
186
186
  ? provider !== "auto"
187
187
  ? `${model.id}:${provider}` // e.g. "moonshotai/Kimi-K2-Instruct:groq"
188
188
  : model.id
189
- : providerModelId ?? model.id,
189
+ : (providerModelId ?? model.id),
190
190
  billTo: opts?.billTo,
191
191
  endpointUrl: opts?.endpointUrl,
192
192
  task,
@@ -303,7 +303,7 @@ const snippets = {
303
303
  };
304
304
  export function getInferenceSnippets(model, provider, inferenceProviderMapping, opts) {
305
305
  return model.pipeline_tag && model.pipeline_tag in snippets
306
- ? snippets[model.pipeline_tag]?.(model, provider, inferenceProviderMapping, opts) ?? []
306
+ ? (snippets[model.pipeline_tag]?.(model, provider, inferenceProviderMapping, opts) ?? [])
307
307
  : [];
308
308
  }
309
309
  // String manipulation helpers
@@ -380,29 +380,20 @@ function replaceAccessTokenPlaceholder(directRequest, placeholder, snippet, lang
380
380
  : provider.toUpperCase().replace("-", "_") + "_API_KEY"; // e.g. "REPLICATE_API_KEY"
381
381
  // Replace the placeholder with the env variable
382
382
  if (language === "sh") {
383
- snippet = snippet.replace(`'Authorization: Bearer ${placeholder}'`, `"Authorization: Bearer $${accessTokenEnvVar}"` // e.g. "Authorization: Bearer $HF_TOKEN"
384
- );
383
+ snippet = snippet.replace(`'Authorization: Bearer ${placeholder}'`, `"Authorization: Bearer $${accessTokenEnvVar}"`);
385
384
  }
386
385
  else if (language === "python") {
387
386
  snippet = "import os\n" + snippet;
388
- snippet = snippet.replace(`"${placeholder}"`, `os.environ["${accessTokenEnvVar}"]` // e.g. os.environ["HF_TOKEN")
389
- );
390
- snippet = snippet.replace(`"Bearer ${placeholder}"`, `f"Bearer {os.environ['${accessTokenEnvVar}']}"` // e.g. f"Bearer {os.environ['HF_TOKEN']}"
391
- );
392
- snippet = snippet.replace(`"Key ${placeholder}"`, `f"Key {os.environ['${accessTokenEnvVar}']}"` // e.g. f"Key {os.environ['FAL_AI_API_KEY']}"
393
- );
394
- snippet = snippet.replace(`"X-Key ${placeholder}"`, `f"X-Key {os.environ['${accessTokenEnvVar}']}"` // e.g. f"X-Key {os.environ['BLACK_FOREST_LABS_API_KEY']}"
395
- );
387
+ snippet = snippet.replace(`"${placeholder}"`, `os.environ["${accessTokenEnvVar}"]`);
388
+ snippet = snippet.replace(`"Bearer ${placeholder}"`, `f"Bearer {os.environ['${accessTokenEnvVar}']}"`);
389
+ snippet = snippet.replace(`"Key ${placeholder}"`, `f"Key {os.environ['${accessTokenEnvVar}']}"`);
390
+ snippet = snippet.replace(`"X-Key ${placeholder}"`, `f"X-Key {os.environ['${accessTokenEnvVar}']}"`);
396
391
  }
397
392
  else if (language === "js") {
398
- snippet = snippet.replace(`"${placeholder}"`, `process.env.${accessTokenEnvVar}` // e.g. process.env.HF_TOKEN
399
- );
400
- snippet = snippet.replace(`Authorization: "Bearer ${placeholder}",`, `Authorization: \`Bearer $\{process.env.${accessTokenEnvVar}}\`,` // e.g. Authorization: `Bearer ${process.env.HF_TOKEN}`,
401
- );
402
- snippet = snippet.replace(`Authorization: "Key ${placeholder}",`, `Authorization: \`Key $\{process.env.${accessTokenEnvVar}}\`,` // e.g. Authorization: `Key ${process.env.FAL_AI_API_KEY}`,
403
- );
404
- snippet = snippet.replace(`Authorization: "X-Key ${placeholder}",`, `Authorization: \`X-Key $\{process.env.${accessTokenEnvVar}}\`,` // e.g. Authorization: `X-Key ${process.env.BLACK_FOREST_LABS_AI_API_KEY}`,
405
- );
393
+ snippet = snippet.replace(`"${placeholder}"`, `process.env.${accessTokenEnvVar}`);
394
+ snippet = snippet.replace(`Authorization: "Bearer ${placeholder}",`, `Authorization: \`Bearer $\{process.env.${accessTokenEnvVar}}\`,`);
395
+ snippet = snippet.replace(`Authorization: "Key ${placeholder}",`, `Authorization: \`Key $\{process.env.${accessTokenEnvVar}}\`,`);
396
+ snippet = snippet.replace(`Authorization: "X-Key ${placeholder}",`, `Authorization: \`X-Key $\{process.env.${accessTokenEnvVar}}\`,`);
406
397
  }
407
398
  return snippet;
408
399
  }
package/package.json CHANGED
@@ -1,54 +1,33 @@
1
1
  {
2
2
  "name": "@huggingface/inference",
3
- "version": "4.13.10",
4
- "license": "MIT",
5
- "author": "Hugging Face and Tim Mikeladze <tim.mikeladze@gmail.com>",
3
+ "version": "4.13.11",
6
4
  "description": "Typescript client for the Hugging Face Inference Providers and Inference Endpoints",
7
- "repository": {
8
- "type": "git",
9
- "url": "https://github.com/huggingface/huggingface.js.git"
10
- },
11
- "publishConfig": {
12
- "access": "public"
13
- },
14
5
  "keywords": [
6
+ "ai",
15
7
  "hugging face",
16
8
  "hugging face typescript",
17
9
  "huggingface",
18
10
  "huggingface-inference-api",
19
11
  "huggingface-inference-api-typescript",
20
- "inference",
21
- "ai"
12
+ "inference"
22
13
  ],
23
- "engines": {
24
- "node": ">=18"
14
+ "license": "MIT",
15
+ "author": "Hugging Face and Tim Mikeladze <tim.mikeladze@gmail.com>",
16
+ "repository": {
17
+ "type": "git",
18
+ "url": "https://github.com/huggingface/huggingface.js.git"
25
19
  },
20
+ "source": "src/index.ts",
26
21
  "files": [
27
22
  "dist",
28
23
  "src",
29
24
  "!src/snippets/templates/**/*.jinja"
30
25
  ],
31
- "source": "src/index.ts",
32
- "types": "./dist/commonjs/index.d.ts",
26
+ "type": "module",
33
27
  "main": "./dist/commonjs/index.js",
34
28
  "module": "./dist/esm/index.js",
35
- "tshy": {
36
- "exports": {
37
- "./package.json": "./package.json",
38
- ".": "./src/index.ts"
39
- }
40
- },
41
- "type": "module",
42
- "dependencies": {
43
- "@huggingface/tasks": "^0.19.78",
44
- "@huggingface/jinja": "^0.5.3"
45
- },
46
- "devDependencies": {
47
- "@types/node": "18.13.0"
48
- },
49
- "resolutions": {},
29
+ "types": "./dist/commonjs/index.d.ts",
50
30
  "exports": {
51
- "./package.json": "./package.json",
52
31
  ".": {
53
32
  "import": {
54
33
  "types": "./dist/esm/index.d.ts",
@@ -58,14 +37,35 @@
58
37
  "types": "./dist/commonjs/index.d.ts",
59
38
  "default": "./dist/commonjs/index.js"
60
39
  }
40
+ },
41
+ "./package.json": "./package.json"
42
+ },
43
+ "publishConfig": {
44
+ "access": "public"
45
+ },
46
+ "dependencies": {
47
+ "@huggingface/jinja": "^0.5.4",
48
+ "@huggingface/tasks": "^0.19.82"
49
+ },
50
+ "devDependencies": {
51
+ "@types/node": "18.13.0"
52
+ },
53
+ "resolutions": {},
54
+ "tshy": {
55
+ "exports": {
56
+ ".": "./src/index.ts",
57
+ "./package.json": "./package.json"
61
58
  }
62
59
  },
60
+ "engines": {
61
+ "node": ">=18"
62
+ },
63
63
  "scripts": {
64
64
  "build": "pnpm run export-templates && pnpm run package-to-ts && tshy",
65
65
  "lint": "eslint --quiet --fix --ext .cjs,.ts .",
66
66
  "lint:check": "eslint --ext .cjs,.ts .",
67
- "format": "prettier --write .",
68
- "format:check": "prettier --check .",
67
+ "format": "oxfmt .",
68
+ "format:check": "oxfmt --check .",
69
69
  "test": "vitest run --config vitest.config.mts",
70
70
  "test:browser": "vitest run --browser.name=chrome --browser.headless --config vitest.config.mts",
71
71
  "check": "tsc",
@@ -16,7 +16,7 @@ export class InferenceClient {
16
16
  accessToken = "",
17
17
  defaultOptions: Options & {
18
18
  endpointUrl?: string;
19
- } = {}
19
+ } = {},
20
20
  ) {
21
21
  this.accessToken = accessToken;
22
22
  this.defaultOptions = defaultOptions;
@@ -32,7 +32,7 @@ export class InferenceClient {
32
32
  {
33
33
  ...omit(defaultOptions, ["endpointUrl"]),
34
34
  ...options,
35
- }
35
+ },
36
36
  ),
37
37
  });
38
38
  }
package/src/errors.ts CHANGED
@@ -51,7 +51,7 @@ abstract class InferenceClientHttpRequestError extends InferenceClientError {
51
51
  ...("Authorization" in httpRequest.headers ? { Authorization: `Bearer [redacted]` } : undefined),
52
52
  /// redact authentication in the request headers
53
53
  },
54
- }
54
+ }
55
55
  : undefined),
56
56
  };
57
57
  this.httpResponse = httpResponse;
@@ -23,7 +23,7 @@ export interface DefaultTaskOptions {
23
23
  export async function getDefaultTask(
24
24
  model: string,
25
25
  accessToken: string | undefined,
26
- options?: DefaultTaskOptions
26
+ options?: DefaultTaskOptions,
27
27
  ): Promise<string | null> {
28
28
  if (isUrl(model)) {
29
29
  return null;
@@ -28,7 +28,7 @@ function normalizeInferenceProviderMapping(
28
28
  adapter?: string;
29
29
  adapterWeightsPath?: string;
30
30
  }
31
- >
31
+ >,
32
32
  ): InferenceProviderMappingEntry[] {
33
33
  if (!inferenceProviderMapping) {
34
34
  return [];
@@ -56,7 +56,7 @@ export async function fetchInferenceProviderMappingForModel(
56
56
  accessToken?: string,
57
57
  options?: {
58
58
  fetch?: (input: RequestInfo, init?: RequestInit) => Promise<Response>;
59
- }
59
+ },
60
60
  ): Promise<InferenceProviderMappingEntry[]> {
61
61
  let inferenceProviderMapping: InferenceProviderMappingEntry[] | null;
62
62
  if (inferenceProviderMappingCache.has(modelId)) {
@@ -74,14 +74,14 @@ export async function fetchInferenceProviderMappingForModel(
74
74
  throw new InferenceClientHubApiError(
75
75
  `Failed to fetch inference provider mapping for model ${modelId}: ${error.error}`,
76
76
  { url, method: "GET" },
77
- { requestId: resp.headers.get("x-request-id") ?? "", status: resp.status, body: error }
77
+ { requestId: resp.headers.get("x-request-id") ?? "", status: resp.status, body: error },
78
78
  );
79
79
  }
80
80
  } else {
81
81
  throw new InferenceClientHubApiError(
82
82
  `Failed to fetch inference provider mapping for model ${modelId}`,
83
83
  { url, method: "GET" },
84
- { requestId: resp.headers.get("x-request-id") ?? "", status: resp.status, body: await resp.text() }
84
+ { requestId: resp.headers.get("x-request-id") ?? "", status: resp.status, body: await resp.text() },
85
85
  );
86
86
  }
87
87
  }
@@ -96,14 +96,14 @@ export async function fetchInferenceProviderMappingForModel(
96
96
  throw new InferenceClientHubApiError(
97
97
  `Failed to fetch inference provider mapping for model ${modelId}: malformed API response, invalid JSON`,
98
98
  { url, method: "GET" },
99
- { requestId: resp.headers.get("x-request-id") ?? "", status: resp.status, body: await resp.text() }
99
+ { requestId: resp.headers.get("x-request-id") ?? "", status: resp.status, body: await resp.text() },
100
100
  );
101
101
  }
102
102
  if (!payload?.inferenceProviderMapping) {
103
103
  throw new InferenceClientHubApiError(
104
104
  `We have not been able to find inference provider information for model ${modelId}.`,
105
105
  { url, method: "GET" },
106
- { requestId: resp.headers.get("x-request-id") ?? "", status: resp.status, body: await resp.text() }
106
+ { requestId: resp.headers.get("x-request-id") ?? "", status: resp.status, body: await resp.text() },
107
107
  );
108
108
  }
109
109
  inferenceProviderMapping = normalizeInferenceProviderMapping(modelId, payload.inferenceProviderMapping);
@@ -121,7 +121,7 @@ export async function getInferenceProviderMapping(
121
121
  },
122
122
  options: {
123
123
  fetch?: (input: RequestInfo, init?: RequestInit) => Promise<Response>;
124
- }
124
+ },
125
125
  ): Promise<InferenceProviderMappingEntry | null> {
126
126
  const logger = getLogger();
127
127
  if (params.provider === ("auto" as InferenceProvider) && params.task === "conversational") {
@@ -147,12 +147,12 @@ export async function getInferenceProviderMapping(
147
147
  : [params.task];
148
148
  if (!typedInclude(equivalentTasks, providerMapping.task)) {
149
149
  throw new InferenceClientInputError(
150
- `Model ${params.modelId} is not supported for task ${params.task} and provider ${params.provider}. Supported task: ${providerMapping.task}.`
150
+ `Model ${params.modelId} is not supported for task ${params.task} and provider ${params.provider}. Supported task: ${providerMapping.task}.`,
151
151
  );
152
152
  }
153
153
  if (providerMapping.status === "staging") {
154
154
  logger.warn(
155
- `Model ${params.modelId} is in staging mode for provider ${params.provider}. Meant for test purposes only.`
155
+ `Model ${params.modelId} is in staging mode for provider ${params.provider}. Meant for test purposes only.`,
156
156
  );
157
157
  }
158
158
  return providerMapping;
@@ -163,7 +163,7 @@ export async function getInferenceProviderMapping(
163
163
  export async function resolveProvider(
164
164
  provider?: InferenceProviderOrPolicy,
165
165
  modelId?: string,
166
- endpointUrl?: string
166
+ endpointUrl?: string,
167
167
  ): Promise<InferenceProvider> {
168
168
  const logger = getLogger();
169
169
  if (endpointUrl) {
@@ -175,7 +175,7 @@ export async function resolveProvider(
175
175
  }
176
176
  if (!provider) {
177
177
  logger.log(
178
- "Defaulting to 'auto' which will select the first provider available for the model, sorted by the user's order in https://hf.co/settings/inference-providers."
178
+ "Defaulting to 'auto' which will select the first provider available for the model, sorted by the user's order in https://hf.co/settings/inference-providers.",
179
179
  );
180
180
  provider = "auto";
181
181
  }
@@ -197,157 +197,157 @@ export const PROVIDERS: Record<InferenceProvider, Partial<Record<InferenceTask,
197
197
  */
198
198
  export function getProviderHelper(
199
199
  provider: InferenceProviderOrPolicy,
200
- task: "text-to-image"
200
+ task: "text-to-image",
201
201
  ): TextToImageTaskHelper & TaskProviderHelper;
202
202
  export function getProviderHelper(
203
203
  provider: InferenceProviderOrPolicy,
204
- task: "conversational"
204
+ task: "conversational",
205
205
  ): ConversationalTaskHelper & TaskProviderHelper;
206
206
  export function getProviderHelper(
207
207
  provider: InferenceProviderOrPolicy,
208
- task: "text-generation"
208
+ task: "text-generation",
209
209
  ): TextGenerationTaskHelper & TaskProviderHelper;
210
210
  export function getProviderHelper(
211
211
  provider: InferenceProviderOrPolicy,
212
- task: "text-to-speech"
212
+ task: "text-to-speech",
213
213
  ): TextToSpeechTaskHelper & TaskProviderHelper;
214
214
  export function getProviderHelper(
215
215
  provider: InferenceProviderOrPolicy,
216
- task: "text-to-audio"
216
+ task: "text-to-audio",
217
217
  ): TextToAudioTaskHelper & TaskProviderHelper;
218
218
  export function getProviderHelper(
219
219
  provider: InferenceProviderOrPolicy,
220
- task: "automatic-speech-recognition"
220
+ task: "automatic-speech-recognition",
221
221
  ): AutomaticSpeechRecognitionTaskHelper & TaskProviderHelper;
222
222
  export function getProviderHelper(
223
223
  provider: InferenceProviderOrPolicy,
224
- task: "text-to-video"
224
+ task: "text-to-video",
225
225
  ): TextToVideoTaskHelper & TaskProviderHelper;
226
226
  export function getProviderHelper(
227
227
  provider: InferenceProviderOrPolicy,
228
- task: "text-classification"
228
+ task: "text-classification",
229
229
  ): TextClassificationTaskHelper & TaskProviderHelper;
230
230
  export function getProviderHelper(
231
231
  provider: InferenceProviderOrPolicy,
232
- task: "question-answering"
232
+ task: "question-answering",
233
233
  ): QuestionAnsweringTaskHelper & TaskProviderHelper;
234
234
  export function getProviderHelper(
235
235
  provider: InferenceProviderOrPolicy,
236
- task: "audio-classification"
236
+ task: "audio-classification",
237
237
  ): AudioClassificationTaskHelper & TaskProviderHelper;
238
238
  export function getProviderHelper(
239
239
  provider: InferenceProviderOrPolicy,
240
- task: "audio-to-audio"
240
+ task: "audio-to-audio",
241
241
  ): AudioToAudioTaskHelper & TaskProviderHelper;
242
242
  export function getProviderHelper(
243
243
  provider: InferenceProviderOrPolicy,
244
- task: "fill-mask"
244
+ task: "fill-mask",
245
245
  ): FillMaskTaskHelper & TaskProviderHelper;
246
246
  export function getProviderHelper(
247
247
  provider: InferenceProviderOrPolicy,
248
- task: "feature-extraction"
248
+ task: "feature-extraction",
249
249
  ): FeatureExtractionTaskHelper & TaskProviderHelper;
250
250
  export function getProviderHelper(
251
251
  provider: InferenceProviderOrPolicy,
252
- task: "image-classification"
252
+ task: "image-classification",
253
253
  ): ImageClassificationTaskHelper & TaskProviderHelper;
254
254
  export function getProviderHelper(
255
255
  provider: InferenceProviderOrPolicy,
256
- task: "image-segmentation"
256
+ task: "image-segmentation",
257
257
  ): ImageSegmentationTaskHelper & TaskProviderHelper;
258
258
  export function getProviderHelper(
259
259
  provider: InferenceProviderOrPolicy,
260
- task: "document-question-answering"
260
+ task: "document-question-answering",
261
261
  ): DocumentQuestionAnsweringTaskHelper & TaskProviderHelper;
262
262
  export function getProviderHelper(
263
263
  provider: InferenceProviderOrPolicy,
264
- task: "image-to-text"
264
+ task: "image-to-text",
265
265
  ): ImageToTextTaskHelper & TaskProviderHelper;
266
266
  export function getProviderHelper(
267
267
  provider: InferenceProviderOrPolicy,
268
- task: "object-detection"
268
+ task: "object-detection",
269
269
  ): ObjectDetectionTaskHelper & TaskProviderHelper;
270
270
  export function getProviderHelper(
271
271
  provider: InferenceProviderOrPolicy,
272
- task: "zero-shot-image-classification"
272
+ task: "zero-shot-image-classification",
273
273
  ): ZeroShotImageClassificationTaskHelper & TaskProviderHelper;
274
274
  export function getProviderHelper(
275
275
  provider: InferenceProviderOrPolicy,
276
- task: "zero-shot-classification"
276
+ task: "zero-shot-classification",
277
277
  ): ZeroShotClassificationTaskHelper & TaskProviderHelper;
278
278
  export function getProviderHelper(
279
279
  provider: InferenceProviderOrPolicy,
280
- task: "image-to-image"
280
+ task: "image-to-image",
281
281
  ): ImageToImageTaskHelper & TaskProviderHelper;
282
282
  export function getProviderHelper(
283
283
  provider: InferenceProviderOrPolicy,
284
- task: "image-to-video"
284
+ task: "image-to-video",
285
285
  ): ImageToVideoTaskHelper & TaskProviderHelper;
286
286
  export function getProviderHelper(
287
287
  provider: InferenceProviderOrPolicy,
288
- task: "image-text-to-image"
288
+ task: "image-text-to-image",
289
289
  ): ImageTextToImageTaskHelper & TaskProviderHelper;
290
290
  export function getProviderHelper(
291
291
  provider: InferenceProviderOrPolicy,
292
- task: "image-text-to-video"
292
+ task: "image-text-to-video",
293
293
  ): ImageTextToVideoTaskHelper & TaskProviderHelper;
294
294
  export function getProviderHelper(
295
295
  provider: InferenceProviderOrPolicy,
296
- task: "sentence-similarity"
296
+ task: "sentence-similarity",
297
297
  ): SentenceSimilarityTaskHelper & TaskProviderHelper;
298
298
  export function getProviderHelper(
299
299
  provider: InferenceProviderOrPolicy,
300
- task: "table-question-answering"
300
+ task: "table-question-answering",
301
301
  ): TableQuestionAnsweringTaskHelper & TaskProviderHelper;
302
302
  export function getProviderHelper(
303
303
  provider: InferenceProviderOrPolicy,
304
- task: "tabular-classification"
304
+ task: "tabular-classification",
305
305
  ): TabularClassificationTaskHelper & TaskProviderHelper;
306
306
  export function getProviderHelper(
307
307
  provider: InferenceProviderOrPolicy,
308
- task: "tabular-regression"
308
+ task: "tabular-regression",
309
309
  ): TabularRegressionTaskHelper & TaskProviderHelper;
310
310
  export function getProviderHelper(
311
311
  provider: InferenceProviderOrPolicy,
312
- task: "token-classification"
312
+ task: "token-classification",
313
313
  ): TokenClassificationTaskHelper & TaskProviderHelper;
314
314
  export function getProviderHelper(
315
315
  provider: InferenceProviderOrPolicy,
316
- task: "translation"
316
+ task: "translation",
317
317
  ): TranslationTaskHelper & TaskProviderHelper;
318
318
  export function getProviderHelper(
319
319
  provider: InferenceProviderOrPolicy,
320
- task: "summarization"
320
+ task: "summarization",
321
321
  ): SummarizationTaskHelper & TaskProviderHelper;
322
322
  export function getProviderHelper(
323
323
  provider: InferenceProviderOrPolicy,
324
- task: "visual-question-answering"
324
+ task: "visual-question-answering",
325
325
  ): VisualQuestionAnsweringTaskHelper & TaskProviderHelper;
326
326
  export function getProviderHelper(
327
327
  provider: InferenceProviderOrPolicy,
328
- task: InferenceTask | undefined
328
+ task: InferenceTask | undefined,
329
329
  ): TaskProviderHelper;
330
330
  export function getProviderHelper(
331
331
  provider: InferenceProviderOrPolicy,
332
- task: InferenceTask | undefined
332
+ task: InferenceTask | undefined,
333
333
  ): TaskProviderHelper {
334
334
  if ((provider === "hf-inference" && !task) || provider === "auto") {
335
335
  return new HFInference.HFInferenceTask();
336
336
  }
337
337
  if (!task) {
338
338
  throw new InferenceClientInputError(
339
- "you need to provide a task name when using an external provider, e.g. 'text-to-image'"
339
+ "you need to provide a task name when using an external provider, e.g. 'text-to-image'",
340
340
  );
341
341
  }
342
342
  if (!(provider in PROVIDERS)) {
343
343
  throw new InferenceClientInputError(
344
- `Provider '${provider}' not supported. Available providers: ${Object.keys(PROVIDERS)}`
344
+ `Provider '${provider}' not supported. Available providers: ${Object.keys(PROVIDERS)}`,
345
345
  );
346
346
  }
347
347
  const providerTasks = PROVIDERS[provider];
348
348
  if (!providerTasks || !(task in providerTasks)) {
349
349
  throw new InferenceClientInputError(
350
- `Task '${task}' not supported for provider '${provider}'. Available tasks: ${Object.keys(providerTasks ?? {})}`
350
+ `Task '${task}' not supported for provider '${provider}'. Available tasks: ${Object.keys(providerTasks ?? {})}`,
351
351
  );
352
352
  }
353
353
  return providerTasks[task] as TaskProviderHelper;