@huggingface/inference 3.3.6 → 3.3.7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (81) hide show
  1. package/dist/index.cjs +315 -174
  2. package/dist/index.js +315 -174
  3. package/dist/src/lib/getProviderModelId.d.ts +1 -1
  4. package/dist/src/lib/getProviderModelId.d.ts.map +1 -1
  5. package/dist/src/lib/makeRequestOptions.d.ts +2 -2
  6. package/dist/src/lib/makeRequestOptions.d.ts.map +1 -1
  7. package/dist/src/providers/black-forest-labs.d.ts +2 -1
  8. package/dist/src/providers/black-forest-labs.d.ts.map +1 -1
  9. package/dist/src/providers/fal-ai.d.ts +2 -1
  10. package/dist/src/providers/fal-ai.d.ts.map +1 -1
  11. package/dist/src/providers/fireworks-ai.d.ts +2 -1
  12. package/dist/src/providers/fireworks-ai.d.ts.map +1 -1
  13. package/dist/src/providers/hf-inference.d.ts +3 -0
  14. package/dist/src/providers/hf-inference.d.ts.map +1 -0
  15. package/dist/src/providers/hyperbolic.d.ts +2 -1
  16. package/dist/src/providers/hyperbolic.d.ts.map +1 -1
  17. package/dist/src/providers/nebius.d.ts +2 -1
  18. package/dist/src/providers/nebius.d.ts.map +1 -1
  19. package/dist/src/providers/novita.d.ts +2 -1
  20. package/dist/src/providers/novita.d.ts.map +1 -1
  21. package/dist/src/providers/replicate.d.ts +3 -1
  22. package/dist/src/providers/replicate.d.ts.map +1 -1
  23. package/dist/src/providers/sambanova.d.ts +2 -1
  24. package/dist/src/providers/sambanova.d.ts.map +1 -1
  25. package/dist/src/providers/together.d.ts +2 -1
  26. package/dist/src/providers/together.d.ts.map +1 -1
  27. package/dist/src/tasks/custom/request.d.ts +2 -4
  28. package/dist/src/tasks/custom/request.d.ts.map +1 -1
  29. package/dist/src/tasks/custom/streamingRequest.d.ts +2 -4
  30. package/dist/src/tasks/custom/streamingRequest.d.ts.map +1 -1
  31. package/dist/src/tasks/nlp/featureExtraction.d.ts +2 -9
  32. package/dist/src/tasks/nlp/featureExtraction.d.ts.map +1 -1
  33. package/dist/src/types.d.ts +24 -3
  34. package/dist/src/types.d.ts.map +1 -1
  35. package/package.json +2 -2
  36. package/src/lib/getProviderModelId.ts +4 -4
  37. package/src/lib/makeRequestOptions.ts +72 -186
  38. package/src/providers/black-forest-labs.ts +26 -2
  39. package/src/providers/consts.ts +1 -1
  40. package/src/providers/fal-ai.ts +24 -2
  41. package/src/providers/fireworks-ai.ts +28 -2
  42. package/src/providers/hf-inference.ts +43 -0
  43. package/src/providers/hyperbolic.ts +28 -2
  44. package/src/providers/nebius.ts +34 -2
  45. package/src/providers/novita.ts +31 -2
  46. package/src/providers/replicate.ts +30 -2
  47. package/src/providers/sambanova.ts +28 -2
  48. package/src/providers/together.ts +34 -2
  49. package/src/tasks/audio/audioClassification.ts +1 -1
  50. package/src/tasks/audio/audioToAudio.ts +1 -1
  51. package/src/tasks/audio/automaticSpeechRecognition.ts +1 -1
  52. package/src/tasks/audio/textToSpeech.ts +1 -1
  53. package/src/tasks/custom/request.ts +2 -4
  54. package/src/tasks/custom/streamingRequest.ts +2 -4
  55. package/src/tasks/cv/imageClassification.ts +1 -1
  56. package/src/tasks/cv/imageSegmentation.ts +1 -1
  57. package/src/tasks/cv/imageToImage.ts +1 -1
  58. package/src/tasks/cv/imageToText.ts +1 -1
  59. package/src/tasks/cv/objectDetection.ts +1 -1
  60. package/src/tasks/cv/textToImage.ts +1 -1
  61. package/src/tasks/cv/textToVideo.ts +1 -1
  62. package/src/tasks/cv/zeroShotImageClassification.ts +1 -1
  63. package/src/tasks/multimodal/documentQuestionAnswering.ts +1 -1
  64. package/src/tasks/multimodal/visualQuestionAnswering.ts +1 -1
  65. package/src/tasks/nlp/chatCompletion.ts +1 -1
  66. package/src/tasks/nlp/chatCompletionStream.ts +1 -1
  67. package/src/tasks/nlp/featureExtraction.ts +3 -10
  68. package/src/tasks/nlp/fillMask.ts +1 -1
  69. package/src/tasks/nlp/questionAnswering.ts +1 -1
  70. package/src/tasks/nlp/sentenceSimilarity.ts +1 -1
  71. package/src/tasks/nlp/summarization.ts +1 -1
  72. package/src/tasks/nlp/tableQuestionAnswering.ts +1 -1
  73. package/src/tasks/nlp/textClassification.ts +1 -1
  74. package/src/tasks/nlp/textGeneration.ts +3 -3
  75. package/src/tasks/nlp/textGenerationStream.ts +1 -1
  76. package/src/tasks/nlp/tokenClassification.ts +1 -1
  77. package/src/tasks/nlp/translation.ts +1 -1
  78. package/src/tasks/nlp/zeroShotClassification.ts +1 -1
  79. package/src/tasks/tabular/tabularClassification.ts +1 -1
  80. package/src/tasks/tabular/tabularRegression.ts +1 -1
  81. package/src/types.ts +28 -2
@@ -3,7 +3,7 @@ export declare function getProviderModelId(params: {
3
3
  model: string;
4
4
  provider: InferenceProvider;
5
5
  }, args: RequestArgs, options?: {
6
- taskHint?: InferenceTask;
6
+ task?: InferenceTask;
7
7
  chatCompletion?: boolean;
8
8
  fetch?: Options["fetch"];
9
9
  }): Promise<string>;
@@ -1 +1 @@
1
- {"version":3,"file":"getProviderModelId.d.ts","sourceRoot":"","sources":["../../../src/lib/getProviderModelId.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,iBAAiB,EAAE,aAAa,EAAW,OAAO,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAShG,wBAAsB,kBAAkB,CACvC,MAAM,EAAE;IACP,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,iBAAiB,CAAC;CAC5B,EACD,IAAI,EAAE,WAAW,EACjB,OAAO,GAAE;IACR,QAAQ,CAAC,EAAE,aAAa,CAAC;IACzB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,KAAK,CAAC,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;CACpB,GACJ,OAAO,CAAC,MAAM,CAAC,CAoDjB"}
1
+ {"version":3,"file":"getProviderModelId.d.ts","sourceRoot":"","sources":["../../../src/lib/getProviderModelId.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,iBAAiB,EAAE,aAAa,EAAW,OAAO,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAShG,wBAAsB,kBAAkB,CACvC,MAAM,EAAE;IACP,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,iBAAiB,CAAC;CAC5B,EACD,IAAI,EAAE,WAAW,EACjB,OAAO,GAAE;IACR,IAAI,CAAC,EAAE,aAAa,CAAC;IACrB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,KAAK,CAAC,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;CACpB,GACJ,OAAO,CAAC,MAAM,CAAC,CAoDjB"}
@@ -6,8 +6,8 @@ export declare function makeRequestOptions(args: RequestArgs & {
6
6
  data?: Blob | ArrayBuffer;
7
7
  stream?: boolean;
8
8
  }, options?: Options & {
9
- /** To load default model if needed */
10
- taskHint?: InferenceTask;
9
+ /** In most cases (unless we pass a endpointUrl) we know the task */
10
+ task?: InferenceTask;
11
11
  chatCompletion?: boolean;
12
12
  }): Promise<{
13
13
  url: string;
@@ -1 +1 @@
1
- {"version":3,"file":"makeRequestOptions.d.ts","sourceRoot":"","sources":["../../../src/lib/makeRequestOptions.ts"],"names":[],"mappings":"AAWA,OAAO,KAAK,EAAE,aAAa,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAapE;;GAEG;AACH,wBAAsB,kBAAkB,CACvC,IAAI,EAAE,WAAW,GAAG;IACnB,IAAI,CAAC,EAAE,IAAI,GAAG,WAAW,CAAC;IAC1B,MAAM,CAAC,EAAE,OAAO,CAAC;CACjB,EACD,OAAO,CAAC,EAAE,OAAO,GAAG;IACnB,sCAAsC;IACtC,QAAQ,CAAC,EAAE,aAAa,CAAC;IACzB,cAAc,CAAC,EAAE,OAAO,CAAC;CACzB,GACC,OAAO,CAAC;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,WAAW,CAAA;CAAE,CAAC,CA6G7C"}
1
+ {"version":3,"file":"makeRequestOptions.d.ts","sourceRoot":"","sources":["../../../src/lib/makeRequestOptions.ts"],"names":[],"mappings":"AAWA,OAAO,KAAK,EAAqB,aAAa,EAAE,OAAO,EAAkB,WAAW,EAAE,MAAM,UAAU,CAAC;AA6BvG;;GAEG;AACH,wBAAsB,kBAAkB,CACvC,IAAI,EAAE,WAAW,GAAG;IACnB,IAAI,CAAC,EAAE,IAAI,GAAG,WAAW,CAAC;IAC1B,MAAM,CAAC,EAAE,OAAO,CAAC;CACjB,EACD,OAAO,CAAC,EAAE,OAAO,GAAG;IACnB,oEAAoE;IACpE,IAAI,CAAC,EAAE,aAAa,CAAC;IACrB,cAAc,CAAC,EAAE,OAAO,CAAC;CACzB,GACC,OAAO,CAAC;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,WAAW,CAAA;CAAE,CAAC,CAsG7C"}
@@ -1,4 +1,3 @@
1
- export declare const BLACKFORESTLABS_AI_API_BASE_URL = "https://api.us1.bfl.ai/v1";
2
1
  /**
3
2
  * See the registered mapping of HF model ID => Black Forest Labs model ID here:
4
3
  *
@@ -15,4 +14,6 @@ export declare const BLACKFORESTLABS_AI_API_BASE_URL = "https://api.us1.bfl.ai/v
15
14
  *
16
15
  * Thanks!
17
16
  */
17
+ import type { ProviderConfig } from "../types";
18
+ export declare const BLACK_FOREST_LABS_CONFIG: ProviderConfig;
18
19
  //# sourceMappingURL=black-forest-labs.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"black-forest-labs.d.ts","sourceRoot":"","sources":["../../../src/providers/black-forest-labs.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,+BAA+B,8BAA8B,CAAC;AAE3E;;;;;;;;;;;;;;;GAeG"}
1
+ {"version":3,"file":"black-forest-labs.d.ts","sourceRoot":"","sources":["../../../src/providers/black-forest-labs.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AACH,OAAO,KAAK,EAAE,cAAc,EAAuC,MAAM,UAAU,CAAC;AAoBpF,eAAO,MAAM,wBAAwB,EAAE,cAKtC,CAAC"}
@@ -1,4 +1,3 @@
1
- export declare const FAL_AI_API_BASE_URL = "https://fal.run";
2
1
  /**
3
2
  * See the registered mapping of HF model ID => Fal model ID here:
4
3
  *
@@ -15,4 +14,6 @@ export declare const FAL_AI_API_BASE_URL = "https://fal.run";
15
14
  *
16
15
  * Thanks!
17
16
  */
17
+ import type { ProviderConfig } from "../types";
18
+ export declare const FAL_AI_CONFIG: ProviderConfig;
18
19
  //# sourceMappingURL=fal-ai.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"fal-ai.d.ts","sourceRoot":"","sources":["../../../src/providers/fal-ai.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,mBAAmB,oBAAoB,CAAC;AAErD;;;;;;;;;;;;;;;GAeG"}
1
+ {"version":3,"file":"fal-ai.d.ts","sourceRoot":"","sources":["../../../src/providers/fal-ai.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AACH,OAAO,KAAK,EAAE,cAAc,EAAuC,MAAM,UAAU,CAAC;AAkBpF,eAAO,MAAM,aAAa,EAAE,cAK3B,CAAC"}
@@ -1,4 +1,3 @@
1
- export declare const FIREWORKS_AI_API_BASE_URL = "https://api.fireworks.ai/inference";
2
1
  /**
3
2
  * See the registered mapping of HF model ID => Fireworks model ID here:
4
3
  *
@@ -15,4 +14,6 @@ export declare const FIREWORKS_AI_API_BASE_URL = "https://api.fireworks.ai/infer
15
14
  *
16
15
  * Thanks!
17
16
  */
17
+ import type { ProviderConfig } from "../types";
18
+ export declare const FIREWORKS_AI_CONFIG: ProviderConfig;
18
19
  //# sourceMappingURL=fireworks-ai.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"fireworks-ai.d.ts","sourceRoot":"","sources":["../../../src/providers/fireworks-ai.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,yBAAyB,uCAAuC,CAAC;AAE9E;;;;;;;;;;;;;;;GAeG"}
1
+ {"version":3,"file":"fireworks-ai.d.ts","sourceRoot":"","sources":["../../../src/providers/fireworks-ai.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AACH,OAAO,KAAK,EAAE,cAAc,EAAuC,MAAM,UAAU,CAAC;AAsBpF,eAAO,MAAM,mBAAmB,EAAE,cAKjC,CAAC"}
@@ -0,0 +1,3 @@
1
+ import type { ProviderConfig } from "../types";
2
+ export declare const HF_INFERENCE_CONFIG: ProviderConfig;
3
+ //# sourceMappingURL=hf-inference.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"hf-inference.d.ts","sourceRoot":"","sources":["../../../src/providers/hf-inference.ts"],"names":[],"mappings":"AAaA,OAAO,KAAK,EAAE,cAAc,EAAuC,MAAM,UAAU,CAAC;AAwBpF,eAAO,MAAM,mBAAmB,EAAE,cAKjC,CAAC"}
@@ -1,4 +1,3 @@
1
- export declare const HYPERBOLIC_API_BASE_URL = "https://api.hyperbolic.xyz";
2
1
  /**
3
2
  * See the registered mapping of HF model ID => Hyperbolic model ID here:
4
3
  *
@@ -15,4 +14,6 @@ export declare const HYPERBOLIC_API_BASE_URL = "https://api.hyperbolic.xyz";
15
14
  *
16
15
  * Thanks!
17
16
  */
17
+ import type { ProviderConfig } from "../types";
18
+ export declare const HYPERBOLIC_CONFIG: ProviderConfig;
18
19
  //# sourceMappingURL=hyperbolic.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"hyperbolic.d.ts","sourceRoot":"","sources":["../../../src/providers/hyperbolic.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,uBAAuB,+BAA+B,CAAC;AAEpE;;;;;;;;;;;;;;;GAeG"}
1
+ {"version":3,"file":"hyperbolic.d.ts","sourceRoot":"","sources":["../../../src/providers/hyperbolic.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AACH,OAAO,KAAK,EAAE,cAAc,EAAuC,MAAM,UAAU,CAAC;AAsBpF,eAAO,MAAM,iBAAiB,EAAE,cAK/B,CAAC"}
@@ -1,4 +1,3 @@
1
- export declare const NEBIUS_API_BASE_URL = "https://api.studio.nebius.ai";
2
1
  /**
3
2
  * See the registered mapping of HF model ID => Nebius model ID here:
4
3
  *
@@ -15,4 +14,6 @@ export declare const NEBIUS_API_BASE_URL = "https://api.studio.nebius.ai";
15
14
  *
16
15
  * Thanks!
17
16
  */
17
+ import type { ProviderConfig } from "../types";
18
+ export declare const NEBIUS_CONFIG: ProviderConfig;
18
19
  //# sourceMappingURL=nebius.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"nebius.d.ts","sourceRoot":"","sources":["../../../src/providers/nebius.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,mBAAmB,iCAAiC,CAAC;AAElE;;;;;;;;;;;;;;;GAeG"}
1
+ {"version":3,"file":"nebius.d.ts","sourceRoot":"","sources":["../../../src/providers/nebius.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AACH,OAAO,KAAK,EAAE,cAAc,EAAuC,MAAM,UAAU,CAAC;AA4BpF,eAAO,MAAM,aAAa,EAAE,cAK3B,CAAC"}
@@ -1,4 +1,3 @@
1
- export declare const NOVITA_API_BASE_URL = "https://api.novita.ai/v3/openai";
2
1
  /**
3
2
  * See the registered mapping of HF model ID => Novita model ID here:
4
3
  *
@@ -15,4 +14,6 @@ export declare const NOVITA_API_BASE_URL = "https://api.novita.ai/v3/openai";
15
14
  *
16
15
  * Thanks!
17
16
  */
17
+ import type { ProviderConfig } from "../types";
18
+ export declare const NOVITA_CONFIG: ProviderConfig;
18
19
  //# sourceMappingURL=novita.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"novita.d.ts","sourceRoot":"","sources":["../../../src/providers/novita.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,mBAAmB,oCAAoC,CAAC;AAErE;;;;;;;;;;;;;;;GAeG"}
1
+ {"version":3,"file":"novita.d.ts","sourceRoot":"","sources":["../../../src/providers/novita.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AACH,OAAO,KAAK,EAAE,cAAc,EAAuC,MAAM,UAAU,CAAC;AAyBpF,eAAO,MAAM,aAAa,EAAE,cAK3B,CAAC"}
@@ -1,4 +1,3 @@
1
- export declare const REPLICATE_API_BASE_URL = "https://api.replicate.com";
2
1
  /**
3
2
  * See the registered mapping of HF model ID => Replicate model ID here:
4
3
  *
@@ -15,4 +14,7 @@ export declare const REPLICATE_API_BASE_URL = "https://api.replicate.com";
15
14
  *
16
15
  * Thanks!
17
16
  */
17
+ import type { ProviderConfig } from "../types";
18
+ export declare const REPLICATE_API_BASE_URL = "https://api.replicate.com";
19
+ export declare const REPLICATE_CONFIG: ProviderConfig;
18
20
  //# sourceMappingURL=replicate.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"replicate.d.ts","sourceRoot":"","sources":["../../../src/providers/replicate.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,sBAAsB,8BAA8B,CAAC;AAElE;;;;;;;;;;;;;;;GAeG"}
1
+ {"version":3,"file":"replicate.d.ts","sourceRoot":"","sources":["../../../src/providers/replicate.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AACH,OAAO,KAAK,EAAE,cAAc,EAAuC,MAAM,UAAU,CAAC;AAEpF,eAAO,MAAM,sBAAsB,8BAA8B,CAAC;AAsBlE,eAAO,MAAM,gBAAgB,EAAE,cAK9B,CAAC"}
@@ -1,4 +1,3 @@
1
- export declare const SAMBANOVA_API_BASE_URL = "https://api.sambanova.ai";
2
1
  /**
3
2
  * See the registered mapping of HF model ID => Sambanova model ID here:
4
3
  *
@@ -15,4 +14,6 @@ export declare const SAMBANOVA_API_BASE_URL = "https://api.sambanova.ai";
15
14
  *
16
15
  * Thanks!
17
16
  */
17
+ import type { ProviderConfig } from "../types";
18
+ export declare const SAMBANOVA_CONFIG: ProviderConfig;
18
19
  //# sourceMappingURL=sambanova.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"sambanova.d.ts","sourceRoot":"","sources":["../../../src/providers/sambanova.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,sBAAsB,6BAA6B,CAAC;AAEjE;;;;;;;;;;;;;;;GAeG"}
1
+ {"version":3,"file":"sambanova.d.ts","sourceRoot":"","sources":["../../../src/providers/sambanova.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AACH,OAAO,KAAK,EAAE,cAAc,EAAuC,MAAM,UAAU,CAAC;AAsBpF,eAAO,MAAM,gBAAgB,EAAE,cAK9B,CAAC"}
@@ -1,4 +1,3 @@
1
- export declare const TOGETHER_API_BASE_URL = "https://api.together.xyz";
2
1
  /**
3
2
  * See the registered mapping of HF model ID => Together model ID here:
4
3
  *
@@ -15,4 +14,6 @@ export declare const TOGETHER_API_BASE_URL = "https://api.together.xyz";
15
14
  *
16
15
  * Thanks!
17
16
  */
17
+ import type { ProviderConfig } from "../types";
18
+ export declare const TOGETHER_CONFIG: ProviderConfig;
18
19
  //# sourceMappingURL=together.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"together.d.ts","sourceRoot":"","sources":["../../../src/providers/together.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,qBAAqB,6BAA6B,CAAC;AAEhE;;;;;;;;;;;;;;;GAeG"}
1
+ {"version":3,"file":"together.d.ts","sourceRoot":"","sources":["../../../src/providers/together.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AACH,OAAO,KAAK,EAAE,cAAc,EAAuC,MAAM,UAAU,CAAC;AA4BpF,eAAO,MAAM,eAAe,EAAE,cAK7B,CAAC"}
@@ -3,10 +3,8 @@ import type { InferenceTask, Options, RequestArgs } from "../../types";
3
3
  * Primitive to make custom calls to the inference provider
4
4
  */
5
5
  export declare function request<T>(args: RequestArgs, options?: Options & {
6
- /** When a model can be used for multiple tasks, and we want to run a non-default task */
7
- task?: string | InferenceTask;
8
- /** To load default model if needed */
9
- taskHint?: InferenceTask;
6
+ /** In most cases (unless we pass a endpointUrl) we know the task */
7
+ task?: InferenceTask;
10
8
  /** Is chat completion compatible */
11
9
  chatCompletion?: boolean;
12
10
  }): Promise<T>;
@@ -1 +1 @@
1
- {"version":3,"file":"request.d.ts","sourceRoot":"","sources":["../../../../src/tasks/custom/request.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAGvE;;GAEG;AACH,wBAAsB,OAAO,CAAC,CAAC,EAC9B,IAAI,EAAE,WAAW,EACjB,OAAO,CAAC,EAAE,OAAO,GAAG;IACnB,yFAAyF;IACzF,IAAI,CAAC,EAAE,MAAM,GAAG,aAAa,CAAC;IAC9B,sCAAsC;IACtC,QAAQ,CAAC,EAAE,aAAa,CAAC;IACzB,oCAAoC;IACpC,cAAc,CAAC,EAAE,OAAO,CAAC;CACzB,GACC,OAAO,CAAC,CAAC,CAAC,CAgCZ"}
1
+ {"version":3,"file":"request.d.ts","sourceRoot":"","sources":["../../../../src/tasks/custom/request.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAGvE;;GAEG;AACH,wBAAsB,OAAO,CAAC,CAAC,EAC9B,IAAI,EAAE,WAAW,EACjB,OAAO,CAAC,EAAE,OAAO,GAAG;IACnB,oEAAoE;IACpE,IAAI,CAAC,EAAE,aAAa,CAAC;IACrB,oCAAoC;IACpC,cAAc,CAAC,EAAE,OAAO,CAAC;CACzB,GACC,OAAO,CAAC,CAAC,CAAC,CAgCZ"}
@@ -3,10 +3,8 @@ import type { InferenceTask, Options, RequestArgs } from "../../types";
3
3
  * Primitive to make custom inference calls that expect server-sent events, and returns the response through a generator
4
4
  */
5
5
  export declare function streamingRequest<T>(args: RequestArgs, options?: Options & {
6
- /** When a model can be used for multiple tasks, and we want to run a non-default task */
7
- task?: string | InferenceTask;
8
- /** To load default model if needed */
9
- taskHint?: InferenceTask;
6
+ /** In most cases (unless we pass a endpointUrl) we know the task */
7
+ task?: InferenceTask;
10
8
  /** Is chat completion compatible */
11
9
  chatCompletion?: boolean;
12
10
  }): AsyncGenerator<T>;
@@ -1 +1 @@
1
- {"version":3,"file":"streamingRequest.d.ts","sourceRoot":"","sources":["../../../../src/tasks/custom/streamingRequest.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAKvE;;GAEG;AACH,wBAAuB,gBAAgB,CAAC,CAAC,EACxC,IAAI,EAAE,WAAW,EACjB,OAAO,CAAC,EAAE,OAAO,GAAG;IACnB,yFAAyF;IACzF,IAAI,CAAC,EAAE,MAAM,GAAG,aAAa,CAAC;IAC9B,sCAAsC;IACtC,QAAQ,CAAC,EAAE,aAAa,CAAC;IACzB,oCAAoC;IACpC,cAAc,CAAC,EAAE,OAAO,CAAC;CACzB,GACC,cAAc,CAAC,CAAC,CAAC,CAmFnB"}
1
+ {"version":3,"file":"streamingRequest.d.ts","sourceRoot":"","sources":["../../../../src/tasks/custom/streamingRequest.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAKvE;;GAEG;AACH,wBAAuB,gBAAgB,CAAC,CAAC,EACxC,IAAI,EAAE,WAAW,EACjB,OAAO,CAAC,EAAE,OAAO,GAAG;IACnB,oEAAoE;IACpE,IAAI,CAAC,EAAE,aAAa,CAAC;IACrB,oCAAoC;IACpC,cAAc,CAAC,EAAE,OAAO,CAAC;CACzB,GACC,cAAc,CAAC,CAAC,CAAC,CAmFnB"}
@@ -1,13 +1,6 @@
1
+ import type { FeatureExtractionInput } from "@huggingface/tasks";
1
2
  import type { BaseArgs, Options } from "../../types";
2
- export type FeatureExtractionArgs = BaseArgs & {
3
- /**
4
- * The inputs is a string or a list of strings to get the features from.
5
- *
6
- * inputs: "That is a happy person",
7
- *
8
- */
9
- inputs: string | string[];
10
- };
3
+ export type FeatureExtractionArgs = BaseArgs & FeatureExtractionInput;
11
4
  /**
12
5
  * Returned values are a multidimensional array of floats (dimension depending on if you sent a string or a list of string, and if the automatic reduction, usually mean_pooling for instance was applied for you or not. This should be explained on the model's README).
13
6
  */
@@ -1 +1 @@
1
- {"version":3,"file":"featureExtraction.d.ts","sourceRoot":"","sources":["../../../../src/tasks/nlp/featureExtraction.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAGrD,MAAM,MAAM,qBAAqB,GAAG,QAAQ,GAAG;IAC9C;;;;;OAKG;IACH,MAAM,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;CAC1B,CAAC;AAEF;;GAEG;AACH,MAAM,MAAM,uBAAuB,GAAG,CAAC,MAAM,GAAG,MAAM,EAAE,GAAG,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC;AAEzE;;GAEG;AACH,wBAAsB,iBAAiB,CACtC,IAAI,EAAE,qBAAqB,EAC3B,OAAO,CAAC,EAAE,OAAO,GACf,OAAO,CAAC,uBAAuB,CAAC,CAsBlC"}
1
+ {"version":3,"file":"featureExtraction.d.ts","sourceRoot":"","sources":["../../../../src/tasks/nlp/featureExtraction.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,oBAAoB,CAAC;AAEjE,OAAO,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAGrD,MAAM,MAAM,qBAAqB,GAAG,QAAQ,GAAG,sBAAsB,CAAC;AAEtE;;GAEG;AACH,MAAM,MAAM,uBAAuB,GAAG,CAAC,MAAM,GAAG,MAAM,EAAE,GAAG,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC;AAEzE;;GAEG;AACH,wBAAsB,iBAAiB,CACtC,IAAI,EAAE,qBAAqB,EAC3B,OAAO,CAAC,EAAE,OAAO,GACf,OAAO,CAAC,uBAAuB,CAAC,CAsBlC"}
@@ -1,4 +1,4 @@
1
- import type { ChatCompletionInput, PipelineType } from "@huggingface/tasks";
1
+ import type { ChatCompletionInput, FeatureExtractionInput, PipelineType } from "@huggingface/tasks";
2
2
  /**
3
3
  * HF model id, like "meta-llama/Llama-3.3-70B-Instruct"
4
4
  */
@@ -65,8 +65,29 @@ export type RequestArgs = BaseArgs & ({
65
65
  text: string;
66
66
  } | {
67
67
  audio_url: string;
68
- } | ChatCompletionInput) & {
68
+ } | ChatCompletionInput | FeatureExtractionInput) & {
69
69
  parameters?: Record<string, unknown>;
70
- accessToken?: string;
71
70
  };
71
+ export interface ProviderConfig {
72
+ baseUrl: string;
73
+ makeBody: (params: BodyParams) => Record<string, unknown>;
74
+ makeHeaders: (params: HeaderParams) => Record<string, string>;
75
+ makeUrl: (params: UrlParams) => string;
76
+ }
77
+ export interface HeaderParams {
78
+ accessToken?: string;
79
+ authMethod: "none" | "hf-token" | "credentials-include" | "provider-key";
80
+ }
81
+ export interface UrlParams {
82
+ baseUrl: string;
83
+ model: string;
84
+ task?: InferenceTask;
85
+ chatCompletion?: boolean;
86
+ }
87
+ export interface BodyParams {
88
+ args: Record<string, unknown>;
89
+ chatCompletion?: boolean;
90
+ model: string;
91
+ task?: InferenceTask;
92
+ }
72
93
  //# sourceMappingURL=types.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,mBAAmB,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAE5E;;GAEG;AACH,MAAM,MAAM,OAAO,GAAG,MAAM,CAAC;AAE7B,MAAM,WAAW,OAAO;IACvB;;OAEG;IACH,cAAc,CAAC,EAAE,OAAO,CAAC;IAEzB;;OAEG;IACH,KAAK,CAAC,EAAE,OAAO,KAAK,CAAC;IACrB;;OAEG;IACH,MAAM,CAAC,EAAE,WAAW,CAAC;IAErB;;OAEG;IACH,kBAAkB,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;CACtC;AAED,MAAM,MAAM,aAAa,GAAG,OAAO,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;AAE3D,eAAO,MAAM,mBAAmB,kJAWtB,CAAC;AAEX,MAAM,MAAM,iBAAiB,GAAG,CAAC,OAAO,mBAAmB,CAAC,CAAC,MAAM,CAAC,CAAC;AAErE,MAAM,WAAW,QAAQ;IACxB;;;;;;OAMG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB;;;;;;;OAOG;IACH,KAAK,CAAC,EAAE,OAAO,CAAC;IAEhB;;;;OAIG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB;;;;OAIG;IACH,QAAQ,CAAC,EAAE,iBAAiB,CAAC;CAC7B;AAED,MAAM,MAAM,WAAW,GAAG,QAAQ,GACjC,CACG;IAAE,IAAI,EAAE,IAAI,GAAG,WAAW,CAAA;CAAE,GAC5B;IAAE,MAAM,EAAE,OAAO,CAAA;CAAE,GACnB;IAAE,MAAM,EAAE,MAAM,CAAA;CAAE,GAClB;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,GAChB;IAAE,SAAS,EAAE,MAAM,CAAA;CAAE,GACrB,mBAAmB,CACrB,GAAG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACrC,WAAW,CAAC,EAAE,MAAM,CAAC;CACrB,CAAC"}
1
+ {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,mBAAmB,EAAE,sBAAsB,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAEpG;;GAEG;AACH,MAAM,MAAM,OAAO,GAAG,MAAM,CAAC;AAE7B,MAAM,WAAW,OAAO;IACvB;;OAEG;IACH,cAAc,CAAC,EAAE,OAAO,CAAC;IAEzB;;OAEG;IACH,KAAK,CAAC,EAAE,OAAO,KAAK,CAAC;IACrB;;OAEG;IACH,MAAM,CAAC,EAAE,WAAW,CAAC;IAErB;;OAEG;IACH,kBAAkB,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;CACtC;AAED,MAAM,MAAM,aAAa,GAAG,OAAO,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;AAE3D,eAAO,MAAM,mBAAmB,kJAWtB,CAAC;AAEX,MAAM,MAAM,iBAAiB,GAAG,CAAC,OAAO,mBAAmB,CAAC,CAAC,MAAM,CAAC,CAAC;AAErE,MAAM,WAAW,QAAQ;IACxB;;;;;;OAMG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB;;;;;;;OAOG;IACH,KAAK,CAAC,EAAE,OAAO,CAAC;IAEhB;;;;OAIG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB;;;;OAIG;IACH,QAAQ,CAAC,EAAE,iBAAiB,CAAC;CAC7B;AAED,MAAM,MAAM,WAAW,GAAG,QAAQ,GACjC,CACG;IAAE,IAAI,EAAE,IAAI,GAAG,WAAW,CAAA;CAAE,GAC5B;IAAE,MAAM,EAAE,OAAO,CAAA;CAAE,GACnB;IAAE,MAAM,EAAE,MAAM,CAAA;CAAE,GAClB;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,GAChB;IAAE,SAAS,EAAE,MAAM,CAAA;CAAE,GACrB,mBAAmB,GACnB,sBAAsB,CACxB,GAAG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACrC,CAAC;AAEH,MAAM,WAAW,cAAc;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,CAAC,MAAM,EAAE,UAAU,KAAK,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC1D,WAAW,EAAE,CAAC,MAAM,EAAE,YAAY,KAAK,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC9D,OAAO,EAAE,CAAC,MAAM,EAAE,SAAS,KAAK,MAAM,CAAC;CACvC;AAED,MAAM,WAAW,YAAY;IAC5B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,GAAG,UAAU,GAAG,qBAAqB,GAAG,cAAc,CAAC;CACzE;AAED,MAAM,WAAW,SAAS;IACzB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,aAAa,CAAC;IACrB,cAAc,CAAC,EAAE,OAAO,CAAC;CACzB;AAED,MAAM,WAAW,UAAU;IAC1B,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC9B,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,aAAa,CAAC;CACrB"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@huggingface/inference",
3
- "version": "3.3.6",
3
+ "version": "3.3.7",
4
4
  "packageManager": "pnpm@8.10.5",
5
5
  "license": "MIT",
6
6
  "author": "Tim Mikeladze <tim.mikeladze@gmail.com>",
@@ -39,7 +39,7 @@
39
39
  },
40
40
  "type": "module",
41
41
  "dependencies": {
42
- "@huggingface/tasks": "^0.16.0"
42
+ "@huggingface/tasks": "^0.16.3"
43
43
  },
44
44
  "devDependencies": {
45
45
  "@types/node": "18.13.0"
@@ -15,7 +15,7 @@ export async function getProviderModelId(
15
15
  },
16
16
  args: RequestArgs,
17
17
  options: {
18
- taskHint?: InferenceTask;
18
+ task?: InferenceTask;
19
19
  chatCompletion?: boolean;
20
20
  fetch?: Options["fetch"];
21
21
  } = {}
@@ -23,11 +23,11 @@ export async function getProviderModelId(
23
23
  if (params.provider === "hf-inference") {
24
24
  return params.model;
25
25
  }
26
- if (!options.taskHint) {
27
- throw new Error("taskHint must be specified when using a third-party provider");
26
+ if (!options.task) {
27
+ throw new Error("task must be specified when using a third-party provider");
28
28
  }
29
29
  const task: WidgetType =
30
- options.taskHint === "text-generation" && options.chatCompletion ? "conversational" : options.taskHint;
30
+ options.task === "text-generation" && options.chatCompletion ? "conversational" : options.task;
31
31
 
32
32
  // A dict called HARDCODED_MODEL_ID_MAPPING takes precedence in all cases (useful for dev purposes)
33
33
  if (HARDCODED_MODEL_ID_MAPPING[params.provider]?.[params.model]) {