@huggingface/inference 3.8.0 → 3.8.1

package/dist/index.cjs

@@ -1203,7 +1203,7 @@ function getProviderHelper(provider, task) {
 
 // package.json
 var name = "@huggingface/inference";
-var version = "3.8.0";
+var version = "3.8.1";
 
 // src/providers/consts.ts
 var HARDCODED_MODEL_INFERENCE_MAPPING = {
@@ -2346,7 +2346,7 @@ var HF_JS_METHODS = {
   translation: "translation"
 };
 var snippetGenerator = (templateName, inputPreparationFn) => {
-  return (model, accessToken, provider, inferenceProviderMapping, billTo, opts) => {
+  return (model, accessToken, provider, inferenceProviderMapping, opts) => {
     const providerModelId = inferenceProviderMapping?.providerId ?? model.id;
     let task = model.pipeline_tag;
     if (model.pipeline_tag && ["text-generation", "image-text-to-text"].includes(model.pipeline_tag) && model.tags.includes("conversational")) {
@@ -2373,7 +2373,7 @@ var snippetGenerator = (templateName, inputPreparationFn) => {
       inferenceProviderMapping,
       {
         task,
-        billTo
+        billTo: opts?.billTo
       }
     );
     let providerInputs = inputs;
@@ -2407,7 +2407,7 @@ var snippetGenerator = (templateName, inputPreparationFn) => {
       model,
       provider,
       providerModelId: providerModelId ?? model.id,
-      billTo
+      billTo: opts?.billTo
     };
     return import_tasks.inferenceSnippetLanguages.map((language) => {
       return CLIENTS[language].map((client) => {
@@ -2497,8 +2497,8 @@ var snippets = {
   "zero-shot-classification": snippetGenerator("zeroShotClassification"),
   "zero-shot-image-classification": snippetGenerator("zeroShotImageClassification")
 };
-function getInferenceSnippets(model, accessToken, provider, inferenceProviderMapping, billTo, opts) {
-  return model.pipeline_tag && model.pipeline_tag in snippets ? snippets[model.pipeline_tag]?.(model, accessToken, provider, inferenceProviderMapping, billTo, opts) ?? [] : [];
+function getInferenceSnippets(model, accessToken, provider, inferenceProviderMapping, opts) {
+  return model.pipeline_tag && model.pipeline_tag in snippets ? snippets[model.pipeline_tag]?.(model, accessToken, provider, inferenceProviderMapping, opts) ?? [] : [];
 }
 function formatBody(obj, format) {
   switch (format) {

package/dist/index.js

@@ -1146,7 +1146,7 @@ function getProviderHelper(provider, task) {
 
 // package.json
 var name = "@huggingface/inference";
-var version = "3.8.0";
+var version = "3.8.1";
 
 // src/providers/consts.ts
 var HARDCODED_MODEL_INFERENCE_MAPPING = {
@@ -2292,7 +2292,7 @@ var HF_JS_METHODS = {
   translation: "translation"
 };
 var snippetGenerator = (templateName, inputPreparationFn) => {
-  return (model, accessToken, provider, inferenceProviderMapping, billTo, opts) => {
+  return (model, accessToken, provider, inferenceProviderMapping, opts) => {
     const providerModelId = inferenceProviderMapping?.providerId ?? model.id;
     let task = model.pipeline_tag;
     if (model.pipeline_tag && ["text-generation", "image-text-to-text"].includes(model.pipeline_tag) && model.tags.includes("conversational")) {
@@ -2319,7 +2319,7 @@ var snippetGenerator = (templateName, inputPreparationFn) => {
       inferenceProviderMapping,
       {
         task,
-        billTo
+        billTo: opts?.billTo
       }
     );
     let providerInputs = inputs;
@@ -2353,7 +2353,7 @@ var snippetGenerator = (templateName, inputPreparationFn) => {
       model,
       provider,
       providerModelId: providerModelId ?? model.id,
-      billTo
+      billTo: opts?.billTo
     };
     return inferenceSnippetLanguages.map((language) => {
       return CLIENTS[language].map((client) => {
@@ -2443,8 +2443,8 @@ var snippets = {
   "zero-shot-classification": snippetGenerator("zeroShotClassification"),
   "zero-shot-image-classification": snippetGenerator("zeroShotImageClassification")
 };
-function getInferenceSnippets(model, accessToken, provider, inferenceProviderMapping, billTo, opts) {
-  return model.pipeline_tag && model.pipeline_tag in snippets ? snippets[model.pipeline_tag]?.(model, accessToken, provider, inferenceProviderMapping, billTo, opts) ?? [] : [];
+function getInferenceSnippets(model, accessToken, provider, inferenceProviderMapping, opts) {
+  return model.pipeline_tag && model.pipeline_tag in snippets ? snippets[model.pipeline_tag]?.(model, accessToken, provider, inferenceProviderMapping, opts) ?? [] : [];
 }
 function formatBody(obj, format) {
   switch (format) {

package/dist/src/snippets/getInferenceSnippets.d.ts

@@ -1,5 +1,9 @@
 import { type InferenceSnippet, type ModelDataMinimal } from "@huggingface/tasks";
 import type { InferenceProvider } from "../types";
 import type { InferenceProviderModelMapping } from "../lib/getInferenceProviderMapping";
-export declare function getInferenceSnippets(model: ModelDataMinimal, accessToken: string, provider: InferenceProvider, inferenceProviderMapping?: InferenceProviderModelMapping, billTo?: string, opts?: Record<string, unknown>): InferenceSnippet[];
+export type InferenceSnippetOptions = {
+    streaming?: boolean;
+    billTo?: string;
+} & Record<string, unknown>;
+export declare function getInferenceSnippets(model: ModelDataMinimal, accessToken: string, provider: InferenceProvider, inferenceProviderMapping?: InferenceProviderModelMapping, opts?: Record<string, unknown>): InferenceSnippet[];
 //# sourceMappingURL=getInferenceSnippets.d.ts.map

package/dist/src/snippets/getInferenceSnippets.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"getInferenceSnippets.d.ts","sourceRoot":"","sources":["../../../src/snippets/getInferenceSnippets.ts"],"names":[],"mappings":"AACA,OAAO,EACN,KAAK,gBAAgB,EAErB,KAAK,gBAAgB,EAGrB,MAAM,oBAAoB,CAAC;AAI5B,OAAO,KAAK,EAAE,iBAAiB,EAA8B,MAAM,UAAU,CAAC;AAE9E,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,oCAAoC,CAAC;AAoTxF,wBAAgB,oBAAoB,CACnC,KAAK,EAAE,gBAAgB,EACvB,WAAW,EAAE,MAAM,EACnB,QAAQ,EAAE,iBAAiB,EAC3B,wBAAwB,CAAC,EAAE,6BAA6B,EACxD,MAAM,CAAC,EAAE,MAAM,EACf,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC5B,gBAAgB,EAAE,CAIpB"}
+{"version":3,"file":"getInferenceSnippets.d.ts","sourceRoot":"","sources":["../../../src/snippets/getInferenceSnippets.ts"],"names":[],"mappings":"AACA,OAAO,EACN,KAAK,gBAAgB,EAErB,KAAK,gBAAgB,EAGrB,MAAM,oBAAoB,CAAC;AAI5B,OAAO,KAAK,EAAE,iBAAiB,EAA8B,MAAM,UAAU,CAAC;AAE9E,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,oCAAoC,CAAC;AAGxF,MAAM,MAAM,uBAAuB,GAAG;IAAE,SAAS,CAAC,EAAE,OAAO,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAA;CAAE,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAiTzG,wBAAgB,oBAAoB,CACnC,KAAK,EAAE,gBAAgB,EACvB,WAAW,EAAE,MAAM,EACnB,QAAQ,EAAE,iBAAiB,EAC3B,wBAAwB,CAAC,EAAE,6BAA6B,EACxD,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC5B,gBAAgB,EAAE,CAIpB"}

package/dist/src/snippets/index.d.ts

@@ -1,2 +1,2 @@
-export { getInferenceSnippets } from "./getInferenceSnippets.js";
+export { getInferenceSnippets, type InferenceSnippetOptions } from "./getInferenceSnippets.js";
 //# sourceMappingURL=index.d.ts.map

package/dist/src/snippets/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/snippets/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/snippets/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,KAAK,uBAAuB,EAAE,MAAM,2BAA2B,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@huggingface/inference",
-  "version": "3.8.0",
+  "version": "3.8.1",
   "packageManager": "pnpm@8.10.5",
   "license": "MIT",
   "author": "Hugging Face and Tim Mikeladze <tim.mikeladze@gmail.com>",
@@ -40,7 +40,7 @@
   },
   "type": "module",
   "dependencies": {
-    "@huggingface/tasks": "^0.18.7",
+    "@huggingface/tasks": "^0.18.8",
     "@huggingface/jinja": "^0.3.4"
   },
   "devDependencies": {

package/src/snippets/getInferenceSnippets.ts

@@ -14,6 +14,8 @@ import { templates } from "./templates.exported";
 import type { InferenceProviderModelMapping } from "../lib/getInferenceProviderMapping";
 import { getProviderHelper } from "../lib/getProviderHelper";
 
+export type InferenceSnippetOptions = { streaming?: boolean; billTo?: string } & Record<string, unknown>;
+
 const PYTHON_CLIENTS = ["huggingface_hub", "fal_client", "requests", "openai"] as const;
 const JS_CLIENTS = ["fetch", "huggingface.js", "openai"] as const;
 const SH_CLIENTS = ["curl"] as const;
@@ -120,8 +122,7 @@ const snippetGenerator = (templateName: string, inputPreparationFn?: InputPrepar
 		accessToken: string,
 		provider: InferenceProvider,
 		inferenceProviderMapping?: InferenceProviderModelMapping,
-		billTo?: string,
-		opts?: Record<string, unknown>
+		opts?: InferenceSnippetOptions
 	): InferenceSnippet[] => {
 		const providerModelId = inferenceProviderMapping?.providerId ?? model.id;
 		/// Hacky: hard-code conversational templates here
@@ -155,7 +156,7 @@ const snippetGenerator = (templateName: string, inputPreparationFn?: InputPrepar
 			inferenceProviderMapping,
 			{
 				task,
-				billTo,
+				billTo: opts?.billTo,
 			}
 		);
 
@@ -194,7 +195,7 @@ const snippetGenerator = (templateName: string, inputPreparationFn?: InputPrepar
 			model,
 			provider,
 			providerModelId: providerModelId ?? model.id,
-			billTo,
+			billTo: opts?.billTo,
 		};
 
 		/// Iterate over clients => check if a snippet exists => generate
@@ -283,8 +284,7 @@ const snippets: Partial<
 			accessToken: string,
 			provider: InferenceProvider,
 			inferenceProviderMapping?: InferenceProviderModelMapping,
-			billTo?: string,
-			opts?: Record<string, unknown>
+			opts?: InferenceSnippetOptions
 		) => InferenceSnippet[]
 	>
 > = {
@@ -324,11 +324,10 @@ export function getInferenceSnippets(
 	accessToken: string,
 	provider: InferenceProvider,
 	inferenceProviderMapping?: InferenceProviderModelMapping,
-	billTo?: string,
 	opts?: Record<string, unknown>
 ): InferenceSnippet[] {
 	return model.pipeline_tag && model.pipeline_tag in snippets
-		? snippets[model.pipeline_tag]?.(model, accessToken, provider, inferenceProviderMapping, billTo, opts) ?? []
+		? snippets[model.pipeline_tag]?.(model, accessToken, provider, inferenceProviderMapping, opts) ?? []
 		: [];
 }
 

package/src/snippets/index.ts

@@ -1 +1 @@
-export { getInferenceSnippets } from "./getInferenceSnippets.js";
+export { getInferenceSnippets, type InferenceSnippetOptions } from "./getInferenceSnippets.js";