@huggingface/inference 3.5.2 → 3.6.1

package/dist/index.js

@@ -141,7 +141,7 @@ var makeHeaders5 = (params) => {
   return { Authorization: `Bearer ${params.accessToken}` };
 };
 var makeUrl5 = (params) => {
-  if (params.task === "text-generation" && params.chatCompletion) {
+  if (params.chatCompletion) {
     return `${params.baseUrl}/inference/v1/chat/completions`;
   }
   return `${params.baseUrl}/inference`;
@@ -167,7 +167,7 @@ var makeUrl6 = (params) => {
   if (params.task && ["feature-extraction", "sentence-similarity"].includes(params.task)) {
     return `${params.baseUrl}/pipeline/${params.task}/${params.model}`;
   }
-  if (params.task === "text-generation" && params.chatCompletion) {
+  if (params.chatCompletion) {
     return `${params.baseUrl}/models/${params.model}/v1/chat/completions`;
   }
   return `${params.baseUrl}/models/${params.model}`;
@@ -218,10 +218,10 @@ var makeUrl8 = (params) => {
   if (params.task === "text-to-image") {
     return `${params.baseUrl}/v1/images/generations`;
   }
+  if (params.chatCompletion) {
+    return `${params.baseUrl}/v1/chat/completions`;
+  }
   if (params.task === "text-generation") {
-    if (params.chatCompletion) {
-      return `${params.baseUrl}/v1/chat/completions`;
-    }
     return `${params.baseUrl}/v1/completions`;
   }
   return params.baseUrl;
@@ -234,7 +234,7 @@ var NEBIUS_CONFIG = {
 };
 
 // src/providers/novita.ts
-var NOVITA_API_BASE_URL = "https://api.novita.ai/v3/openai";
+var NOVITA_API_BASE_URL = "https://api.novita.ai";
 var makeBody9 = (params) => {
   return {
     ...params.args,
@@ -245,11 +245,12 @@ var makeHeaders9 = (params) => {
   return { Authorization: `Bearer ${params.accessToken}` };
 };
 var makeUrl9 = (params) => {
-  if (params.task === "text-generation") {
-    if (params.chatCompletion) {
-      return `${params.baseUrl}/chat/completions`;
-    }
-    return `${params.baseUrl}/completions`;
+  if (params.chatCompletion) {
+    return `${params.baseUrl}/v3/openai/chat/completions`;
+  } else if (params.task === "text-generation") {
+    return `${params.baseUrl}/v3/openai/completions`;
+  } else if (params.task === "text-to-video") {
+    return `${params.baseUrl}/v3/hf/${params.model}`;
   }
   return params.baseUrl;
 };
@@ -296,7 +297,7 @@ var makeHeaders11 = (params) => {
   return { Authorization: `Bearer ${params.accessToken}` };
 };
 var makeUrl11 = (params) => {
-  if (params.task === "text-generation" && params.chatCompletion) {
+  if (params.chatCompletion) {
     return `${params.baseUrl}/v1/chat/completions`;
   }
   return params.baseUrl;
@@ -323,10 +324,10 @@ var makeUrl12 = (params) => {
   if (params.task === "text-to-image") {
     return `${params.baseUrl}/v1/images/generations`;
   }
+  if (params.chatCompletion) {
+    return `${params.baseUrl}/v1/chat/completions`;
+  }
   if (params.task === "text-generation") {
-    if (params.chatCompletion) {
-      return `${params.baseUrl}/v1/chat/completions`;
-    }
     return `${params.baseUrl}/v1/completions`;
   }
   return params.baseUrl;
@@ -373,7 +374,7 @@ function isUrl(modelOrUrl) {
 
 // package.json
 var name = "@huggingface/inference";
-var version = "3.5.2";
+var version = "3.6.1";
 
 // src/providers/consts.ts
 var HARDCODED_MODEL_ID_MAPPING = {
@@ -461,11 +462,11 @@ var providerConfigs = {
   together: TOGETHER_CONFIG
 };
 async function makeRequestOptions(args, options) {
-  const { accessToken, endpointUrl, provider: maybeProvider, model: maybeModel, ...remainingArgs } = args;
+  const { provider: maybeProvider, model: maybeModel } = args;
   const provider = maybeProvider ?? "hf-inference";
   const providerConfig = providerConfigs[provider];
-  const { includeCredentials, task, chatCompletion: chatCompletion2, signal } = options ?? {};
-  if (endpointUrl && provider !== "hf-inference") {
+  const { task, chatCompletion: chatCompletion2 } = options ?? {};
+  if (args.endpointUrl && provider !== "hf-inference") {
     throw new Error(`Cannot use endpointUrl with a third-party provider.`);
   }
   if (maybeModel && isUrl(maybeModel)) {
@@ -481,17 +482,21 @@ async function makeRequestOptions(args, options) {
     throw new Error(`Provider ${provider} requires a model ID to be passed directly.`);
   }
   const hfModel = maybeModel ?? await loadDefaultModel(task);
-  const model = providerConfig.clientSideRoutingOnly ? (
+  const resolvedModel = providerConfig.clientSideRoutingOnly ? (
     // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
     removeProviderPrefix(maybeModel, provider)
-  ) : (
-    // For closed-models API providers, one needs to pass the model ID directly (e.g. "gpt-3.5-turbo")
-    await getProviderModelId({ model: hfModel, provider }, args, {
-      task,
-      chatCompletion: chatCompletion2,
-      fetch: options?.fetch
-    })
-  );
+  ) : await getProviderModelId({ model: hfModel, provider }, args, {
+    task,
+    chatCompletion: chatCompletion2,
+    fetch: options?.fetch
+  });
+  return makeRequestOptionsFromResolvedModel(resolvedModel, args, options);
+}
+function makeRequestOptionsFromResolvedModel(resolvedModel, args, options) {
+  const { accessToken, endpointUrl, provider: maybeProvider, model, ...remainingArgs } = args;
+  const provider = maybeProvider ?? "hf-inference";
+  const providerConfig = providerConfigs[provider];
+  const { includeCredentials, task, chatCompletion: chatCompletion2, signal } = options ?? {};
   const authMethod = (() => {
     if (providerConfig.clientSideRoutingOnly) {
       if (accessToken && accessToken.startsWith("hf_")) {
@@ -509,7 +514,7 @@ async function makeRequestOptions(args, options) {
   })();
   const url = endpointUrl ? chatCompletion2 ? endpointUrl + `/v1/chat/completions` : endpointUrl : providerConfig.makeUrl({
     baseUrl: authMethod !== "provider-key" ? HF_HUB_INFERENCE_PROXY_TEMPLATE.replace("{{PROVIDER}}", provider) : providerConfig.baseUrl,
-    model,
+    model: resolvedModel,
     chatCompletion: chatCompletion2,
     task
   });
@@ -527,7 +532,7 @@ async function makeRequestOptions(args, options) {
   const body = binary ? args.data : JSON.stringify(
     providerConfig.makeBody({
       args: remainingArgs,
-      model,
+      model: resolvedModel,
       task,
       chatCompletion: chatCompletion2
     })
@@ -1161,14 +1166,14 @@ async function zeroShotImageClassification(args, options) {
 }
 
 // src/tasks/cv/textToVideo.ts
-var SUPPORTED_PROVIDERS = ["fal-ai", "replicate"];
+var SUPPORTED_PROVIDERS = ["fal-ai", "novita", "replicate"];
 async function textToVideo(args, options) {
   if (!args.provider || !typedInclude(SUPPORTED_PROVIDERS, args.provider)) {
     throw new Error(
       `textToVideo inference is only supported for the following providers: ${SUPPORTED_PROVIDERS.join(", ")}`
     );
   }
-  const payload = args.provider === "fal-ai" || args.provider === "replicate" ? { ...omit(args, ["inputs", "parameters"]), ...args.parameters, prompt: args.inputs } : args;
+  const payload = args.provider === "fal-ai" || args.provider === "replicate" || args.provider === "novita" ? { ...omit(args, ["inputs", "parameters"]), ...args.parameters, prompt: args.inputs } : args;
   const res = await request(payload, {
     ...options,
     task: "text-to-video"
@@ -1180,6 +1185,13 @@ async function textToVideo(args, options) {
     }
     const urlResponse = await fetch(res.video.url);
     return await urlResponse.blob();
+  } else if (args.provider === "novita") {
+    const isValidOutput = typeof res === "object" && !!res && "video" in res && typeof res.video === "object" && !!res.video && "video_url" in res.video && typeof res.video.video_url === "string" && isUrl(res.video.video_url);
+    if (!isValidOutput) {
+      throw new InferenceOutputError("Expected { video: { video_url: string } }");
+    }
+    const urlResponse = await fetch(res.video.video_url);
+    return await urlResponse.blob();
   } else {
     const isValidOutput = typeof res === "object" && !!res && "output" in res && typeof res.output === "string" && isUrl(res.output);
     if (!isValidOutput) {
@@ -1588,997 +1600,370 @@ var INFERENCE_PROVIDERS = [
 // src/snippets/index.ts
 var snippets_exports = {};
 __export(snippets_exports, {
-  curl: () => curl_exports,
-  js: () => js_exports,
-  python: () => python_exports
+  getInferenceSnippets: () => getInferenceSnippets
 });
 
-// src/snippets/curl.ts
-var curl_exports = {};
-__export(curl_exports, {
-  curlSnippets: () => curlSnippets,
-  getCurlInferenceSnippet: () => getCurlInferenceSnippet,
-  snippetBasic: () => snippetBasic,
-  snippetFile: () => snippetFile,
-  snippetTextGeneration: () => snippetTextGeneration,
-  snippetZeroShotClassification: () => snippetZeroShotClassification
-});
-import { HF_HUB_INFERENCE_PROXY_TEMPLATE as HF_HUB_INFERENCE_PROXY_TEMPLATE2 } from "@huggingface/tasks";
+// src/snippets/getInferenceSnippets.ts
 import {
-  getModelInputSnippet,
-  stringifyGenerationConfig,
-  stringifyMessages
+  inferenceSnippetLanguages,
+  getModelInputSnippet
 } from "@huggingface/tasks";
-var snippetBasic = (model, accessToken, provider) => {
-  if (provider !== "hf-inference") {
-    return [];
-  }
-  return [
-    {
-      client: "curl",
-      content: `curl https://router.huggingface.co/hf-inference/models/${model.id} \\
-	-X POST \\
-	-d '{"inputs": ${getModelInputSnippet(model, true)}}' \\
-	-H 'Content-Type: application/json' \\
-	-H 'Authorization: Bearer ${accessToken || `{API_TOKEN}`}'`
+import { Template } from "@huggingface/jinja";
+
+// src/snippets/templates.exported.ts
+var templates = {
+  "js": {
+    "fetch": {
+      "basic": 'async function query(data) {\n	const response = await fetch(\n		"{{ fullUrl }}",\n		{\n			headers: {\n				Authorization: "{{ authorizationHeader }}",\n				"Content-Type": "application/json",\n			},\n			method: "POST",\n			body: JSON.stringify(data),\n		}\n	);\n	const result = await response.json();\n	return result;\n}\n\nquery({ inputs: {{ providerInputs.asObj.inputs }} }).then((response) => {\n    console.log(JSON.stringify(response));\n});',
+      "basicAudio": 'async function query(data) {\n	const response = await fetch(\n		"{{ fullUrl }}",\n		{\n			headers: {\n				Authorization: "{{ authorizationHeader }}",\n				"Content-Type": "audio/flac"\n			},\n			method: "POST",\n			body: JSON.stringify(data),\n		}\n	);\n	const result = await response.json();\n	return result;\n}\n\nquery({ inputs: {{ providerInputs.asObj.inputs }} }).then((response) => {\n    console.log(JSON.stringify(response));\n});',
+      "basicImage": 'async function query(data) {\n	const response = await fetch(\n		"{{ fullUrl }}",\n		{\n			headers: {\n				Authorization: "{{ authorizationHeader }}",\n				"Content-Type": "image/jpeg"\n			},\n			method: "POST",\n			body: JSON.stringify(data),\n		}\n	);\n	const result = await response.json();\n	return result;\n}\n\nquery({ inputs: {{ providerInputs.asObj.inputs }} }).then((response) => {\n    console.log(JSON.stringify(response));\n});',
+      "textToAudio": '{% if model.library_name == "transformers" %}\nasync function query(data) {\n	const response = await fetch(\n		"{{ fullUrl }}",\n		{\n			headers: {\n				Authorization: "{{ authorizationHeader }}",\n				"Content-Type": "application/json",\n			},\n			method: "POST",\n			body: JSON.stringify(data),\n		}\n	);\n	const result = await response.blob();\n    return result;\n}\n\nquery({ inputs: {{ providerInputs.asObj.inputs }} }).then((response) => {\n    // Returns a byte object of the Audio wavform. Use it directly!\n});\n{% else %}\nasync function query(data) {\n	const response = await fetch(\n		"{{ fullUrl }}",\n		{\n			headers: {\n				Authorization: "{{ authorizationHeader }}",\n				"Content-Type": "application/json",\n			},\n			method: "POST",\n			body: JSON.stringify(data),\n		}\n	);\n    const result = await response.json();\n    return result;\n}\n\nquery({ inputs: {{ providerInputs.asObj.inputs }} }).then((response) => {\n    console.log(JSON.stringify(response));\n});\n{% endif %} ',
+      "textToImage": 'async function query(data) {\n	const response = await fetch(\n		"{{ fullUrl }}",\n		{\n			headers: {\n				Authorization: "{{ authorizationHeader }}",\n				"Content-Type": "application/json",\n			},\n			method: "POST",\n			body: JSON.stringify(data),\n		}\n	);\n	const result = await response.blob();\n	return result;\n}\n\nquery({ inputs: {{ providerInputs.asObj.inputs }} }).then((response) => {\n    // Use image\n});',
+      "zeroShotClassification": 'async function query(data) {\n    const response = await fetch(\n		"{{ fullUrl }}",\n        {\n            headers: {\n				Authorization: "{{ authorizationHeader }}",\n                "Content-Type": "application/json",\n            },\n            method: "POST",\n            body: JSON.stringify(data),\n        }\n    );\n    const result = await response.json();\n    return result;\n}\n\nquery({\n    inputs: {{ providerInputs.asObj.inputs }},\n    parameters: { candidate_labels: ["refund", "legal", "faq"] }\n}).then((response) => {\n    console.log(JSON.stringify(response));\n});'
+    },
+    "huggingface.js": {
+      "basic": 'import { InferenceClient } from "@huggingface/inference";\n\nconst client = new InferenceClient("{{ accessToken }}");\n\nconst output = await client.{{ methodName }}({\n	model: "{{ model.id }}",\n	inputs: {{ inputs.asObj.inputs }},\n	provider: "{{ provider }}",\n});\n\nconsole.log(output);',
+      "basicAudio": 'import { InferenceClient } from "@huggingface/inference";\n\nconst client = new InferenceClient("{{ accessToken }}");\n\nconst data = fs.readFileSync({{inputs.asObj.inputs}});\n\nconst output = await client.{{ methodName }}({\n	data,\n	model: "{{ model.id }}",\n	provider: "{{ provider }}",\n});\n\nconsole.log(output);',
+      "basicImage": 'import { InferenceClient } from "@huggingface/inference";\n\nconst client = new InferenceClient("{{ accessToken }}");\n\nconst data = fs.readFileSync({{inputs.asObj.inputs}});\n\nconst output = await client.{{ methodName }}({\n	data,\n	model: "{{ model.id }}",\n	provider: "{{ provider }}",\n});\n\nconsole.log(output);',
+      "conversational": 'import { InferenceClient } from "@huggingface/inference";\n\nconst client = new InferenceClient("{{ accessToken }}");\n\nconst chatCompletion = await client.chatCompletion({\n    provider: "{{ provider }}",\n    model: "{{ model.id }}",\n{{ inputs.asTsString }}\n});\n\nconsole.log(chatCompletion.choices[0].message);',
+      "conversationalStream": 'import { InferenceClient } from "@huggingface/inference";\n\nconst client = new InferenceClient("{{ accessToken }}");\n\nlet out = "";\n\nconst stream = await client.chatCompletionStream({\n    provider: "{{ provider }}",\n    model: "{{ model.id }}",\n{{ inputs.asTsString }}\n});\n\nfor await (const chunk of stream) {\n	if (chunk.choices && chunk.choices.length > 0) {\n		const newContent = chunk.choices[0].delta.content;\n		out += newContent;\n		console.log(newContent);\n	}  \n}',
+      "textToImage": `import { InferenceClient } from "@huggingface/inference";
+
+const client = new InferenceClient("{{ accessToken }}");
+
+const image = await client.textToImage({
+    provider: "{{ provider }}",
+    model: "{{ model.id }}",
+	inputs: {{ inputs.asObj.inputs }},
+	parameters: { num_inference_steps: 5 },
+});
+/// Use the generated image (it's a Blob)`,
+      "textToVideo": `import { InferenceClient } from "@huggingface/inference";
+
+const client = new InferenceClient("{{ accessToken }}");
+
+const image = await client.textToVideo({
+    provider: "{{ provider }}",
+    model: "{{ model.id }}",
+	inputs: {{ inputs.asObj.inputs }},
+});
+// Use the generated video (it's a Blob)`
+    },
+    "openai": {
+      "conversational": 'import { OpenAI } from "openai";\n\nconst client = new OpenAI({\n	baseURL: "{{ baseUrl }}",\n	apiKey: "{{ accessToken }}",\n});\n\nconst chatCompletion = await client.chat.completions.create({\n	model: "{{ providerModelId }}",\n{{ inputs.asTsString }}\n});\n\nconsole.log(chatCompletion.choices[0].message);',
+      "conversationalStream": 'import { OpenAI } from "openai";\n\nconst client = new OpenAI({\n	baseURL: "{{ baseUrl }}",\n	apiKey: "{{ accessToken }}",\n});\n\nlet out = "";\n\nconst stream = await client.chat.completions.create({\n    provider: "{{ provider }}",\n    model: "{{ model.id }}",\n{{ inputs.asTsString }}\n});\n\nfor await (const chunk of stream) {\n	if (chunk.choices && chunk.choices.length > 0) {\n		const newContent = chunk.choices[0].delta.content;\n		out += newContent;\n		console.log(newContent);\n	}  \n}'
     }
-  ];
-};
-var snippetTextGeneration = (model, accessToken, provider, providerModelId, opts) => {
-  if (model.tags.includes("conversational")) {
-    const baseUrl = provider === "hf-inference" ? `https://router.huggingface.co/hf-inference/models/${model.id}/v1/chat/completions` : HF_HUB_INFERENCE_PROXY_TEMPLATE2.replace("{{PROVIDER}}", provider) + "/v1/chat/completions";
-    const modelId = providerModelId ?? model.id;
-    const streaming = opts?.streaming ?? true;
-    const exampleMessages = getModelInputSnippet(model);
-    const messages = opts?.messages ?? exampleMessages;
-    const config = {
-      ...opts?.temperature ? { temperature: opts.temperature } : void 0,
-      max_tokens: opts?.max_tokens ?? 500,
-      ...opts?.top_p ? { top_p: opts.top_p } : void 0
-    };
-    return [
-      {
-        client: "curl",
-        content: `curl '${baseUrl}' \\
--H 'Authorization: Bearer ${accessToken || `{API_TOKEN}`}' \\
--H 'Content-Type: application/json' \\
---data '{
-    "model": "${modelId}",
-    "messages": ${stringifyMessages(messages, {
-          indent: "	",
-          attributeKeyQuotes: true,
-          customContentEscaper: (str) => str.replace(/'/g, "'\\''")
-        })},
-    ${stringifyGenerationConfig(config, {
-          indent: "\n    ",
-          attributeKeyQuotes: true,
-          attributeValueConnector: ": "
-        })}
-    "stream": ${!!streaming}
-}'`
-      }
-    ];
-  } else {
-    return snippetBasic(model, accessToken, provider);
-  }
-};
-var snippetZeroShotClassification = (model, accessToken, provider) => {
-  if (provider !== "hf-inference") {
-    return [];
-  }
-  return [
-    {
-      client: "curl",
-      content: `curl https://router.huggingface.co/hf-inference/models/${model.id} \\
-	-X POST \\
-	-d '{"inputs": ${getModelInputSnippet(model, true)}, "parameters": {"candidate_labels": ["refund", "legal", "faq"]}}' \\
-	-H 'Content-Type: application/json' \\
-	-H 'Authorization: Bearer ${accessToken || `{API_TOKEN}`}'`
+  },
+  "python": {
+    "fal_client": {
+      "textToImage": '{% if provider == "fal-ai" %}\nimport fal_client\n\nresult = fal_client.subscribe(\n    "{{ providerModelId }}",\n    arguments={\n        "prompt": {{ inputs.asObj.inputs }},\n    },\n)\nprint(result)\n{% endif %} '
+    },
+    "huggingface_hub": {
+      "basic": 'result = client.{{ methodName }}(\n    inputs={{ inputs.asObj.inputs }},\n    model="{{ model.id }}",\n)',
+      "basicAudio": 'output = client.{{ methodName }}({{ inputs.asObj.inputs }}, model="{{ model.id }}")',
+      "basicImage": 'output = client.{{ methodName }}({{ inputs.asObj.inputs }}, model="{{ model.id }}")',
+      "conversational": 'completion = client.chat.completions.create(\n    model="{{ model.id }}",\n{{ inputs.asPythonString }}\n)\n\nprint(completion.choices[0].message) ',
+      "conversationalStream": 'stream = client.chat.completions.create(\n    model="{{ model.id }}",\n{{ inputs.asPythonString }}\n    stream=True,\n)\n\nfor chunk in stream:\n    print(chunk.choices[0].delta.content, end="") ',
+      "documentQuestionAnswering": 'output = client.document_question_answering(\n    "{{ inputs.asObj.image }}",\n    question="{{ inputs.asObj.question }}",\n    model="{{ model.id }}",\n) ',
+      "imageToImage": '# output is a PIL.Image object\nimage = client.image_to_image(\n    "{{ inputs.asObj.inputs }}",\n    prompt="{{ inputs.asObj.parameters.prompt }}",\n    model="{{ model.id }}",\n) ',
+      "importInferenceClient": 'from huggingface_hub import InferenceClient\n\nclient = InferenceClient(\n    provider="{{ provider }}",\n    api_key="{{ accessToken }}",\n)',
+      "textToImage": '# output is a PIL.Image object\nimage = client.text_to_image(\n    {{ inputs.asObj.inputs }},\n    model="{{ model.id }}",\n) ',
+      "textToVideo": 'video = client.text_to_video(\n    {{ inputs.asObj.inputs }},\n    model="{{ model.id }}",\n) '
+    },
+    "openai": {
+      "conversational": 'from openai import OpenAI\n\nclient = OpenAI(\n    base_url="{{ baseUrl }}",\n    api_key="{{ accessToken }}"\n)\n\ncompletion = client.chat.completions.create(\n    model="{{ providerModelId }}",\n{{ inputs.asPythonString }}\n)\n\nprint(completion.choices[0].message) ',
+      "conversationalStream": 'from openai import OpenAI\n\nclient = OpenAI(\n    base_url="{{ baseUrl }}",\n    api_key="{{ accessToken }}"\n)\n\nstream = client.chat.completions.create(\n    model="{{ providerModelId }}",\n{{ inputs.asPythonString }}\n    stream=True,\n)\n\nfor chunk in stream:\n    print(chunk.choices[0].delta.content, end="")'
+    },
+    "requests": {
+      "basic": 'def query(payload):\n    response = requests.post(API_URL, headers=headers, json=payload)\n    return response.json()\n\noutput = query({\n    "inputs": {{ providerInputs.asObj.inputs }},\n}) ',
+      "basicAudio": 'def query(filename):\n    with open(filename, "rb") as f:\n        data = f.read()\n    response = requests.post(API_URL, headers={"Content-Type": "audio/flac", **headers}, data=data)\n    return response.json()\n\noutput = query({{ providerInputs.asObj.inputs }})',
+      "basicImage": 'def query(filename):\n    with open(filename, "rb") as f:\n        data = f.read()\n    response = requests.post(API_URL, headers={"Content-Type": "image/jpeg", **headers}, data=data)\n    return response.json()\n\noutput = query({{ providerInputs.asObj.inputs }})',
+      "conversational": 'def query(payload):\n    response = requests.post(API_URL, headers=headers, json=payload)\n    return response.json()\n\nresponse = query({\n{{ providerInputs.asJsonString }}\n})\n\nprint(response["choices"][0]["message"])',
+      "conversationalStream": 'def query(payload):\n    response = requests.post(API_URL, headers=headers, json=payload, stream=True)\n    for line in response.iter_lines():\n        if not line.startswith(b"data:"):\n            continue\n        if line.strip() == b"data: [DONE]":\n            return\n        yield json.loads(line.decode("utf-8").lstrip("data:").rstrip("/n"))\n\nchunks = query({\n{{ providerInputs.asJsonString }},\n    "stream": True,\n})\n\nfor chunk in chunks:\n    print(chunk["choices"][0]["delta"]["content"], end="")',
+      "documentQuestionAnswering": 'def query(payload):\n    with open(payload["image"], "rb") as f:\n        img = f.read()\n        payload["image"] = base64.b64encode(img).decode("utf-8")\n    response = requests.post(API_URL, headers=headers, json=payload)\n    return response.json()\n\noutput = query({\n    "inputs": {\n        "image": "{{ inputs.asObj.image }}",\n        "question": "{{ inputs.asObj.question }}",\n    },\n}) ',
+      "imageToImage": 'def query(payload):\n    with open(payload["inputs"], "rb") as f:\n        img = f.read()\n        payload["inputs"] = base64.b64encode(img).decode("utf-8")\n    response = requests.post(API_URL, headers=headers, json=payload)\n    return response.content\n\nimage_bytes = query({\n{{ providerInputs.asJsonString }}\n})\n\n# You can access the image with PIL.Image for example\nimport io\nfrom PIL import Image\nimage = Image.open(io.BytesIO(image_bytes)) ',
+      "importRequests": '{% if importBase64 %}\nimport base64\n{% endif %}\n{% if importJson %}\nimport json\n{% endif %}\nimport requests\n\nAPI_URL = "{{ fullUrl }}"\nheaders = {"Authorization": "{{ authorizationHeader }}"}',
+      "tabular": 'def query(payload):\n    response = requests.post(API_URL, headers=headers, json=payload)\n    return response.content\n\nresponse = query({\n    "inputs": {\n        "data": {{ providerInputs.asObj.inputs }}\n    },\n}) ',
+      "textToAudio": '{% if model.library_name == "transformers" %}\ndef query(payload):\n    response = requests.post(API_URL, headers=headers, json=payload)\n    return response.content\n\naudio_bytes = query({\n    "inputs": {{ providerInputs.asObj.inputs }},\n})\n# You can access the audio with IPython.display for example\nfrom IPython.display import Audio\nAudio(audio_bytes)\n{% else %}\ndef query(payload):\n    response = requests.post(API_URL, headers=headers, json=payload)\n    return response.json()\n\naudio, sampling_rate = query({\n    "inputs": {{ providerInputs.asObj.inputs }},\n})\n# You can access the audio with IPython.display for example\nfrom IPython.display import Audio\nAudio(audio, rate=sampling_rate)\n{% endif %} ',
+      "textToImage": '{% if provider == "hf-inference" %}\ndef query(payload):\n    response = requests.post(API_URL, headers=headers, json=payload)\n    return response.content\n\nimage_bytes = query({\n    "inputs": {{ providerInputs.asObj.inputs }},\n})\n\n# You can access the image with PIL.Image for example\nimport io\nfrom PIL import Image\nimage = Image.open(io.BytesIO(image_bytes))\n{% endif %}',
+      "zeroShotClassification": 'def query(payload):\n    response = requests.post(API_URL, headers=headers, json=payload)\n    return response.json()\n\noutput = query({\n    "inputs": {{ providerInputs.asObj.inputs }},\n    "parameters": {"candidate_labels": ["refund", "legal", "faq"]},\n}) ',
+      "zeroShotImageClassification": 'def query(data):\n    with open(data["image_path"], "rb") as f:\n        img = f.read()\n    payload={\n        "parameters": data["parameters"],\n        "inputs": base64.b64encode(img).decode("utf-8")\n    }\n    response = requests.post(API_URL, headers=headers, json=payload)\n    return response.json()\n\noutput = query({\n    "image_path": {{ providerInputs.asObj.inputs }},\n    "parameters": {"candidate_labels": ["cat", "dog", "llama"]},\n}) '
     }
-  ];
-};
-var snippetFile = (model, accessToken, provider) => {
-  if (provider !== "hf-inference") {
-    return [];
-  }
-  return [
-    {
-      client: "curl",
-      content: `curl https://router.huggingface.co/hf-inference/models/${model.id} \\
-	-X POST \\
-	--data-binary '@${getModelInputSnippet(model, true, true)}' \\
-	-H 'Authorization: Bearer ${accessToken || `{API_TOKEN}`}'`
+  },
+  "sh": {
+    "curl": {
+      "basic": "curl {{ fullUrl }} \\\n    -X POST \\\n    -H 'Authorization: {{ authorizationHeader }}' \\\n    -H 'Content-Type: application/json' \\\n    -d '{\n{{ providerInputs.asCurlString }}\n    }'",
+      "basicAudio": "curl {{ fullUrl }} \\\n    -X POST \\\n    -H 'Authorization: {{ authorizationHeader }}' \\\n    -H 'Content-Type: audio/flac' \\\n    --data-binary @{{ providerInputs.asObj.inputs }}",
+      "basicImage": "curl {{ fullUrl }} \\\n    -X POST \\\n    -H 'Authorization: {{ authorizationHeader }}' \\\n    -H 'Content-Type: image/jpeg' \\\n    --data-binary @{{ providerInputs.asObj.inputs }}",
+      "conversational": `curl {{ fullUrl }} \\
+    -H 'Authorization: {{ authorizationHeader }}' \\
+    -H 'Content-Type: application/json' \\
+    -d '{
+{{ providerInputs.asCurlString }},
+        "stream": false
+    }'`,
+      "conversationalStream": `curl {{ fullUrl }} \\
+    -H 'Authorization: {{ authorizationHeader }}' \\
+    -H 'Content-Type: application/json' \\
+    -d '{
+{{ providerInputs.asCurlString }},
+        "stream": true
+    }'`,
+      "zeroShotClassification": `curl {{ fullUrl }} \\
+    -X POST \\
+    -d '{"inputs": {{ providerInputs.asObj.inputs }}, "parameters": {"candidate_labels": ["refund", "legal", "faq"]}}' \\
+    -H 'Content-Type: application/json' \\
+    -H 'Authorization: {{ authorizationHeader }}'`
     }
-  ];
-};
-var curlSnippets = {
-  // Same order as in tasks/src/pipelines.ts
-  "text-classification": snippetBasic,
-  "token-classification": snippetBasic,
-  "table-question-answering": snippetBasic,
-  "question-answering": snippetBasic,
-  "zero-shot-classification": snippetZeroShotClassification,
-  translation: snippetBasic,
-  summarization: snippetBasic,
-  "feature-extraction": snippetBasic,
-  "text-generation": snippetTextGeneration,
-  "image-text-to-text": snippetTextGeneration,
-  "text2text-generation": snippetBasic,
-  "fill-mask": snippetBasic,
-  "sentence-similarity": snippetBasic,
-  "automatic-speech-recognition": snippetFile,
-  "text-to-image": snippetBasic,
-  "text-to-speech": snippetBasic,
-  "text-to-audio": snippetBasic,
-  "audio-to-audio": snippetFile,
-  "audio-classification": snippetFile,
-  "image-classification": snippetFile,
-  "image-to-text": snippetFile,
-  "object-detection": snippetFile,
-  "image-segmentation": snippetFile
-};
-function getCurlInferenceSnippet(model, accessToken, provider, providerModelId, opts) {
-  return model.pipeline_tag && model.pipeline_tag in curlSnippets ? curlSnippets[model.pipeline_tag]?.(model, accessToken, provider, providerModelId, opts) ?? [] : [];
-}
+  }
+};
 
-// src/snippets/python.ts
-var python_exports = {};
-__export(python_exports, {
-  getPythonInferenceSnippet: () => getPythonInferenceSnippet
-});
-import { openAIbaseUrl } from "@huggingface/tasks";
-import {
-  getModelInputSnippet as getModelInputSnippet2,
-  stringifyGenerationConfig as stringifyGenerationConfig2,
-  stringifyMessages as stringifyMessages2
-} from "@huggingface/tasks";
-var HFH_INFERENCE_CLIENT_METHODS = {
+// src/snippets/getInferenceSnippets.ts
+var PYTHON_CLIENTS = ["huggingface_hub", "fal_client", "requests", "openai"];
+var JS_CLIENTS = ["fetch", "huggingface.js", "openai"];
+var SH_CLIENTS = ["curl"];
+var CLIENTS = {
+  js: [...JS_CLIENTS],
+  python: [...PYTHON_CLIENTS],
+  sh: [...SH_CLIENTS]
+};
+var hasTemplate = (language, client, templateName) => templates[language]?.[client]?.[templateName] !== void 0;
+var loadTemplate = (language, client, templateName) => {
+  const template = templates[language]?.[client]?.[templateName];
+  if (!template) {
+    throw new Error(`Template not found: ${language}/${client}/${templateName}`);
+  }
+  return (data) => new Template(template).render({ ...data });
+};
+var snippetImportPythonInferenceClient = loadTemplate("python", "huggingface_hub", "importInferenceClient");
+var snippetImportRequests = loadTemplate("python", "requests", "importRequests");
+var HF_PYTHON_METHODS = {
   "audio-classification": "audio_classification",
   "audio-to-audio": "audio_to_audio",
   "automatic-speech-recognition": "automatic_speech_recognition",
-  "text-to-speech": "text_to_speech",
+  "document-question-answering": "document_question_answering",
+  "feature-extraction": "feature_extraction",
+  "fill-mask": "fill_mask",
   "image-classification": "image_classification",
   "image-segmentation": "image_segmentation",
   "image-to-image": "image_to_image",
   "image-to-text": "image_to_text",
   "object-detection": "object_detection",
-  "text-to-image": "text_to_image",
-  "text-to-video": "text_to_video",
-  "zero-shot-image-classification": "zero_shot_image_classification",
-  "document-question-answering": "document_question_answering",
-  "visual-question-answering": "visual_question_answering",
-  "feature-extraction": "feature_extraction",
-  "fill-mask": "fill_mask",
   "question-answering": "question_answering",
   "sentence-similarity": "sentence_similarity",
   summarization: "summarization",
   "table-question-answering": "table_question_answering",
+  "tabular-classification": "tabular_classification",
+  "tabular-regression": "tabular_regression",
   "text-classification": "text_classification",
   "text-generation": "text_generation",
+  "text-to-image": "text_to_image",
+  "text-to-speech": "text_to_speech",
+  "text-to-video": "text_to_video",
   "token-classification": "token_classification",
   translation: "translation",
+  "visual-question-answering": "visual_question_answering",
   "zero-shot-classification": "zero_shot_classification",
-  "tabular-classification": "tabular_classification",
-  "tabular-regression": "tabular_regression"
-};
-var snippetImportInferenceClient = (accessToken, provider) => `from huggingface_hub import InferenceClient
-
-client = InferenceClient(
-    provider="${provider}",
-    api_key="${accessToken || "{API_TOKEN}"}",
-)`;
-var snippetConversational = (model, accessToken, provider, providerModelId, opts) => {
-  const streaming = opts?.streaming ?? true;
-  const exampleMessages = getModelInputSnippet2(model);
-  const messages = opts?.messages ?? exampleMessages;
-  const messagesStr = stringifyMessages2(messages, { attributeKeyQuotes: true });
-  const config = {
-    ...opts?.temperature ? { temperature: opts.temperature } : void 0,
-    max_tokens: opts?.max_tokens ?? 500,
-    ...opts?.top_p ? { top_p: opts.top_p } : void 0
-  };
-  const configStr = stringifyGenerationConfig2(config, {
-    indent: "\n	",
-    attributeValueConnector: "="
-  });
-  if (streaming) {
-    return [
-      {
-        client: "huggingface_hub",
-        content: `${snippetImportInferenceClient(accessToken, provider)}
-
-messages = ${messagesStr}
-
-stream = client.chat.completions.create(
-	model="${model.id}", 
-	messages=messages, 
-	${configStr}
-	stream=True,
-)
-
-for chunk in stream:
-    print(chunk.choices[0].delta.content, end="")`
-      },
-      {
-        client: "openai",
-        content: `from openai import OpenAI
-
-client = OpenAI(
-	base_url="${openAIbaseUrl(provider)}",
-	api_key="${accessToken || "{API_TOKEN}"}"
-)
-
-messages = ${messagesStr}
-
-stream = client.chat.completions.create(
-    model="${providerModelId ?? model.id}", 
-	messages=messages, 
-	${configStr}
-	stream=True
-)
-
-for chunk in stream:
-	print(chunk.choices[0].delta.content, end="")`
-      }
-    ];
-  } else {
-    return [
-      {
-        client: "huggingface_hub",
-        content: `${snippetImportInferenceClient(accessToken, provider)}
-
-messages = ${messagesStr}
-
-completion = client.chat.completions.create(
-    model="${model.id}", 
-	messages=messages, 
-	${configStr}
-)
-
-print(completion.choices[0].message)`
-      },
-      {
-        client: "openai",
-        content: `from openai import OpenAI
-
-client = OpenAI(
-	base_url="${openAIbaseUrl(provider)}",
-	api_key="${accessToken || "{API_TOKEN}"}"
-)
-
-messages = ${messagesStr}
-
-completion = client.chat.completions.create(
-	model="${providerModelId ?? model.id}", 
-	messages=messages, 
-	${configStr}
-)
-
-print(completion.choices[0].message)`
-      }
-    ];
-  }
-};
-var snippetZeroShotClassification2 = (model) => {
-  return [
-    {
-      client: "requests",
-      content: `def query(payload):
-	response = requests.post(API_URL, headers=headers, json=payload)
-	return response.json()
-
-output = query({
-    "inputs": ${getModelInputSnippet2(model)},
-    "parameters": {"candidate_labels": ["refund", "legal", "faq"]},
-})`
-    }
-  ];
-};
-var snippetZeroShotImageClassification = (model) => {
-  return [
-    {
-      client: "requests",
-      content: `def query(data):
-	with open(data["image_path"], "rb") as f:
-		img = f.read()
-	payload={
-		"parameters": data["parameters"],
-		"inputs": base64.b64encode(img).decode("utf-8")
-	}
-	response = requests.post(API_URL, headers=headers, json=payload)
-	return response.json()
-
-output = query({
-	"image_path": ${getModelInputSnippet2(model)},
-	"parameters": {"candidate_labels": ["cat", "dog", "llama"]},
-})`
-    }
-  ];
-};
-var snippetBasic2 = (model, accessToken, provider) => {
-  return [
-    ...model.pipeline_tag && model.pipeline_tag in HFH_INFERENCE_CLIENT_METHODS ? [
-      {
-        client: "huggingface_hub",
-        content: `${snippetImportInferenceClient(accessToken, provider)}
-
-result = client.${HFH_INFERENCE_CLIENT_METHODS[model.pipeline_tag]}(
-	inputs=${getModelInputSnippet2(model)},
-	model="${model.id}",
-)
-
-print(result)
-`
-      }
-    ] : [],
-    {
-      client: "requests",
-      content: `def query(payload):
-	response = requests.post(API_URL, headers=headers, json=payload)
-	return response.json()
-	
-output = query({
-	"inputs": ${getModelInputSnippet2(model)},
-})`
-    }
-  ];
-};
-var snippetFile2 = (model) => {
-  return [
-    {
-      client: "requests",
-      content: `def query(filename):
-	with open(filename, "rb") as f:
-		data = f.read()
-	response = requests.post(API_URL, headers=headers, data=data)
-	return response.json()
-
-output = query(${getModelInputSnippet2(model)})`
-    }
-  ];
-};
-var snippetTextToImage = (model, accessToken, provider, providerModelId) => {
-  return [
-    {
-      client: "huggingface_hub",
-      content: `${snippetImportInferenceClient(accessToken, provider)}
-
-# output is a PIL.Image object
-image = client.text_to_image(
-	${getModelInputSnippet2(model)},
-	model="${model.id}",
-)`
-    },
-    ...provider === "fal-ai" ? [
-      {
-        client: "fal-client",
-        content: `import fal_client
-
-result = fal_client.subscribe(
-	"${providerModelId ?? model.id}",
-	arguments={
-		"prompt": ${getModelInputSnippet2(model)},
-	},
-)
-print(result)
-`
-      }
-    ] : [],
-    ...provider === "hf-inference" ? [
-      {
-        client: "requests",
-        content: `def query(payload):
-	response = requests.post(API_URL, headers=headers, json=payload)
-	return response.content
-
-image_bytes = query({
-	"inputs": ${getModelInputSnippet2(model)},
-})
-
-# You can access the image with PIL.Image for example
-import io
-from PIL import Image
-image = Image.open(io.BytesIO(image_bytes))`
-      }
-    ] : []
-  ];
-};
-var snippetTextToVideo = (model, accessToken, provider) => {
-  return ["fal-ai", "replicate"].includes(provider) ? [
-    {
-      client: "huggingface_hub",
-      content: `${snippetImportInferenceClient(accessToken, provider)}
-
-video = client.text_to_video(
-	${getModelInputSnippet2(model)},
-	model="${model.id}",
-)`
-    }
-  ] : [];
-};
-var snippetTabular = (model) => {
-  return [
-    {
-      client: "requests",
-      content: `def query(payload):
-	response = requests.post(API_URL, headers=headers, json=payload)
-	return response.content
-
-response = query({
-	"inputs": {"data": ${getModelInputSnippet2(model)}},
-})`
-    }
-  ];
-};
-var snippetTextToAudio = (model) => {
-  if (model.library_name === "transformers") {
-    return [
-      {
-        client: "requests",
-        content: `def query(payload):
-	response = requests.post(API_URL, headers=headers, json=payload)
-	return response.content
-
-audio_bytes = query({
-	"inputs": ${getModelInputSnippet2(model)},
-})
-# You can access the audio with IPython.display for example
-from IPython.display import Audio
-Audio(audio_bytes)`
-      }
-    ];
-  } else {
-    return [
-      {
-        client: "requests",
-        content: `def query(payload):
-	response = requests.post(API_URL, headers=headers, json=payload)
-	return response.json()
-	
-audio, sampling_rate = query({
-	"inputs": ${getModelInputSnippet2(model)},
-})
-# You can access the audio with IPython.display for example
-from IPython.display import Audio
-Audio(audio, rate=sampling_rate)`
-      }
-    ];
-  }
+  "zero-shot-image-classification": "zero_shot_image_classification"
 };
-var snippetAutomaticSpeechRecognition = (model, accessToken, provider) => {
-  return [
-    {
-      client: "huggingface_hub",
-      content: `${snippetImportInferenceClient(accessToken, provider)}
-output = client.automatic_speech_recognition(${getModelInputSnippet2(model)}, model="${model.id}")`
-    },
-    snippetFile2(model)[0]
-  ];
-};
-var snippetDocumentQuestionAnswering = (model, accessToken, provider) => {
-  const inputsAsStr = getModelInputSnippet2(model);
-  const inputsAsObj = JSON.parse(inputsAsStr);
-  return [
-    {
-      client: "huggingface_hub",
-      content: `${snippetImportInferenceClient(accessToken, provider)}
-output = client.document_question_answering(
-    "${inputsAsObj.image}",
-	question="${inputsAsObj.question}",
-	model="${model.id}",
-)`
-    },
-    {
-      client: "requests",
-      content: `def query(payload):
-	with open(payload["image"], "rb") as f:
-		img = f.read()
-		payload["image"] = base64.b64encode(img).decode("utf-8")
-	response = requests.post(API_URL, headers=headers, json=payload)
-	return response.json()
-
-output = query({
-    "inputs": ${inputsAsStr},
-})`
-    }
-  ];
-};
-var snippetImageToImage = (model, accessToken, provider) => {
-  const inputsAsStr = getModelInputSnippet2(model);
-  const inputsAsObj = JSON.parse(inputsAsStr);
-  return [
-    {
-      client: "huggingface_hub",
-      content: `${snippetImportInferenceClient(accessToken, provider)}
-# output is a PIL.Image object
-image = client.image_to_image(
-    "${inputsAsObj.image}",
-    prompt="${inputsAsObj.prompt}",
-    model="${model.id}",
-)`
-    },
-    {
-      client: "requests",
-      content: `def query(payload):
-	with open(payload["inputs"], "rb") as f:
-		img = f.read()
-		payload["inputs"] = base64.b64encode(img).decode("utf-8")
-	response = requests.post(API_URL, headers=headers, json=payload)
-	return response.content
-
-image_bytes = query({
-	"inputs": "${inputsAsObj.image}",
-	"parameters": {"prompt": "${inputsAsObj.prompt}"},
-})
-
-# You can access the image with PIL.Image for example
-import io
-from PIL import Image
-image = Image.open(io.BytesIO(image_bytes))`
-    }
-  ];
-};
-var pythonSnippets = {
-  // Same order as in tasks/src/pipelines.ts
-  "text-classification": snippetBasic2,
-  "token-classification": snippetBasic2,
-  "table-question-answering": snippetBasic2,
-  "question-answering": snippetBasic2,
-  "zero-shot-classification": snippetZeroShotClassification2,
-  translation: snippetBasic2,
-  summarization: snippetBasic2,
-  "feature-extraction": snippetBasic2,
-  "text-generation": snippetBasic2,
-  "text2text-generation": snippetBasic2,
-  "image-text-to-text": snippetConversational,
-  "fill-mask": snippetBasic2,
-  "sentence-similarity": snippetBasic2,
-  "automatic-speech-recognition": snippetAutomaticSpeechRecognition,
-  "text-to-image": snippetTextToImage,
-  "text-to-video": snippetTextToVideo,
-  "text-to-speech": snippetTextToAudio,
-  "text-to-audio": snippetTextToAudio,
-  "audio-to-audio": snippetFile2,
-  "audio-classification": snippetFile2,
-  "image-classification": snippetFile2,
-  "tabular-regression": snippetTabular,
-  "tabular-classification": snippetTabular,
-  "object-detection": snippetFile2,
-  "image-segmentation": snippetFile2,
-  "document-question-answering": snippetDocumentQuestionAnswering,
-  "image-to-text": snippetFile2,
-  "image-to-image": snippetImageToImage,
-  "zero-shot-image-classification": snippetZeroShotImageClassification
-};
-function getPythonInferenceSnippet(model, accessToken, provider, providerModelId, opts) {
-  if (model.tags.includes("conversational")) {
-    return snippetConversational(model, accessToken, provider, providerModelId, opts);
-  } else {
-    const snippets = model.pipeline_tag && model.pipeline_tag in pythonSnippets ? pythonSnippets[model.pipeline_tag]?.(model, accessToken, provider, providerModelId) ?? [] : [];
-    return snippets.map((snippet) => {
-      return {
-        ...snippet,
-        content: addImportsToSnippet(snippet.content, model, accessToken)
-      };
-    });
-  }
-}
-var addImportsToSnippet = (snippet, model, accessToken) => {
-  if (snippet.includes("requests")) {
-    snippet = `import requests
-
-API_URL = "https://router.huggingface.co/hf-inference/models/${model.id}"
-headers = {"Authorization": ${accessToken ? `"Bearer ${accessToken}"` : `f"Bearer {API_TOKEN}"`}}
-
-${snippet}`;
-  }
-  if (snippet.includes("base64")) {
-    snippet = `import base64
-${snippet}`;
-  }
-  return snippet;
-};
-
-// src/snippets/js.ts
-var js_exports = {};
-__export(js_exports, {
-  getJsInferenceSnippet: () => getJsInferenceSnippet,
-  jsSnippets: () => jsSnippets,
-  snippetAutomaticSpeechRecognition: () => snippetAutomaticSpeechRecognition2,
-  snippetBasic: () => snippetBasic3,
-  snippetFile: () => snippetFile3,
-  snippetTextGeneration: () => snippetTextGeneration2,
-  snippetTextToAudio: () => snippetTextToAudio2,
-  snippetTextToImage: () => snippetTextToImage2,
-  snippetTextToVideo: () => snippetTextToVideo2,
-  snippetZeroShotClassification: () => snippetZeroShotClassification3
-});
-import { openAIbaseUrl as openAIbaseUrl2 } from "@huggingface/tasks";
-import {
-  getModelInputSnippet as getModelInputSnippet3,
-  stringifyGenerationConfig as stringifyGenerationConfig3,
-  stringifyMessages as stringifyMessages3
-} from "@huggingface/tasks";
-var HFJS_METHODS = {
-  "text-classification": "textClassification",
-  "token-classification": "tokenClassification",
-  "table-question-answering": "tableQuestionAnswering",
+var HF_JS_METHODS = {
+  "automatic-speech-recognition": "automaticSpeechRecognition",
+  "feature-extraction": "featureExtraction",
+  "fill-mask": "fillMask",
+  "image-classification": "imageClassification",
   "question-answering": "questionAnswering",
-  translation: "translation",
+  "sentence-similarity": "sentenceSimilarity",
   summarization: "summarization",
-  "feature-extraction": "featureExtraction",
+  "table-question-answering": "tableQuestionAnswering",
+  "text-classification": "textClassification",
   "text-generation": "textGeneration",
   "text2text-generation": "textGeneration",
-  "fill-mask": "fillMask",
-  "sentence-similarity": "sentenceSimilarity"
+  "token-classification": "tokenClassification",
+  translation: "translation"
 };
-var snippetBasic3 = (model, accessToken, provider) => {
-  return [
-    ...model.pipeline_tag && model.pipeline_tag in HFJS_METHODS ? [
-      {
-        client: "huggingface.js",
-        content: `import { InferenceClient } from "@huggingface/inference";
-
-const client = new InferenceClient("${accessToken || `{API_TOKEN}`}");
-
-const output = await client.${HFJS_METHODS[model.pipeline_tag]}({
-	model: "${model.id}",
-	inputs: ${getModelInputSnippet3(model)},
-	provider: "${provider}",
-});
-
-console.log(output);
-`
+var snippetGenerator = (templateName, inputPreparationFn) => {
+  return (model, accessToken, provider, providerModelId, opts) => {
+    if (model.pipeline_tag && ["text-generation", "image-text-to-text"].includes(model.pipeline_tag) && model.tags.includes("conversational")) {
+      templateName = opts?.streaming ? "conversationalStream" : "conversational";
+      inputPreparationFn = prepareConversationalInput;
+    }
+    const inputs = inputPreparationFn ? inputPreparationFn(model, opts) : { inputs: getModelInputSnippet(model) };
+    const request2 = makeRequestOptionsFromResolvedModel(
+      providerModelId ?? model.id,
+      { accessToken, provider, ...inputs },
+      { chatCompletion: templateName.includes("conversational"), task: model.pipeline_tag }
+    );
+    let providerInputs = inputs;
+    const bodyAsObj = request2.info.body;
+    if (typeof bodyAsObj === "string") {
+      try {
+        providerInputs = JSON.parse(bodyAsObj);
+      } catch (e) {
+        console.error("Failed to parse body as JSON", e);
       }
-    ] : [],
-    {
-      client: "fetch",
-      content: `async function query(data) {
-	const response = await fetch(
-		"https://router.huggingface.co/hf-inference/models/${model.id}",
-		{
-			headers: {
-				Authorization: "Bearer ${accessToken || `{API_TOKEN}`}",
-				"Content-Type": "application/json",
-			},
-			method: "POST",
-			body: JSON.stringify(data),
-		}
-	);
-	const result = await response.json();
-	return result;
-}
-
-query({"inputs": ${getModelInputSnippet3(model)}}).then((response) => {
-	console.log(JSON.stringify(response));
-});`
     }
-  ];
-};
-var snippetTextGeneration2 = (model, accessToken, provider, providerModelId, opts) => {
-  if (model.tags.includes("conversational")) {
-    const streaming = opts?.streaming ?? true;
-    const exampleMessages = getModelInputSnippet3(model);
-    const messages = opts?.messages ?? exampleMessages;
-    const messagesStr = stringifyMessages3(messages, { indent: "	" });
-    const config = {
-      ...opts?.temperature ? { temperature: opts.temperature } : void 0,
-      max_tokens: opts?.max_tokens ?? 500,
-      ...opts?.top_p ? { top_p: opts.top_p } : void 0
+    const params = {
+      accessToken,
+      authorizationHeader: request2.info.headers?.Authorization,
+      baseUrl: removeSuffix(request2.url, "/chat/completions"),
+      fullUrl: request2.url,
+      inputs: {
+        asObj: inputs,
+        asCurlString: formatBody(inputs, "curl"),
+        asJsonString: formatBody(inputs, "json"),
+        asPythonString: formatBody(inputs, "python"),
+        asTsString: formatBody(inputs, "ts")
+      },
+      providerInputs: {
+        asObj: providerInputs,
+        asCurlString: formatBody(providerInputs, "curl"),
+        asJsonString: formatBody(providerInputs, "json"),
+        asPythonString: formatBody(providerInputs, "python"),
+        asTsString: formatBody(providerInputs, "ts")
+      },
+      model,
+      provider,
+      providerModelId: providerModelId ?? model.id
     };
-    const configStr = stringifyGenerationConfig3(config, {
-      indent: "\n	",
-      attributeValueConnector: ": "
-    });
-    if (streaming) {
-      return [
-        {
-          client: "huggingface.js",
-          content: `import { InferenceClient } from "@huggingface/inference";
-
-const client = new InferenceClient("${accessToken || `{API_TOKEN}`}");
-
-let out = "";
-
-const stream = client.chatCompletionStream({
-	model: "${model.id}",
-	messages: ${messagesStr},
-	provider: "${provider}",
-	${configStr}
-});
-
-for await (const chunk of stream) {
-	if (chunk.choices && chunk.choices.length > 0) {
-		const newContent = chunk.choices[0].delta.content;
-		out += newContent;
-		console.log(newContent);
-	}  
-}`
-        },
-        {
-          client: "openai",
-          content: `import { OpenAI } from "openai";
-
-const client = new OpenAI({
-	baseURL: "${openAIbaseUrl2(provider)}",
-	apiKey: "${accessToken || `{API_TOKEN}`}"
-});
-
-let out = "";
-
-const stream = await client.chat.completions.create({
-	model: "${providerModelId ?? model.id}",
-	messages: ${messagesStr},
-	${configStr}
-	stream: true,
-});
-
-for await (const chunk of stream) {
-	if (chunk.choices && chunk.choices.length > 0) {
-		const newContent = chunk.choices[0].delta.content;
-		out += newContent;
-		console.log(newContent);
-	}  
-}`
+    return inferenceSnippetLanguages.map((language) => {
+      return CLIENTS[language].map((client) => {
+        if (!hasTemplate(language, client, templateName)) {
+          return;
         }
-      ];
-    } else {
-      return [
-        {
-          client: "huggingface.js",
-          content: `import { InferenceClient } from "@huggingface/inference";
-
-const client = new InferenceClient("${accessToken || `{API_TOKEN}`}");
-
-const chatCompletion = await client.chatCompletion({
-	model: "${model.id}",
-	messages: ${messagesStr},
-	provider: "${provider}",
-	${configStr}
-});
-
-console.log(chatCompletion.choices[0].message);
-`
-        },
-        {
-          client: "openai",
-          content: `import { OpenAI } from "openai";
-
-const client = new OpenAI({
-	baseURL: "${openAIbaseUrl2(provider)}",
-	apiKey: "${accessToken || `{API_TOKEN}`}"
-});
+        const template = loadTemplate(language, client, templateName);
+        if (client === "huggingface_hub" && templateName.includes("basic")) {
+          if (!(model.pipeline_tag && model.pipeline_tag in HF_PYTHON_METHODS)) {
+            return;
+          }
+          params["methodName"] = HF_PYTHON_METHODS[model.pipeline_tag];
+        }
+        if (client === "huggingface.js" && templateName.includes("basic")) {
+          if (!(model.pipeline_tag && model.pipeline_tag in HF_JS_METHODS)) {
+            return;
+          }
+          params["methodName"] = HF_JS_METHODS[model.pipeline_tag];
+        }
+        let snippet = template(params).trim();
+        if (!snippet) {
+          return;
+        }
+        if (client === "huggingface_hub") {
+          const importSection = snippetImportPythonInferenceClient({ ...params });
+          snippet = `${importSection}
 
-const chatCompletion = await client.chat.completions.create({
-	model: "${providerModelId ?? model.id}",
-	messages: ${messagesStr},
-	${configStr}
-});
+${snippet}`;
+        } else if (client === "requests") {
+          const importSection = snippetImportRequests({
+            ...params,
+            importBase64: snippet.includes("base64"),
+            importJson: snippet.includes("json.")
+          });
+          snippet = `${importSection}
 
-console.log(chatCompletion.choices[0].message);
-`
+${snippet}`;
         }
-      ];
-    }
-  } else {
-    return snippetBasic3(model, accessToken, provider);
-  }
-};
-var snippetZeroShotClassification3 = (model, accessToken) => {
-  return [
-    {
-      client: "fetch",
-      content: `async function query(data) {
-			const response = await fetch(
-				"https://router.huggingface.co/hf-inference/models/${model.id}",
-				{
-					headers: {
-						Authorization: "Bearer ${accessToken || `{API_TOKEN}`}",
-						"Content-Type": "application/json",
-					},
-					method: "POST",
-					body: JSON.stringify(data),
-				}
-			);
-			const result = await response.json();
-			return result;
-		}
-		
-		query({"inputs": ${getModelInputSnippet3(
-        model
-      )}, "parameters": {"candidate_labels": ["refund", "legal", "faq"]}}).then((response) => {
-			console.log(JSON.stringify(response));
-		});`
-    }
-  ];
+        return { language, client, content: snippet };
+      }).filter((snippet) => snippet !== void 0);
+    }).flat();
+  };
 };
-var snippetTextToImage2 = (model, accessToken, provider) => {
-  return [
-    {
-      client: "huggingface.js",
-      content: `import { InferenceClient } from "@huggingface/inference";
-
-const client = new InferenceClient("${accessToken || `{API_TOKEN}`}");
-
-const image = await client.textToImage({
-	model: "${model.id}",
-	inputs: ${getModelInputSnippet3(model)},
-	parameters: { num_inference_steps: 5 },
-	provider: "${provider}",
-});
-/// Use the generated image (it's a Blob)
-`
-    },
-    ...provider === "hf-inference" ? [
-      {
-        client: "fetch",
-        content: `async function query(data) {
-	const response = await fetch(
-		"https://router.huggingface.co/hf-inference/models/${model.id}",
-		{
-			headers: {
-				Authorization: "Bearer ${accessToken || `{API_TOKEN}`}",
-				"Content-Type": "application/json",
-			},
-			method: "POST",
-			body: JSON.stringify(data),
-		}
-	);
-	const result = await response.blob();
-	return result;
-}
-query({"inputs": ${getModelInputSnippet3(model)}}).then((response) => {
-	// Use image
-});`
-      }
-    ] : []
-  ];
+var prepareDocumentQuestionAnsweringInput = (model) => {
+  return JSON.parse(getModelInputSnippet(model));
 };
-var snippetTextToVideo2 = (model, accessToken, provider) => {
-  return ["fal-ai", "replicate"].includes(provider) ? [
-    {
-      client: "huggingface.js",
-      content: `import { InferenceClient } from "@huggingface/inference";
-
-const client = new InferenceClient("${accessToken || `{API_TOKEN}`}");
-
-const video = await client.textToVideo({
-	model: "${model.id}",
-	provider: "${provider}",
-	inputs: ${getModelInputSnippet3(model)},
-	parameters: { num_inference_steps: 5 },
-});
-// Use the generated video (it's a Blob)
-`
-    }
-  ] : [];
-};
-var snippetTextToAudio2 = (model, accessToken, provider) => {
-  if (provider !== "hf-inference") {
-    return [];
-  }
-  const commonSnippet = `async function query(data) {
-		const response = await fetch(
-			"https://router.huggingface.co/hf-inference/models/${model.id}",
-			{
-				headers: {
-					Authorization: "Bearer ${accessToken || `{API_TOKEN}`}",
-					"Content-Type": "application/json",
-				},
-				method: "POST",
-				body: JSON.stringify(data),
-			}
-		);`;
-  if (model.library_name === "transformers") {
-    return [
-      {
-        client: "fetch",
-        content: commonSnippet + `
-			const result = await response.blob();
-			return result;
-		}
-		query({"inputs": ${getModelInputSnippet3(model)}}).then((response) => {
-			// Returns a byte object of the Audio wavform. Use it directly!
-		});`
-      }
-    ];
-  } else {
-    return [
-      {
-        client: "fetch",
-        content: commonSnippet + `
-			const result = await response.json();
-			return result;
-		}
-		
-		query({"inputs": ${getModelInputSnippet3(model)}}).then((response) => {
-			console.log(JSON.stringify(response));
-		});`
-      }
-    ];
-  }
+var prepareImageToImageInput = (model) => {
+  const data = JSON.parse(getModelInputSnippet(model));
+  return { inputs: data.image, parameters: { prompt: data.prompt } };
 };
-var snippetAutomaticSpeechRecognition2 = (model, accessToken, provider) => {
-  return [
-    {
-      client: "huggingface.js",
-      content: `import { InferenceClient } from "@huggingface/inference";
-
-const client = new InferenceClient("${accessToken || `{API_TOKEN}`}");
-
-const data = fs.readFileSync(${getModelInputSnippet3(model)});
-
-const output = await client.automaticSpeechRecognition({
-	data,
-	model: "${model.id}",
-	provider: "${provider}",
-});
-
-console.log(output);
-`
-    },
-    ...provider === "hf-inference" ? snippetFile3(model, accessToken, provider) : []
-  ];
-};
-var snippetFile3 = (model, accessToken, provider) => {
-  if (provider !== "hf-inference") {
-    return [];
-  }
-  return [
-    {
-      client: "fetch",
-      content: `async function query(filename) {
-	const data = fs.readFileSync(filename);
-	const response = await fetch(
-		"https://router.huggingface.co/hf-inference/models/${model.id}",
-		{
-			headers: {
-				Authorization: "Bearer ${accessToken || `{API_TOKEN}`}",
-				"Content-Type": "application/json",
-			},
-			method: "POST",
-			body: data,
-		}
-	);
-	const result = await response.json();
-	return result;
+var prepareConversationalInput = (model, opts) => {
+  return {
+    messages: opts?.messages ?? getModelInputSnippet(model),
+    ...opts?.temperature ? { temperature: opts?.temperature } : void 0,
+    max_tokens: opts?.max_tokens ?? 500,
+    ...opts?.top_p ? { top_p: opts?.top_p } : void 0
+  };
+};
+var snippets = {
+  "audio-classification": snippetGenerator("basicAudio"),
+  "audio-to-audio": snippetGenerator("basicAudio"),
+  "automatic-speech-recognition": snippetGenerator("basicAudio"),
+  "document-question-answering": snippetGenerator("documentQuestionAnswering", prepareDocumentQuestionAnsweringInput),
+  "feature-extraction": snippetGenerator("basic"),
+  "fill-mask": snippetGenerator("basic"),
+  "image-classification": snippetGenerator("basicImage"),
+  "image-segmentation": snippetGenerator("basicImage"),
+  "image-text-to-text": snippetGenerator("conversational"),
+  "image-to-image": snippetGenerator("imageToImage", prepareImageToImageInput),
+  "image-to-text": snippetGenerator("basicImage"),
+  "object-detection": snippetGenerator("basicImage"),
+  "question-answering": snippetGenerator("basic"),
+  "sentence-similarity": snippetGenerator("basic"),
+  summarization: snippetGenerator("basic"),
+  "tabular-classification": snippetGenerator("tabular"),
+  "tabular-regression": snippetGenerator("tabular"),
+  "table-question-answering": snippetGenerator("basic"),
+  "text-classification": snippetGenerator("basic"),
+  "text-generation": snippetGenerator("basic"),
+  "text-to-audio": snippetGenerator("textToAudio"),
+  "text-to-image": snippetGenerator("textToImage"),
+  "text-to-speech": snippetGenerator("textToAudio"),
+  "text-to-video": snippetGenerator("textToVideo"),
+  "text2text-generation": snippetGenerator("basic"),
+  "token-classification": snippetGenerator("basic"),
+  translation: snippetGenerator("basic"),
+  "zero-shot-classification": snippetGenerator("zeroShotClassification"),
+  "zero-shot-image-classification": snippetGenerator("zeroShotImageClassification")
+};
+function getInferenceSnippets(model, accessToken, provider, providerModelId, opts) {
+  return model.pipeline_tag && model.pipeline_tag in snippets ? snippets[model.pipeline_tag]?.(model, accessToken, provider, providerModelId, opts) ?? [] : [];
 }
-
-query(${getModelInputSnippet3(model)}).then((response) => {
-	console.log(JSON.stringify(response));
-});`
-    }
-  ];
-};
-var jsSnippets = {
-  // Same order as in tasks/src/pipelines.ts
-  "text-classification": snippetBasic3,
-  "token-classification": snippetBasic3,
-  "table-question-answering": snippetBasic3,
-  "question-answering": snippetBasic3,
-  "zero-shot-classification": snippetZeroShotClassification3,
-  translation: snippetBasic3,
-  summarization: snippetBasic3,
-  "feature-extraction": snippetBasic3,
-  "text-generation": snippetTextGeneration2,
-  "image-text-to-text": snippetTextGeneration2,
-  "text2text-generation": snippetBasic3,
-  "fill-mask": snippetBasic3,
-  "sentence-similarity": snippetBasic3,
-  "automatic-speech-recognition": snippetAutomaticSpeechRecognition2,
-  "text-to-image": snippetTextToImage2,
-  "text-to-video": snippetTextToVideo2,
-  "text-to-speech": snippetTextToAudio2,
-  "text-to-audio": snippetTextToAudio2,
-  "audio-to-audio": snippetFile3,
-  "audio-classification": snippetFile3,
-  "image-classification": snippetFile3,
-  "image-to-text": snippetFile3,
-  "object-detection": snippetFile3,
-  "image-segmentation": snippetFile3
-};
-function getJsInferenceSnippet(model, accessToken, provider, providerModelId, opts) {
-  return model.pipeline_tag && model.pipeline_tag in jsSnippets ? jsSnippets[model.pipeline_tag]?.(model, accessToken, provider, providerModelId, opts) ?? [] : [];
+function formatBody(obj, format) {
+  switch (format) {
+    case "curl":
+      return indentString(formatBody(obj, "json"));
+    case "json":
+      return JSON.stringify(obj, null, 4).split("\n").slice(1, -1).join("\n");
+    case "python":
+      return indentString(
+        Object.entries(obj).map(([key, value]) => {
+          const formattedValue = JSON.stringify(value, null, 4).replace(/"/g, '"');
+          return `${key}=${formattedValue},`;
+        }).join("\n")
+      );
+    case "ts":
+      return formatTsObject(obj).split("\n").slice(1, -1).join("\n");
+    default:
+      throw new Error(`Unsupported format: ${format}`);
+  }
+}
+function formatTsObject(obj, depth) {
+  depth = depth ?? 0;
+  if (typeof obj !== "object" || obj === null) {
+    return JSON.stringify(obj);
+  }
+  if (Array.isArray(obj)) {
+    const items = obj.map((item) => {
+      const formatted = formatTsObject(item, depth + 1);
+      return `${" ".repeat(4 * (depth + 1))}${formatted},`;
+    }).join("\n");
+    return `[
+${items}
+${" ".repeat(4 * depth)}]`;
+  }
+  const entries = Object.entries(obj);
+  const lines = entries.map(([key, value]) => {
+    const formattedValue = formatTsObject(value, depth + 1);
+    const keyStr = /^[a-zA-Z_$][a-zA-Z0-9_$]*$/.test(key) ? key : `"${key}"`;
+    return `${" ".repeat(4 * (depth + 1))}${keyStr}: ${formattedValue},`;
+  }).join("\n");
+  return `{
+${lines}
+${" ".repeat(4 * depth)}}`;
+}
+function indentString(str) {
+  return str.split("\n").map((line) => " ".repeat(4) + line).join("\n");
+}
+function removeSuffix(str, suffix) {
+  return str.endsWith(suffix) ? str.slice(0, -suffix.length) : str;
 }
 export {
   HfInference,