@huggingface/inference 3.5.1 → 3.6.0

package/dist/index.js

@@ -46,7 +46,7 @@ var HF_HUB_URL = "https://huggingface.co";
 var HF_ROUTER_URL = "https://router.huggingface.co";
 
 // src/providers/black-forest-labs.ts
-var BLACK_FOREST_LABS_AI_API_BASE_URL = "https://api.us1.bfl.ai/v1";
+var BLACK_FOREST_LABS_AI_API_BASE_URL = "https://api.us1.bfl.ai";
 var makeBody = (params) => {
   return params.args;
 };
@@ -58,7 +58,7 @@ var makeHeaders = (params) => {
   }
 };
 var makeUrl = (params) => {
-  return `${params.baseUrl}/${params.model}`;
+  return `${params.baseUrl}/v1/${params.model}`;
 };
 var BLACK_FOREST_LABS_CONFIG = {
   baseUrl: BLACK_FOREST_LABS_AI_API_BASE_URL,
@@ -130,7 +130,7 @@ var FAL_AI_CONFIG = {
 };
 
 // src/providers/fireworks-ai.ts
-var FIREWORKS_AI_API_BASE_URL = "https://api.fireworks.ai/inference";
+var FIREWORKS_AI_API_BASE_URL = "https://api.fireworks.ai";
 var makeBody5 = (params) => {
   return {
     ...params.args,
@@ -141,10 +141,10 @@ var makeHeaders5 = (params) => {
   return { Authorization: `Bearer ${params.accessToken}` };
 };
 var makeUrl5 = (params) => {
-  if (params.task === "text-generation" && params.chatCompletion) {
-    return `${params.baseUrl}/v1/chat/completions`;
+  if (params.chatCompletion) {
+    return `${params.baseUrl}/inference/v1/chat/completions`;
   }
-  return params.baseUrl;
+  return `${params.baseUrl}/inference`;
 };
 var FIREWORKS_AI_CONFIG = {
   baseUrl: FIREWORKS_AI_API_BASE_URL,
@@ -167,7 +167,7 @@ var makeUrl6 = (params) => {
   if (params.task && ["feature-extraction", "sentence-similarity"].includes(params.task)) {
     return `${params.baseUrl}/pipeline/${params.task}/${params.model}`;
   }
-  if (params.task === "text-generation" && params.chatCompletion) {
+  if (params.chatCompletion) {
     return `${params.baseUrl}/models/${params.model}/v1/chat/completions`;
   }
   return `${params.baseUrl}/models/${params.model}`;
@@ -218,10 +218,10 @@ var makeUrl8 = (params) => {
   if (params.task === "text-to-image") {
     return `${params.baseUrl}/v1/images/generations`;
   }
+  if (params.chatCompletion) {
+    return `${params.baseUrl}/v1/chat/completions`;
+  }
   if (params.task === "text-generation") {
-    if (params.chatCompletion) {
-      return `${params.baseUrl}/v1/chat/completions`;
-    }
     return `${params.baseUrl}/v1/completions`;
   }
   return params.baseUrl;
@@ -234,7 +234,7 @@ var NEBIUS_CONFIG = {
 };
 
 // src/providers/novita.ts
-var NOVITA_API_BASE_URL = "https://api.novita.ai/v3/openai";
+var NOVITA_API_BASE_URL = "https://api.novita.ai";
 var makeBody9 = (params) => {
   return {
     ...params.args,
@@ -245,11 +245,12 @@ var makeHeaders9 = (params) => {
   return { Authorization: `Bearer ${params.accessToken}` };
 };
 var makeUrl9 = (params) => {
-  if (params.task === "text-generation") {
-    if (params.chatCompletion) {
-      return `${params.baseUrl}/chat/completions`;
-    }
-    return `${params.baseUrl}/completions`;
+  if (params.chatCompletion) {
+    return `${params.baseUrl}/v3/openai/chat/completions`;
+  } else if (params.task === "text-generation") {
+    return `${params.baseUrl}/v3/openai/completions`;
+  } else if (params.task === "text-to-video") {
+    return `${params.baseUrl}/v3/hf/${params.model}`;
   }
   return params.baseUrl;
 };
@@ -296,7 +297,7 @@ var makeHeaders11 = (params) => {
   return { Authorization: `Bearer ${params.accessToken}` };
 };
 var makeUrl11 = (params) => {
-  if (params.task === "text-generation" && params.chatCompletion) {
+  if (params.chatCompletion) {
     return `${params.baseUrl}/v1/chat/completions`;
   }
   return params.baseUrl;
@@ -323,10 +324,10 @@ var makeUrl12 = (params) => {
   if (params.task === "text-to-image") {
     return `${params.baseUrl}/v1/images/generations`;
   }
+  if (params.chatCompletion) {
+    return `${params.baseUrl}/v1/chat/completions`;
+  }
   if (params.task === "text-generation") {
-    if (params.chatCompletion) {
-      return `${params.baseUrl}/v1/chat/completions`;
-    }
     return `${params.baseUrl}/v1/completions`;
   }
   return params.baseUrl;
@@ -373,7 +374,7 @@ function isUrl(modelOrUrl) {
 
 // package.json
 var name = "@huggingface/inference";
-var version = "3.5.1";
+var version = "3.6.0";
 
 // src/providers/consts.ts
 var HARDCODED_MODEL_ID_MAPPING = {
@@ -461,11 +462,11 @@ var providerConfigs = {
   together: TOGETHER_CONFIG
 };
 async function makeRequestOptions(args, options) {
-  const { accessToken, endpointUrl, provider: maybeProvider, model: maybeModel, ...remainingArgs } = args;
+  const { provider: maybeProvider, model: maybeModel } = args;
   const provider = maybeProvider ?? "hf-inference";
   const providerConfig = providerConfigs[provider];
-  const { includeCredentials, task, chatCompletion: chatCompletion2, signal } = options ?? {};
-  if (endpointUrl && provider !== "hf-inference") {
+  const { task, chatCompletion: chatCompletion2 } = options ?? {};
+  if (args.endpointUrl && provider !== "hf-inference") {
     throw new Error(`Cannot use endpointUrl with a third-party provider.`);
   }
   if (maybeModel && isUrl(maybeModel)) {
@@ -481,17 +482,21 @@ async function makeRequestOptions(args, options) {
     throw new Error(`Provider ${provider} requires a model ID to be passed directly.`);
   }
   const hfModel = maybeModel ?? await loadDefaultModel(task);
-  const model = providerConfig.clientSideRoutingOnly ? (
+  const resolvedModel = providerConfig.clientSideRoutingOnly ? (
     // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
     removeProviderPrefix(maybeModel, provider)
-  ) : (
-    // For closed-models API providers, one needs to pass the model ID directly (e.g. "gpt-3.5-turbo")
-    await getProviderModelId({ model: hfModel, provider }, args, {
-      task,
-      chatCompletion: chatCompletion2,
-      fetch: options?.fetch
-    })
-  );
+  ) : await getProviderModelId({ model: hfModel, provider }, args, {
+    task,
+    chatCompletion: chatCompletion2,
+    fetch: options?.fetch
+  });
+  return makeRequestOptionsFromResolvedModel(resolvedModel, args, options);
+}
+function makeRequestOptionsFromResolvedModel(resolvedModel, args, options) {
+  const { accessToken, endpointUrl, provider: maybeProvider, model, ...remainingArgs } = args;
+  const provider = maybeProvider ?? "hf-inference";
+  const providerConfig = providerConfigs[provider];
+  const { includeCredentials, task, chatCompletion: chatCompletion2, signal } = options ?? {};
   const authMethod = (() => {
     if (providerConfig.clientSideRoutingOnly) {
       if (accessToken && accessToken.startsWith("hf_")) {
@@ -509,7 +514,7 @@ async function makeRequestOptions(args, options) {
   })();
   const url = endpointUrl ? chatCompletion2 ? endpointUrl + `/v1/chat/completions` : endpointUrl : providerConfig.makeUrl({
     baseUrl: authMethod !== "provider-key" ? HF_HUB_INFERENCE_PROXY_TEMPLATE.replace("{{PROVIDER}}", provider) : providerConfig.baseUrl,
-    model,
+    model: resolvedModel,
     chatCompletion: chatCompletion2,
     task
   });
@@ -527,7 +532,7 @@ async function makeRequestOptions(args, options) {
   const body = binary ? args.data : JSON.stringify(
     providerConfig.makeBody({
       args: remainingArgs,
-      model,
+      model: resolvedModel,
       task,
       chatCompletion: chatCompletion2
     })
@@ -1161,14 +1166,14 @@ async function zeroShotImageClassification(args, options) {
 }
 
 // src/tasks/cv/textToVideo.ts
-var SUPPORTED_PROVIDERS = ["fal-ai", "replicate"];
+var SUPPORTED_PROVIDERS = ["fal-ai", "novita", "replicate"];
 async function textToVideo(args, options) {
   if (!args.provider || !typedInclude(SUPPORTED_PROVIDERS, args.provider)) {
     throw new Error(
       `textToVideo inference is only supported for the following providers: ${SUPPORTED_PROVIDERS.join(", ")}`
     );
   }
-  const payload = args.provider === "fal-ai" || args.provider === "replicate" ? { ...omit(args, ["inputs", "parameters"]), ...args.parameters, prompt: args.inputs } : args;
+  const payload = args.provider === "fal-ai" || args.provider === "replicate" || args.provider === "novita" ? { ...omit(args, ["inputs", "parameters"]), ...args.parameters, prompt: args.inputs } : args;
   const res = await request(payload, {
     ...options,
     task: "text-to-video"
@@ -1180,6 +1185,13 @@ async function textToVideo(args, options) {
     }
     const urlResponse = await fetch(res.video.url);
     return await urlResponse.blob();
+  } else if (args.provider === "novita") {
+    const isValidOutput = typeof res === "object" && !!res && "video" in res && typeof res.video === "object" && !!res.video && "video_url" in res.video && typeof res.video.video_url === "string" && isUrl(res.video.video_url);
+    if (!isValidOutput) {
+      throw new InferenceOutputError("Expected { video: { video_url: string } }");
+    }
+    const urlResponse = await fetch(res.video.video_url);
+    return await urlResponse.blob();
   } else {
     const isValidOutput = typeof res === "object" && !!res && "output" in res && typeof res.output === "string" && isUrl(res.output);
     if (!isValidOutput) {
@@ -1526,8 +1538,8 @@ async function tabularClassification(args, options) {
   return res;
 }
 
-// src/HfInference.ts
-var HfInference = class {
+// src/InferenceClient.ts
+var InferenceClient = class {
   accessToken;
   defaultOptions;
   constructor(accessToken = "", defaultOptions = {}) {
@@ -1544,13 +1556,13 @@ var HfInference = class {
     }
   }
   /**
-   * Returns copy of HfInference tied to a specified endpoint.
+   * Returns copy of InferenceClient tied to a specified endpoint.
    */
   endpoint(endpointUrl) {
-    return new HfInferenceEndpoint(endpointUrl, this.accessToken, this.defaultOptions);
+    return new InferenceClientEndpoint(endpointUrl, this.accessToken, this.defaultOptions);
   }
 };
-var HfInferenceEndpoint = class {
+var InferenceClientEndpoint = class {
   constructor(endpointUrl, accessToken = "", defaultOptions = {}) {
     accessToken;
     defaultOptions;
@@ -1565,6 +1577,8 @@ var HfInferenceEndpoint = class {
     }
   }
 };
+var HfInference = class extends InferenceClient {
+};
 
 // src/types.ts
 var INFERENCE_PROVIDERS = [
@@ -1586,947 +1600,277 @@ var INFERENCE_PROVIDERS = [
 // src/snippets/index.ts
 var snippets_exports = {};
 __export(snippets_exports, {
-  curl: () => curl_exports,
-  js: () => js_exports,
-  python: () => python_exports
+  getInferenceSnippets: () => getInferenceSnippets
 });
 
-// src/snippets/curl.ts
-var curl_exports = {};
-__export(curl_exports, {
-  curlSnippets: () => curlSnippets,
-  getCurlInferenceSnippet: () => getCurlInferenceSnippet,
-  snippetBasic: () => snippetBasic,
-  snippetFile: () => snippetFile,
-  snippetTextGeneration: () => snippetTextGeneration,
-  snippetZeroShotClassification: () => snippetZeroShotClassification
-});
-import { HF_HUB_INFERENCE_PROXY_TEMPLATE as HF_HUB_INFERENCE_PROXY_TEMPLATE2 } from "@huggingface/tasks";
+// src/snippets/getInferenceSnippets.ts
 import {
-  getModelInputSnippet,
-  stringifyGenerationConfig,
-  stringifyMessages
+  inferenceSnippetLanguages,
+  getModelInputSnippet
 } from "@huggingface/tasks";
-var snippetBasic = (model, accessToken, provider) => {
-  if (provider !== "hf-inference") {
-    return [];
-  }
-  return [
-    {
-      client: "curl",
-      content: `curl https://router.huggingface.co/hf-inference/models/${model.id} \\
-	-X POST \\
-	-d '{"inputs": ${getModelInputSnippet(model, true)}}' \\
-	-H 'Content-Type: application/json' \\
-	-H 'Authorization: Bearer ${accessToken || `{API_TOKEN}`}'`
+import { Template } from "@huggingface/jinja";
+import fs from "fs";
+import path from "path";
+import { existsSync as pathExists } from "node:fs";
+var PYTHON_CLIENTS = ["huggingface_hub", "fal_client", "requests", "openai"];
+var JS_CLIENTS = ["fetch", "huggingface.js", "openai"];
+var SH_CLIENTS = ["curl"];
+var CLIENTS = {
+  js: [...JS_CLIENTS],
+  python: [...PYTHON_CLIENTS],
+  sh: [...SH_CLIENTS]
+};
+var rootDirFinder = () => {
+  let currentPath = typeof import.meta !== "undefined" && import.meta.url ? path.normalize(new URL(import.meta.url).pathname) : __dirname;
+  while (currentPath !== "/") {
+    if (pathExists(path.join(currentPath, "package.json"))) {
+      return currentPath;
     }
-  ];
-};
-var snippetTextGeneration = (model, accessToken, provider, providerModelId, opts) => {
-  if (model.tags.includes("conversational")) {
-    const baseUrl = provider === "hf-inference" ? `https://router.huggingface.co/hf-inference/models/${model.id}/v1/chat/completions` : HF_HUB_INFERENCE_PROXY_TEMPLATE2.replace("{{PROVIDER}}", provider) + "/v1/chat/completions";
-    const modelId = providerModelId ?? model.id;
-    const streaming = opts?.streaming ?? true;
-    const exampleMessages = getModelInputSnippet(model);
-    const messages = opts?.messages ?? exampleMessages;
-    const config = {
-      ...opts?.temperature ? { temperature: opts.temperature } : void 0,
-      max_tokens: opts?.max_tokens ?? 500,
-      ...opts?.top_p ? { top_p: opts.top_p } : void 0
-    };
-    return [
-      {
-        client: "curl",
-        content: `curl '${baseUrl}' \\
--H 'Authorization: Bearer ${accessToken || `{API_TOKEN}`}' \\
--H 'Content-Type: application/json' \\
---data '{
-    "model": "${modelId}",
-    "messages": ${stringifyMessages(messages, {
-          indent: "	",
-          attributeKeyQuotes: true,
-          customContentEscaper: (str) => str.replace(/'/g, "'\\''")
-        })},
-    ${stringifyGenerationConfig(config, {
-          indent: "\n    ",
-          attributeKeyQuotes: true,
-          attributeValueConnector: ": "
-        })}
-    "stream": ${!!streaming}
-}'`
-      }
-    ];
-  } else {
-    return snippetBasic(model, accessToken, provider);
+    currentPath = path.normalize(path.join(currentPath, ".."));
   }
+  return "/";
 };
-var snippetZeroShotClassification = (model, accessToken, provider) => {
-  if (provider !== "hf-inference") {
-    return [];
-  }
-  return [
-    {
-      client: "curl",
-      content: `curl https://router.huggingface.co/hf-inference/models/${model.id} \\
-	-X POST \\
-	-d '{"inputs": ${getModelInputSnippet(model, true)}, "parameters": {"candidate_labels": ["refund", "legal", "faq"]}}' \\
-	-H 'Content-Type: application/json' \\
-	-H 'Authorization: Bearer ${accessToken || `{API_TOKEN}`}'`
-    }
-  ];
-};
-var snippetFile = (model, accessToken, provider) => {
-  if (provider !== "hf-inference") {
-    return [];
-  }
-  return [
-    {
-      client: "curl",
-      content: `curl https://router.huggingface.co/hf-inference/models/${model.id} \\
-	-X POST \\
-	--data-binary '@${getModelInputSnippet(model, true, true)}' \\
-	-H 'Authorization: Bearer ${accessToken || `{API_TOKEN}`}'`
-    }
-  ];
-};
-var curlSnippets = {
-  // Same order as in tasks/src/pipelines.ts
-  "text-classification": snippetBasic,
-  "token-classification": snippetBasic,
-  "table-question-answering": snippetBasic,
-  "question-answering": snippetBasic,
-  "zero-shot-classification": snippetZeroShotClassification,
-  translation: snippetBasic,
-  summarization: snippetBasic,
-  "feature-extraction": snippetBasic,
-  "text-generation": snippetTextGeneration,
-  "image-text-to-text": snippetTextGeneration,
-  "text2text-generation": snippetBasic,
-  "fill-mask": snippetBasic,
-  "sentence-similarity": snippetBasic,
-  "automatic-speech-recognition": snippetFile,
-  "text-to-image": snippetBasic,
-  "text-to-speech": snippetBasic,
-  "text-to-audio": snippetBasic,
-  "audio-to-audio": snippetFile,
-  "audio-classification": snippetFile,
-  "image-classification": snippetFile,
-  "image-to-text": snippetFile,
-  "object-detection": snippetFile,
-  "image-segmentation": snippetFile
-};
-function getCurlInferenceSnippet(model, accessToken, provider, providerModelId, opts) {
-  return model.pipeline_tag && model.pipeline_tag in curlSnippets ? curlSnippets[model.pipeline_tag]?.(model, accessToken, provider, providerModelId, opts) ?? [] : [];
-}
-
-// src/snippets/python.ts
-var python_exports = {};
-__export(python_exports, {
-  getPythonInferenceSnippet: () => getPythonInferenceSnippet,
-  pythonSnippets: () => pythonSnippets,
-  snippetBasic: () => snippetBasic2,
-  snippetConversational: () => snippetConversational,
-  snippetDocumentQuestionAnswering: () => snippetDocumentQuestionAnswering,
-  snippetFile: () => snippetFile2,
-  snippetTabular: () => snippetTabular,
-  snippetTextToAudio: () => snippetTextToAudio,
-  snippetTextToImage: () => snippetTextToImage,
-  snippetTextToVideo: () => snippetTextToVideo,
-  snippetZeroShotClassification: () => snippetZeroShotClassification2,
-  snippetZeroShotImageClassification: () => snippetZeroShotImageClassification
-});
-import { openAIbaseUrl } from "@huggingface/tasks";
-import {
-  getModelInputSnippet as getModelInputSnippet2,
-  stringifyGenerationConfig as stringifyGenerationConfig2,
-  stringifyMessages as stringifyMessages2
-} from "@huggingface/tasks";
-var HFH_INFERENCE_CLIENT_METHODS = {
+var templatePath = (language, client, templateName) => path.join(rootDirFinder(), "src", "snippets", "templates", language, client, `${templateName}.jinja`);
+var hasTemplate = (language, client, templateName) => pathExists(templatePath(language, client, templateName));
+var loadTemplate = (language, client, templateName) => {
+  const template = fs.readFileSync(templatePath(language, client, templateName), "utf8");
+  return (data) => new Template(template).render({ ...data });
+};
+var snippetImportPythonInferenceClient = loadTemplate("python", "huggingface_hub", "importInferenceClient");
+var snippetImportRequests = loadTemplate("python", "requests", "importRequests");
+var HF_PYTHON_METHODS = {
   "audio-classification": "audio_classification",
   "audio-to-audio": "audio_to_audio",
   "automatic-speech-recognition": "automatic_speech_recognition",
-  "text-to-speech": "text_to_speech",
+  "document-question-answering": "document_question_answering",
+  "feature-extraction": "feature_extraction",
+  "fill-mask": "fill_mask",
   "image-classification": "image_classification",
   "image-segmentation": "image_segmentation",
   "image-to-image": "image_to_image",
   "image-to-text": "image_to_text",
   "object-detection": "object_detection",
-  "text-to-image": "text_to_image",
-  "text-to-video": "text_to_video",
-  "zero-shot-image-classification": "zero_shot_image_classification",
-  "document-question-answering": "document_question_answering",
-  "visual-question-answering": "visual_question_answering",
-  "feature-extraction": "feature_extraction",
-  "fill-mask": "fill_mask",
   "question-answering": "question_answering",
   "sentence-similarity": "sentence_similarity",
   summarization: "summarization",
   "table-question-answering": "table_question_answering",
+  "tabular-classification": "tabular_classification",
+  "tabular-regression": "tabular_regression",
   "text-classification": "text_classification",
   "text-generation": "text_generation",
+  "text-to-image": "text_to_image",
+  "text-to-speech": "text_to_speech",
+  "text-to-video": "text_to_video",
   "token-classification": "token_classification",
   translation: "translation",
+  "visual-question-answering": "visual_question_answering",
   "zero-shot-classification": "zero_shot_classification",
-  "tabular-classification": "tabular_classification",
-  "tabular-regression": "tabular_regression"
-};
-var snippetImportInferenceClient = (accessToken, provider) => `from huggingface_hub import InferenceClient
-
-client = InferenceClient(
-	provider="${provider}",
-	api_key="${accessToken || "{API_TOKEN}"}"
-)`;
-var snippetConversational = (model, accessToken, provider, providerModelId, opts) => {
-  const streaming = opts?.streaming ?? true;
-  const exampleMessages = getModelInputSnippet2(model);
-  const messages = opts?.messages ?? exampleMessages;
-  const messagesStr = stringifyMessages2(messages, { attributeKeyQuotes: true });
-  const config = {
-    ...opts?.temperature ? { temperature: opts.temperature } : void 0,
-    max_tokens: opts?.max_tokens ?? 500,
-    ...opts?.top_p ? { top_p: opts.top_p } : void 0
-  };
-  const configStr = stringifyGenerationConfig2(config, {
-    indent: "\n	",
-    attributeValueConnector: "="
-  });
-  if (streaming) {
-    return [
-      {
-        client: "huggingface_hub",
-        content: `${snippetImportInferenceClient(accessToken, provider)}
-
-messages = ${messagesStr}
-
-stream = client.chat.completions.create(
-	model="${model.id}", 
-	messages=messages, 
-	${configStr}
-	stream=True
-)
-
-for chunk in stream:
-    print(chunk.choices[0].delta.content, end="")`
-      },
-      {
-        client: "openai",
-        content: `from openai import OpenAI
-
-client = OpenAI(
-	base_url="${openAIbaseUrl(provider)}",
-	api_key="${accessToken || "{API_TOKEN}"}"
-)
-
-messages = ${messagesStr}
-
-stream = client.chat.completions.create(
-    model="${providerModelId ?? model.id}", 
-	messages=messages, 
-	${configStr}
-	stream=True
-)
-
-for chunk in stream:
-	print(chunk.choices[0].delta.content, end="")`
-      }
-    ];
-  } else {
-    return [
-      {
-        client: "huggingface_hub",
-        content: `${snippetImportInferenceClient(accessToken, provider)}
-
-messages = ${messagesStr}
-
-completion = client.chat.completions.create(
-    model="${model.id}", 
-	messages=messages, 
-	${configStr}
-)
-
-print(completion.choices[0].message)`
-      },
-      {
-        client: "openai",
-        content: `from openai import OpenAI
-
-client = OpenAI(
-	base_url="${openAIbaseUrl(provider)}",
-	api_key="${accessToken || "{API_TOKEN}"}"
-)
-
-messages = ${messagesStr}
-
-completion = client.chat.completions.create(
-	model="${providerModelId ?? model.id}", 
-	messages=messages, 
-	${configStr}
-)
-
-print(completion.choices[0].message)`
-      }
-    ];
-  }
+  "zero-shot-image-classification": "zero_shot_image_classification"
 };
-var snippetZeroShotClassification2 = (model) => {
-  return [
-    {
-      client: "requests",
-      content: `def query(payload):
-	response = requests.post(API_URL, headers=headers, json=payload)
-	return response.json()
-
-output = query({
-    "inputs": ${getModelInputSnippet2(model)},
-    "parameters": {"candidate_labels": ["refund", "legal", "faq"]},
-})`
-    }
-  ];
-};
-var snippetZeroShotImageClassification = (model) => {
-  return [
-    {
-      client: "requests",
-      content: `def query(data):
-	with open(data["image_path"], "rb") as f:
-		img = f.read()
-	payload={
-		"parameters": data["parameters"],
-		"inputs": base64.b64encode(img).decode("utf-8")
-	}
-	response = requests.post(API_URL, headers=headers, json=payload)
-	return response.json()
-
-output = query({
-	"image_path": ${getModelInputSnippet2(model)},
-	"parameters": {"candidate_labels": ["cat", "dog", "llama"]},
-})`
-    }
-  ];
-};
-var snippetBasic2 = (model, accessToken, provider) => {
-  return [
-    ...model.pipeline_tag && model.pipeline_tag in HFH_INFERENCE_CLIENT_METHODS ? [
-      {
-        client: "huggingface_hub",
-        content: `${snippetImportInferenceClient(accessToken, provider)}
-
-result = client.${HFH_INFERENCE_CLIENT_METHODS[model.pipeline_tag]}(
-	model="${model.id}",
-	inputs=${getModelInputSnippet2(model)},
-	provider="${provider}",
-)
-
-print(result)
-`
-      }
-    ] : [],
-    {
-      client: "requests",
-      content: `def query(payload):
-	response = requests.post(API_URL, headers=headers, json=payload)
-	return response.json()
-	
-output = query({
-	"inputs": ${getModelInputSnippet2(model)},
-})`
-    }
-  ];
-};
-var snippetFile2 = (model) => {
-  return [
-    {
-      client: "requests",
-      content: `def query(filename):
-	with open(filename, "rb") as f:
-		data = f.read()
-	response = requests.post(API_URL, headers=headers, data=data)
-	return response.json()
-
-output = query(${getModelInputSnippet2(model)})`
-    }
-  ];
-};
-var snippetTextToImage = (model, accessToken, provider, providerModelId) => {
-  return [
-    {
-      client: "huggingface_hub",
-      content: `${snippetImportInferenceClient(accessToken, provider)}
-
-# output is a PIL.Image object
-image = client.text_to_image(
-	${getModelInputSnippet2(model)},
-	model="${model.id}"
-)`
-    },
-    ...provider === "fal-ai" ? [
-      {
-        client: "fal-client",
-        content: `import fal_client
-
-result = fal_client.subscribe(
-	"${providerModelId ?? model.id}",
-	arguments={
-		"prompt": ${getModelInputSnippet2(model)},
-	},
-)
-print(result)
-`
-      }
-    ] : [],
-    ...provider === "hf-inference" ? [
-      {
-        client: "requests",
-        content: `def query(payload):
-	response = requests.post(API_URL, headers=headers, json=payload)
-	return response.content
-
-image_bytes = query({
-	"inputs": ${getModelInputSnippet2(model)},
-})
-
-# You can access the image with PIL.Image for example
-import io
-from PIL import Image
-image = Image.open(io.BytesIO(image_bytes))`
-      }
-    ] : []
-  ];
-};
-var snippetTextToVideo = (model, accessToken, provider) => {
-  return ["fal-ai", "replicate"].includes(provider) ? [
-    {
-      client: "huggingface_hub",
-      content: `${snippetImportInferenceClient(accessToken, provider)}
-
-video = client.text_to_video(
-	${getModelInputSnippet2(model)},
-	model="${model.id}"
-)`
-    }
-  ] : [];
-};
-var snippetTabular = (model) => {
-  return [
-    {
-      client: "requests",
-      content: `def query(payload):
-	response = requests.post(API_URL, headers=headers, json=payload)
-	return response.content
-
-response = query({
-	"inputs": {"data": ${getModelInputSnippet2(model)}},
-})`
-    }
-  ];
-};
-var snippetTextToAudio = (model) => {
-  if (model.library_name === "transformers") {
-    return [
-      {
-        client: "requests",
-        content: `def query(payload):
-	response = requests.post(API_URL, headers=headers, json=payload)
-	return response.content
-
-audio_bytes = query({
-	"inputs": ${getModelInputSnippet2(model)},
-})
-# You can access the audio with IPython.display for example
-from IPython.display import Audio
-Audio(audio_bytes)`
-      }
-    ];
-  } else {
-    return [
-      {
-        client: "requests",
-        content: `def query(payload):
-	response = requests.post(API_URL, headers=headers, json=payload)
-	return response.json()
-	
-audio, sampling_rate = query({
-	"inputs": ${getModelInputSnippet2(model)},
-})
-# You can access the audio with IPython.display for example
-from IPython.display import Audio
-Audio(audio, rate=sampling_rate)`
-      }
-    ];
-  }
-};
-var snippetDocumentQuestionAnswering = (model) => {
-  return [
-    {
-      client: "requests",
-      content: `def query(payload):
-	with open(payload["image"], "rb") as f:
-		img = f.read()
-		payload["image"] = base64.b64encode(img).decode("utf-8")  
-	response = requests.post(API_URL, headers=headers, json=payload)
-	return response.json()
-
-output = query({
-    "inputs": ${getModelInputSnippet2(model)},
-})`
-    }
-  ];
-};
-var pythonSnippets = {
-  // Same order as in tasks/src/pipelines.ts
-  "text-classification": snippetBasic2,
-  "token-classification": snippetBasic2,
-  "table-question-answering": snippetBasic2,
-  "question-answering": snippetBasic2,
-  "zero-shot-classification": snippetZeroShotClassification2,
-  translation: snippetBasic2,
-  summarization: snippetBasic2,
-  "feature-extraction": snippetBasic2,
-  "text-generation": snippetBasic2,
-  "text2text-generation": snippetBasic2,
-  "image-text-to-text": snippetConversational,
-  "fill-mask": snippetBasic2,
-  "sentence-similarity": snippetBasic2,
-  "automatic-speech-recognition": snippetFile2,
-  "text-to-image": snippetTextToImage,
-  "text-to-video": snippetTextToVideo,
-  "text-to-speech": snippetTextToAudio,
-  "text-to-audio": snippetTextToAudio,
-  "audio-to-audio": snippetFile2,
-  "audio-classification": snippetFile2,
-  "image-classification": snippetFile2,
-  "tabular-regression": snippetTabular,
-  "tabular-classification": snippetTabular,
-  "object-detection": snippetFile2,
-  "image-segmentation": snippetFile2,
-  "document-question-answering": snippetDocumentQuestionAnswering,
-  "image-to-text": snippetFile2,
-  "zero-shot-image-classification": snippetZeroShotImageClassification
-};
-function getPythonInferenceSnippet(model, accessToken, provider, providerModelId, opts) {
-  if (model.tags.includes("conversational")) {
-    return snippetConversational(model, accessToken, provider, providerModelId, opts);
-  } else {
-    const snippets = model.pipeline_tag && model.pipeline_tag in pythonSnippets ? pythonSnippets[model.pipeline_tag]?.(model, accessToken, provider, providerModelId) ?? [] : [];
-    return snippets.map((snippet) => {
-      return {
-        ...snippet,
-        content: snippet.client === "requests" ? `import requests
-
-API_URL = "${openAIbaseUrl(provider)}"
-headers = {"Authorization": ${accessToken ? `"Bearer ${accessToken}"` : `f"Bearer {API_TOKEN}"`}}
-
-${snippet.content}` : snippet.content
-      };
-    });
-  }
-}
-
-// src/snippets/js.ts
-var js_exports = {};
-__export(js_exports, {
-  getJsInferenceSnippet: () => getJsInferenceSnippet,
-  jsSnippets: () => jsSnippets,
-  snippetAutomaticSpeechRecognition: () => snippetAutomaticSpeechRecognition,
-  snippetBasic: () => snippetBasic3,
-  snippetFile: () => snippetFile3,
-  snippetTextGeneration: () => snippetTextGeneration2,
-  snippetTextToAudio: () => snippetTextToAudio2,
-  snippetTextToImage: () => snippetTextToImage2,
-  snippetTextToVideo: () => snippetTextToVideo2,
-  snippetZeroShotClassification: () => snippetZeroShotClassification3
-});
-import { openAIbaseUrl as openAIbaseUrl2 } from "@huggingface/tasks";
-import {
-  getModelInputSnippet as getModelInputSnippet3,
-  stringifyGenerationConfig as stringifyGenerationConfig3,
-  stringifyMessages as stringifyMessages3
-} from "@huggingface/tasks";
-var HFJS_METHODS = {
-  "text-classification": "textClassification",
-  "token-classification": "tokenClassification",
-  "table-question-answering": "tableQuestionAnswering",
+var HF_JS_METHODS = {
+  "automatic-speech-recognition": "automaticSpeechRecognition",
+  "feature-extraction": "featureExtraction",
+  "fill-mask": "fillMask",
+  "image-classification": "imageClassification",
   "question-answering": "questionAnswering",
-  translation: "translation",
+  "sentence-similarity": "sentenceSimilarity",
   summarization: "summarization",
-  "feature-extraction": "featureExtraction",
+  "table-question-answering": "tableQuestionAnswering",
+  "text-classification": "textClassification",
   "text-generation": "textGeneration",
   "text2text-generation": "textGeneration",
-  "fill-mask": "fillMask",
-  "sentence-similarity": "sentenceSimilarity"
+  "token-classification": "tokenClassification",
+  translation: "translation"
 };
-var snippetBasic3 = (model, accessToken, provider) => {
-  return [
-    ...model.pipeline_tag && model.pipeline_tag in HFJS_METHODS ? [
-      {
-        client: "huggingface.js",
-        content: `import { HfInference } from "@huggingface/inference";
-
-const client = new HfInference("${accessToken || `{API_TOKEN}`}");
-
-const output = await client.${HFJS_METHODS[model.pipeline_tag]}({
-	model: "${model.id}",
-	inputs: ${getModelInputSnippet3(model)},
-	provider: "${provider}",
-});
-
-console.log(output);
-`
+var snippetGenerator = (templateName, inputPreparationFn) => {
+  return (model, accessToken, provider, providerModelId, opts) => {
+    if (model.pipeline_tag && ["text-generation", "image-text-to-text"].includes(model.pipeline_tag) && model.tags.includes("conversational")) {
+      templateName = opts?.streaming ? "conversationalStream" : "conversational";
+      inputPreparationFn = prepareConversationalInput;
+    }
+    const inputs = inputPreparationFn ? inputPreparationFn(model, opts) : { inputs: getModelInputSnippet(model) };
+    const request2 = makeRequestOptionsFromResolvedModel(
+      providerModelId ?? model.id,
+      { accessToken, provider, ...inputs },
+      { chatCompletion: templateName.includes("conversational"), task: model.pipeline_tag }
+    );
+    let providerInputs = inputs;
+    const bodyAsObj = request2.info.body;
+    if (typeof bodyAsObj === "string") {
+      try {
+        providerInputs = JSON.parse(bodyAsObj);
+      } catch (e) {
+        console.error("Failed to parse body as JSON", e);
       }
-    ] : [],
-    {
-      client: "fetch",
-      content: `async function query(data) {
-	const response = await fetch(
-		"https://router.huggingface.co/hf-inference/models/${model.id}",
-		{
-			headers: {
-				Authorization: "Bearer ${accessToken || `{API_TOKEN}`}",
-				"Content-Type": "application/json",
-			},
-			method: "POST",
-			body: JSON.stringify(data),
-		}
-	);
-	const result = await response.json();
-	return result;
-}
-
-query({"inputs": ${getModelInputSnippet3(model)}}).then((response) => {
-	console.log(JSON.stringify(response));
-});`
     }
-  ];
-};
-var snippetTextGeneration2 = (model, accessToken, provider, providerModelId, opts) => {
-  if (model.tags.includes("conversational")) {
-    const streaming = opts?.streaming ?? true;
-    const exampleMessages = getModelInputSnippet3(model);
-    const messages = opts?.messages ?? exampleMessages;
-    const messagesStr = stringifyMessages3(messages, { indent: "	" });
-    const config = {
-      ...opts?.temperature ? { temperature: opts.temperature } : void 0,
-      max_tokens: opts?.max_tokens ?? 500,
-      ...opts?.top_p ? { top_p: opts.top_p } : void 0
+    const params = {
+      accessToken,
+      authorizationHeader: request2.info.headers?.Authorization,
+      baseUrl: removeSuffix(request2.url, "/chat/completions"),
+      fullUrl: request2.url,
+      inputs: {
+        asObj: inputs,
+        asCurlString: formatBody(inputs, "curl"),
+        asJsonString: formatBody(inputs, "json"),
+        asPythonString: formatBody(inputs, "python"),
+        asTsString: formatBody(inputs, "ts")
+      },
+      providerInputs: {
+        asObj: providerInputs,
+        asCurlString: formatBody(providerInputs, "curl"),
+        asJsonString: formatBody(providerInputs, "json"),
+        asPythonString: formatBody(providerInputs, "python"),
+        asTsString: formatBody(providerInputs, "ts")
+      },
+      model,
+      provider,
+      providerModelId: providerModelId ?? model.id
     };
-    const configStr = stringifyGenerationConfig3(config, {
-      indent: "\n	",
-      attributeValueConnector: ": "
-    });
-    if (streaming) {
-      return [
-        {
-          client: "huggingface.js",
-          content: `import { HfInference } from "@huggingface/inference";
-
-const client = new HfInference("${accessToken || `{API_TOKEN}`}");
-
-let out = "";
-
-const stream = client.chatCompletionStream({
-	model: "${model.id}",
-	messages: ${messagesStr},
-	provider: "${provider}",
-	${configStr}
-});
-
-for await (const chunk of stream) {
-	if (chunk.choices && chunk.choices.length > 0) {
-		const newContent = chunk.choices[0].delta.content;
-		out += newContent;
-		console.log(newContent);
-	}  
-}`
-        },
-        {
-          client: "openai",
-          content: `import { OpenAI } from "openai";
-
-const client = new OpenAI({
-	baseURL: "${openAIbaseUrl2(provider)}",
-	apiKey: "${accessToken || `{API_TOKEN}`}"
-});
-
-let out = "";
-
-const stream = await client.chat.completions.create({
-	model: "${providerModelId ?? model.id}",
-	messages: ${messagesStr},
-	${configStr}
-	stream: true,
-});
-
-for await (const chunk of stream) {
-	if (chunk.choices && chunk.choices.length > 0) {
-		const newContent = chunk.choices[0].delta.content;
-		out += newContent;
-		console.log(newContent);
-	}  
-}`
+    return inferenceSnippetLanguages.map((language) => {
+      return CLIENTS[language].map((client) => {
+        if (!hasTemplate(language, client, templateName)) {
+          return;
         }
-      ];
-    } else {
-      return [
-        {
-          client: "huggingface.js",
-          content: `import { HfInference } from "@huggingface/inference";
-
-const client = new HfInference("${accessToken || `{API_TOKEN}`}");
-
-const chatCompletion = await client.chatCompletion({
-	model: "${model.id}",
-	messages: ${messagesStr},
-	provider: "${provider}",
-	${configStr}
-});
-
-console.log(chatCompletion.choices[0].message);
-`
-        },
-        {
-          client: "openai",
-          content: `import { OpenAI } from "openai";
-
-const client = new OpenAI({
-	baseURL: "${openAIbaseUrl2(provider)}",
-	apiKey: "${accessToken || `{API_TOKEN}`}"
-});
-
-const chatCompletion = await client.chat.completions.create({
-	model: "${providerModelId ?? model.id}",
-	messages: ${messagesStr},
-	${configStr}
-});
-
-console.log(chatCompletion.choices[0].message);
-`
+        const template = loadTemplate(language, client, templateName);
+        if (client === "huggingface_hub" && templateName.includes("basic")) {
+          if (!(model.pipeline_tag && model.pipeline_tag in HF_PYTHON_METHODS)) {
+            return;
+          }
+          params["methodName"] = HF_PYTHON_METHODS[model.pipeline_tag];
         }
-      ];
-    }
-  } else {
-    return snippetBasic3(model, accessToken, provider);
-  }
-};
-var snippetZeroShotClassification3 = (model, accessToken) => {
-  return [
-    {
-      client: "fetch",
-      content: `async function query(data) {
-			const response = await fetch(
-				"https://router.huggingface.co/hf-inference/models/${model.id}",
-				{
-					headers: {
-						Authorization: "Bearer ${accessToken || `{API_TOKEN}`}",
-						"Content-Type": "application/json",
-					},
-					method: "POST",
-					body: JSON.stringify(data),
-				}
-			);
-			const result = await response.json();
-			return result;
-		}
-		
-		query({"inputs": ${getModelInputSnippet3(
-        model
-      )}, "parameters": {"candidate_labels": ["refund", "legal", "faq"]}}).then((response) => {
-			console.log(JSON.stringify(response));
-		});`
-    }
-  ];
+        if (client === "huggingface.js" && templateName.includes("basic")) {
+          if (!(model.pipeline_tag && model.pipeline_tag in HF_JS_METHODS)) {
+            return;
+          }
+          params["methodName"] = HF_JS_METHODS[model.pipeline_tag];
+        }
+        let snippet = template(params).trim();
+        if (!snippet) {
+          return;
+        }
+        if (client === "huggingface_hub") {
+          const importSection = snippetImportPythonInferenceClient({ ...params });
+          snippet = `${importSection}
+
+${snippet}`;
+        } else if (client === "requests") {
+          const importSection = snippetImportRequests({
+            ...params,
+            importBase64: snippet.includes("base64"),
+            importJson: snippet.includes("json.")
+          });
+          snippet = `${importSection}
+
+${snippet}`;
+        }
+        return { language, client, content: snippet };
+      }).filter((snippet) => snippet !== void 0);
+    }).flat();
+  };
 };
-var snippetTextToImage2 = (model, accessToken, provider) => {
-  return [
-    {
-      client: "huggingface.js",
-      content: `import { HfInference } from "@huggingface/inference";
-
-const client = new HfInference("${accessToken || `{API_TOKEN}`}");
-
-const image = await client.textToImage({
-	model: "${model.id}",
-	inputs: ${getModelInputSnippet3(model)},
-	parameters: { num_inference_steps: 5 },
-	provider: "${provider}",
-});
-/// Use the generated image (it's a Blob)
-`
-    },
-    ...provider === "hf-inference" ? [
-      {
-        client: "fetch",
-        content: `async function query(data) {
-	const response = await fetch(
-		"https://router.huggingface.co/hf-inference/models/${model.id}",
-		{
-			headers: {
-				Authorization: "Bearer ${accessToken || `{API_TOKEN}`}",
-				"Content-Type": "application/json",
-			},
-			method: "POST",
-			body: JSON.stringify(data),
-		}
-	);
-	const result = await response.blob();
-	return result;
+var prepareDocumentQuestionAnsweringInput = (model) => {
+  return JSON.parse(getModelInputSnippet(model));
+};
+var prepareImageToImageInput = (model) => {
+  const data = JSON.parse(getModelInputSnippet(model));
+  return { inputs: data.image, parameters: { prompt: data.prompt } };
+};
+var prepareConversationalInput = (model, opts) => {
+  return {
+    messages: opts?.messages ?? getModelInputSnippet(model),
+    ...opts?.temperature ? { temperature: opts?.temperature } : void 0,
+    max_tokens: opts?.max_tokens ?? 500,
+    ...opts?.top_p ? { top_p: opts?.top_p } : void 0
+  };
+};
+var snippets = {
+  "audio-classification": snippetGenerator("basicAudio"),
+  "audio-to-audio": snippetGenerator("basicAudio"),
+  "automatic-speech-recognition": snippetGenerator("basicAudio"),
+  "document-question-answering": snippetGenerator("documentQuestionAnswering", prepareDocumentQuestionAnsweringInput),
+  "feature-extraction": snippetGenerator("basic"),
+  "fill-mask": snippetGenerator("basic"),
+  "image-classification": snippetGenerator("basicImage"),
+  "image-segmentation": snippetGenerator("basicImage"),
+  "image-text-to-text": snippetGenerator("conversational"),
+  "image-to-image": snippetGenerator("imageToImage", prepareImageToImageInput),
+  "image-to-text": snippetGenerator("basicImage"),
+  "object-detection": snippetGenerator("basicImage"),
+  "question-answering": snippetGenerator("basic"),
+  "sentence-similarity": snippetGenerator("basic"),
+  summarization: snippetGenerator("basic"),
+  "tabular-classification": snippetGenerator("tabular"),
+  "tabular-regression": snippetGenerator("tabular"),
+  "table-question-answering": snippetGenerator("basic"),
+  "text-classification": snippetGenerator("basic"),
+  "text-generation": snippetGenerator("basic"),
+  "text-to-audio": snippetGenerator("textToAudio"),
+  "text-to-image": snippetGenerator("textToImage"),
+  "text-to-speech": snippetGenerator("textToAudio"),
+  "text-to-video": snippetGenerator("textToVideo"),
+  "text2text-generation": snippetGenerator("basic"),
+  "token-classification": snippetGenerator("basic"),
+  translation: snippetGenerator("basic"),
+  "zero-shot-classification": snippetGenerator("zeroShotClassification"),
+  "zero-shot-image-classification": snippetGenerator("zeroShotImageClassification")
+};
+function getInferenceSnippets(model, accessToken, provider, providerModelId, opts) {
+  return model.pipeline_tag && model.pipeline_tag in snippets ? snippets[model.pipeline_tag]?.(model, accessToken, provider, providerModelId, opts) ?? [] : [];
 }
-query({"inputs": ${getModelInputSnippet3(model)}}).then((response) => {
-	// Use image
-});`
-      }
-    ] : []
-  ];
-};
-var snippetTextToVideo2 = (model, accessToken, provider) => {
-  return ["fal-ai", "replicate"].includes(provider) ? [
-    {
-      client: "huggingface.js",
-      content: `import { HfInference } from "@huggingface/inference";
-
-const client = new HfInference("${accessToken || `{API_TOKEN}`}");
-
-const video = await client.textToVideo({
-	model: "${model.id}",
-	provider: "${provider}",
-	inputs: ${getModelInputSnippet3(model)},
-	parameters: { num_inference_steps: 5 },
-});
-// Use the generated video (it's a Blob)
-`
-    }
-  ] : [];
-};
-var snippetTextToAudio2 = (model, accessToken, provider) => {
-  if (provider !== "hf-inference") {
-    return [];
-  }
-  const commonSnippet = `async function query(data) {
-		const response = await fetch(
-			"https://router.huggingface.co/hf-inference/models/${model.id}",
-			{
-				headers: {
-					Authorization: "Bearer ${accessToken || `{API_TOKEN}`}",
-					"Content-Type": "application/json",
-				},
-				method: "POST",
-				body: JSON.stringify(data),
-			}
-		);`;
-  if (model.library_name === "transformers") {
-    return [
-      {
-        client: "fetch",
-        content: commonSnippet + `
-			const result = await response.blob();
-			return result;
-		}
-		query({"inputs": ${getModelInputSnippet3(model)}}).then((response) => {
-			// Returns a byte object of the Audio wavform. Use it directly!
-		});`
-      }
-    ];
-  } else {
-    return [
-      {
-        client: "fetch",
-        content: commonSnippet + `
-			const result = await response.json();
-			return result;
-		}
-		
-		query({"inputs": ${getModelInputSnippet3(model)}}).then((response) => {
-			console.log(JSON.stringify(response));
-		});`
-      }
-    ];
+function formatBody(obj, format) {
+  switch (format) {
+    case "curl":
+      return indentString(formatBody(obj, "json"));
+    case "json":
+      return JSON.stringify(obj, null, 4).split("\n").slice(1, -1).join("\n");
+    case "python":
+      return indentString(
+        Object.entries(obj).map(([key, value]) => {
+          const formattedValue = JSON.stringify(value, null, 4).replace(/"/g, '"');
+          return `${key}=${formattedValue},`;
+        }).join("\n")
+      );
+    case "ts":
+      return formatTsObject(obj).split("\n").slice(1, -1).join("\n");
+    default:
+      throw new Error(`Unsupported format: ${format}`);
   }
-};
-var snippetAutomaticSpeechRecognition = (model, accessToken, provider) => {
-  return [
-    {
-      client: "huggingface.js",
-      content: `import { HfInference } from "@huggingface/inference";
-
-const client = new HfInference("${accessToken || `{API_TOKEN}`}");
-
-const data = fs.readFileSync(${getModelInputSnippet3(model)});
-
-const output = await client.automaticSpeechRecognition({
-	data,
-	model: "${model.id}",
-	provider: "${provider}",
-});
-
-console.log(output);
-`
-    },
-    ...provider === "hf-inference" ? snippetFile3(model, accessToken, provider) : []
-  ];
-};
-var snippetFile3 = (model, accessToken, provider) => {
-  if (provider !== "hf-inference") {
-    return [];
-  }
-  return [
-    {
-      client: "fetch",
-      content: `async function query(filename) {
-	const data = fs.readFileSync(filename);
-	const response = await fetch(
-		"https://router.huggingface.co/hf-inference/models/${model.id}",
-		{
-			headers: {
-				Authorization: "Bearer ${accessToken || `{API_TOKEN}`}",
-				"Content-Type": "application/json",
-			},
-			method: "POST",
-			body: data,
-		}
-	);
-	const result = await response.json();
-	return result;
 }
-
-query(${getModelInputSnippet3(model)}).then((response) => {
-	console.log(JSON.stringify(response));
-});`
-    }
-  ];
-};
-var jsSnippets = {
-  // Same order as in tasks/src/pipelines.ts
-  "text-classification": snippetBasic3,
-  "token-classification": snippetBasic3,
-  "table-question-answering": snippetBasic3,
-  "question-answering": snippetBasic3,
-  "zero-shot-classification": snippetZeroShotClassification3,
-  translation: snippetBasic3,
-  summarization: snippetBasic3,
-  "feature-extraction": snippetBasic3,
-  "text-generation": snippetTextGeneration2,
-  "image-text-to-text": snippetTextGeneration2,
-  "text2text-generation": snippetBasic3,
-  "fill-mask": snippetBasic3,
-  "sentence-similarity": snippetBasic3,
-  "automatic-speech-recognition": snippetAutomaticSpeechRecognition,
-  "text-to-image": snippetTextToImage2,
-  "text-to-video": snippetTextToVideo2,
-  "text-to-speech": snippetTextToAudio2,
-  "text-to-audio": snippetTextToAudio2,
-  "audio-to-audio": snippetFile3,
-  "audio-classification": snippetFile3,
-  "image-classification": snippetFile3,
-  "image-to-text": snippetFile3,
-  "object-detection": snippetFile3,
-  "image-segmentation": snippetFile3
-};
-function getJsInferenceSnippet(model, accessToken, provider, providerModelId, opts) {
-  return model.pipeline_tag && model.pipeline_tag in jsSnippets ? jsSnippets[model.pipeline_tag]?.(model, accessToken, provider, providerModelId, opts) ?? [] : [];
+function formatTsObject(obj, depth) {
+  depth = depth ?? 0;
+  if (typeof obj !== "object" || obj === null) {
+    return JSON.stringify(obj);
+  }
+  if (Array.isArray(obj)) {
+    const items = obj.map((item) => {
+      const formatted = formatTsObject(item, depth + 1);
+      return `${" ".repeat(4 * (depth + 1))}${formatted},`;
+    }).join("\n");
+    return `[
+${items}
+${" ".repeat(4 * depth)}]`;
+  }
+  const entries = Object.entries(obj);
+  const lines = entries.map(([key, value]) => {
+    const formattedValue = formatTsObject(value, depth + 1);
+    const keyStr = /^[a-zA-Z_$][a-zA-Z0-9_$]*$/.test(key) ? key : `"${key}"`;
+    return `${" ".repeat(4 * (depth + 1))}${keyStr}: ${formattedValue},`;
+  }).join("\n");
+  return `{
+${lines}
+${" ".repeat(4 * depth)}}`;
+}
+function indentString(str) {
+  return str.split("\n").map((line) => " ".repeat(4) + line).join("\n");
+}
+function removeSuffix(str, suffix) {
+  return str.endsWith(suffix) ? str.slice(0, -suffix.length) : str;
 }
 export {
   HfInference,
-  HfInferenceEndpoint,
   INFERENCE_PROVIDERS,
+  InferenceClient,
+  InferenceClientEndpoint,
   InferenceOutputError,
   audioClassification,
   audioToAudio,