@huggingface/inference 3.6.0 → 3.6.2

package/src/snippets/templates/js/fetch/basic.jinja

@@ -1,19 +0,0 @@
-async function query(data) {
-	const response = await fetch(
-		"{{ fullUrl }}",
-		{
-			headers: {
-				Authorization: "{{ authorizationHeader }}",
-				"Content-Type": "application/json",
-			},
-			method: "POST",
-			body: JSON.stringify(data),
-		}
-	);
-	const result = await response.json();
-	return result;
-}
-
-query({ inputs: {{ providerInputs.asObj.inputs }} }).then((response) => {
-    console.log(JSON.stringify(response));
-});

package/src/snippets/templates/js/fetch/basicAudio.jinja

@@ -1,19 +0,0 @@
-async function query(data) {
-	const response = await fetch(
-		"{{ fullUrl }}",
-		{
-			headers: {
-				Authorization: "{{ authorizationHeader }}",
-				"Content-Type": "audio/flac"
-			},
-			method: "POST",
-			body: JSON.stringify(data),
-		}
-	);
-	const result = await response.json();
-	return result;
-}
-
-query({ inputs: {{ providerInputs.asObj.inputs }} }).then((response) => {
-    console.log(JSON.stringify(response));
-});

package/src/snippets/templates/js/fetch/basicImage.jinja

@@ -1,19 +0,0 @@
-async function query(data) {
-	const response = await fetch(
-		"{{ fullUrl }}",
-		{
-			headers: {
-				Authorization: "{{ authorizationHeader }}",
-				"Content-Type": "image/jpeg"
-			},
-			method: "POST",
-			body: JSON.stringify(data),
-		}
-	);
-	const result = await response.json();
-	return result;
-}
-
-query({ inputs: {{ providerInputs.asObj.inputs }} }).then((response) => {
-    console.log(JSON.stringify(response));
-});

package/src/snippets/templates/js/fetch/textToAudio.jinja

@@ -1,41 +0,0 @@
-{% if model.library_name == "transformers" %}
-async function query(data) {
-	const response = await fetch(
-		"{{ fullUrl }}",
-		{
-			headers: {
-				Authorization: "{{ authorizationHeader }}",
-				"Content-Type": "application/json",
-			},
-			method: "POST",
-			body: JSON.stringify(data),
-		}
-	);
-	const result = await response.blob();
-    return result;
-}
-
-query({ inputs: {{ providerInputs.asObj.inputs }} }).then((response) => {
-    // Returns a byte object of the Audio wavform. Use it directly!
-});
-{% else %}
-async function query(data) {
-	const response = await fetch(
-		"{{ fullUrl }}",
-		{
-			headers: {
-				Authorization: "{{ authorizationHeader }}",
-				"Content-Type": "application/json",
-			},
-			method: "POST",
-			body: JSON.stringify(data),
-		}
-	);
-    const result = await response.json();
-    return result;
-}
-
-query({ inputs: {{ providerInputs.asObj.inputs }} }).then((response) => {
-    console.log(JSON.stringify(response));
-});
-{% endif %} 

package/src/snippets/templates/js/fetch/textToImage.jinja

@@ -1,19 +0,0 @@
-async function query(data) {
-	const response = await fetch(
-		"{{ fullUrl }}",
-		{
-			headers: {
-				Authorization: "{{ authorizationHeader }}",
-				"Content-Type": "application/json",
-			},
-			method: "POST",
-			body: JSON.stringify(data),
-		}
-	);
-	const result = await response.blob();
-	return result;
-}
-
-query({ inputs: {{ providerInputs.asObj.inputs }} }).then((response) => {
-    // Use image
-});

package/src/snippets/templates/js/fetch/zeroShotClassification.jinja

@@ -1,22 +0,0 @@
-async function query(data) {
-    const response = await fetch(
-		"{{ fullUrl }}",
-        {
-            headers: {
-				Authorization: "{{ authorizationHeader }}",
-                "Content-Type": "application/json",
-            },
-            method: "POST",
-            body: JSON.stringify(data),
-        }
-    );
-    const result = await response.json();
-    return result;
-}
-
-query({
-    inputs: {{ providerInputs.asObj.inputs }},
-    parameters: { candidate_labels: ["refund", "legal", "faq"] }
-}).then((response) => {
-    console.log(JSON.stringify(response));
-});

package/src/snippets/templates/js/huggingface.js/basic.jinja

@@ -1,11 +0,0 @@
-import { InferenceClient } from "@huggingface/inference";
-
-const client = new InferenceClient("{{ accessToken }}");
-
-const output = await client.{{ methodName }}({
-	model: "{{ model.id }}",
-	inputs: {{ inputs.asObj.inputs }},
-	provider: "{{ provider }}",
-});
-
-console.log(output);

package/src/snippets/templates/js/huggingface.js/basicAudio.jinja

@@ -1,13 +0,0 @@
-import { InferenceClient } from "@huggingface/inference";
-
-const client = new InferenceClient("{{ accessToken }}");
-
-const data = fs.readFileSync({{inputs.asObj.inputs}});
-
-const output = await client.{{ methodName }}({
-	data,
-	model: "{{ model.id }}",
-	provider: "{{ provider }}",
-});
-
-console.log(output);

package/src/snippets/templates/js/huggingface.js/basicImage.jinja

@@ -1,13 +0,0 @@
-import { InferenceClient } from "@huggingface/inference";
-
-const client = new InferenceClient("{{ accessToken }}");
-
-const data = fs.readFileSync({{inputs.asObj.inputs}});
-
-const output = await client.{{ methodName }}({
-	data,
-	model: "{{ model.id }}",
-	provider: "{{ provider }}",
-});
-
-console.log(output);

package/src/snippets/templates/js/huggingface.js/conversational.jinja

@@ -1,11 +0,0 @@
-import { InferenceClient } from "@huggingface/inference";
-
-const client = new InferenceClient("{{ accessToken }}");
-
-const chatCompletion = await client.chatCompletion({
-    provider: "{{ provider }}",
-    model: "{{ model.id }}",
-{{ inputs.asTsString }}
-});
-
-console.log(chatCompletion.choices[0].message);

package/src/snippets/templates/js/huggingface.js/conversationalStream.jinja

@@ -1,19 +0,0 @@
-import { InferenceClient } from "@huggingface/inference";
-
-const client = new InferenceClient("{{ accessToken }}");
-
-let out = "";
-
-const stream = await client.chatCompletionStream({
-    provider: "{{ provider }}",
-    model: "{{ model.id }}",
-{{ inputs.asTsString }}
-});
-
-for await (const chunk of stream) {
-	if (chunk.choices && chunk.choices.length > 0) {
-		const newContent = chunk.choices[0].delta.content;
-		out += newContent;
-		console.log(newContent);
-	}  
-}

package/src/snippets/templates/js/huggingface.js/textToImage.jinja

@@ -1,11 +0,0 @@
-import { InferenceClient } from "@huggingface/inference";
-
-const client = new InferenceClient("{{ accessToken }}");
-
-const image = await client.textToImage({
-    provider: "{{ provider }}",
-    model: "{{ model.id }}",
-	inputs: {{ inputs.asObj.inputs }},
-	parameters: { num_inference_steps: 5 },
-});
-/// Use the generated image (it's a Blob)

package/src/snippets/templates/js/huggingface.js/textToVideo.jinja

@@ -1,10 +0,0 @@
-import { InferenceClient } from "@huggingface/inference";
-
-const client = new InferenceClient("{{ accessToken }}");
-
-const image = await client.textToVideo({
-    provider: "{{ provider }}",
-    model: "{{ model.id }}",
-	inputs: {{ inputs.asObj.inputs }},
-});
-// Use the generated video (it's a Blob)

package/src/snippets/templates/js/openai/conversational.jinja

@@ -1,13 +0,0 @@
-import { OpenAI } from "openai";
-
-const client = new OpenAI({
-	baseURL: "{{ baseUrl }}",
-	apiKey: "{{ accessToken }}",
-});
-
-const chatCompletion = await client.chat.completions.create({
-	model: "{{ providerModelId }}",
-{{ inputs.asTsString }}
-});
-
-console.log(chatCompletion.choices[0].message);

package/src/snippets/templates/js/openai/conversationalStream.jinja

@@ -1,22 +0,0 @@
-import { OpenAI } from "openai";
-
-const client = new OpenAI({
-	baseURL: "{{ baseUrl }}",
-	apiKey: "{{ accessToken }}",
-});
-
-let out = "";
-
-const stream = await client.chat.completions.create({
-    provider: "{{ provider }}",
-    model: "{{ model.id }}",
-{{ inputs.asTsString }}
-});
-
-for await (const chunk of stream) {
-	if (chunk.choices && chunk.choices.length > 0) {
-		const newContent = chunk.choices[0].delta.content;
-		out += newContent;
-		console.log(newContent);
-	}  
-}

package/src/snippets/templates/python/fal_client/textToImage.jinja

@@ -1,11 +0,0 @@
-{% if provider == "fal-ai" %}
-import fal_client
-
-result = fal_client.subscribe(
-    "{{ providerModelId }}",
-    arguments={
-        "prompt": {{ inputs.asObj.inputs }},
-    },
-)
-print(result)
-{% endif %} 

package/src/snippets/templates/python/huggingface_hub/basic.jinja

@@ -1,4 +0,0 @@
-result = client.{{ methodName }}(
-    inputs={{ inputs.asObj.inputs }},
-    model="{{ model.id }}",
-)

package/src/snippets/templates/python/huggingface_hub/basicAudio.jinja

@@ -1 +0,0 @@
-output = client.{{ methodName }}({{ inputs.asObj.inputs }}, model="{{ model.id }}")

package/src/snippets/templates/python/huggingface_hub/basicImage.jinja

@@ -1 +0,0 @@
-output = client.{{ methodName }}({{ inputs.asObj.inputs }}, model="{{ model.id }}")

package/src/snippets/templates/python/huggingface_hub/conversational.jinja

@@ -1,6 +0,0 @@
-completion = client.chat.completions.create(
-    model="{{ model.id }}",
-{{ inputs.asPythonString }}
-)
-
-print(completion.choices[0].message) 

package/src/snippets/templates/python/huggingface_hub/conversationalStream.jinja

@@ -1,8 +0,0 @@
-stream = client.chat.completions.create(
-    model="{{ model.id }}",
-{{ inputs.asPythonString }}
-    stream=True,
-)
-
-for chunk in stream:
-    print(chunk.choices[0].delta.content, end="") 

package/src/snippets/templates/python/huggingface_hub/documentQuestionAnswering.jinja

@@ -1,5 +0,0 @@
-output = client.document_question_answering(
-    "{{ inputs.asObj.image }}",
-    question="{{ inputs.asObj.question }}",
-    model="{{ model.id }}",
-) 

package/src/snippets/templates/python/huggingface_hub/imageToImage.jinja

@@ -1,6 +0,0 @@
-# output is a PIL.Image object
-image = client.image_to_image(
-    "{{ inputs.asObj.inputs }}",
-    prompt="{{ inputs.asObj.parameters.prompt }}",
-    model="{{ model.id }}",
-) 

package/src/snippets/templates/python/huggingface_hub/importInferenceClient.jinja

@@ -1,6 +0,0 @@
-from huggingface_hub import InferenceClient
-
-client = InferenceClient(
-    provider="{{ provider }}",
-    api_key="{{ accessToken }}",
-)

package/src/snippets/templates/python/huggingface_hub/textToImage.jinja

@@ -1,5 +0,0 @@
-# output is a PIL.Image object
-image = client.text_to_image(
-    {{ inputs.asObj.inputs }},
-    model="{{ model.id }}",
-) 

package/src/snippets/templates/python/huggingface_hub/textToVideo.jinja

@@ -1,4 +0,0 @@
-video = client.text_to_video(
-    {{ inputs.asObj.inputs }},
-    model="{{ model.id }}",
-) 

package/src/snippets/templates/python/openai/conversational.jinja

@@ -1,13 +0,0 @@
-from openai import OpenAI
-
-client = OpenAI(
-    base_url="{{ baseUrl }}",
-    api_key="{{ accessToken }}"
-)
-
-completion = client.chat.completions.create(
-    model="{{ providerModelId }}",
-{{ inputs.asPythonString }}
-)
-
-print(completion.choices[0].message) 

package/src/snippets/templates/python/openai/conversationalStream.jinja

@@ -1,15 +0,0 @@
-from openai import OpenAI
-
-client = OpenAI(
-    base_url="{{ baseUrl }}",
-    api_key="{{ accessToken }}"
-)
-
-stream = client.chat.completions.create(
-    model="{{ providerModelId }}",
-{{ inputs.asPythonString }}
-    stream=True,
-)
-
-for chunk in stream:
-    print(chunk.choices[0].delta.content, end="")

package/src/snippets/templates/python/requests/basic.jinja

@@ -1,7 +0,0 @@
-def query(payload):
-    response = requests.post(API_URL, headers=headers, json=payload)
-    return response.json()
-
-output = query({
-    "inputs": {{ providerInputs.asObj.inputs }},
-}) 

package/src/snippets/templates/python/requests/basicAudio.jinja

@@ -1,7 +0,0 @@
-def query(filename):
-    with open(filename, "rb") as f:
-        data = f.read()
-    response = requests.post(API_URL, headers={"Content-Type": "audio/flac", **headers}, data=data)
-    return response.json()
-
-output = query({{ providerInputs.asObj.inputs }})

package/src/snippets/templates/python/requests/basicImage.jinja

@@ -1,7 +0,0 @@
-def query(filename):
-    with open(filename, "rb") as f:
-        data = f.read()
-    response = requests.post(API_URL, headers={"Content-Type": "image/jpeg", **headers}, data=data)
-    return response.json()
-
-output = query({{ providerInputs.asObj.inputs }})

package/src/snippets/templates/python/requests/conversational.jinja

@@ -1,9 +0,0 @@
-def query(payload):
-    response = requests.post(API_URL, headers=headers, json=payload)
-    return response.json()
-
-response = query({
-{{ providerInputs.asJsonString }}
-})
-
-print(response["choices"][0]["message"])

package/src/snippets/templates/python/requests/conversationalStream.jinja

@@ -1,16 +0,0 @@
-def query(payload):
-    response = requests.post(API_URL, headers=headers, json=payload, stream=True)
-    for line in response.iter_lines():
-        if not line.startswith(b"data:"):
-            continue
-        if line.strip() == b"data: [DONE]":
-            return
-        yield json.loads(line.decode("utf-8").lstrip("data:").rstrip("/n"))
-
-chunks = query({
-{{ providerInputs.asJsonString }},
-    "stream": True,
-})
-
-for chunk in chunks:
-    print(chunk["choices"][0]["delta"]["content"], end="")

package/src/snippets/templates/python/requests/documentQuestionAnswering.jinja

@@ -1,13 +0,0 @@
-def query(payload):
-    with open(payload["image"], "rb") as f:
-        img = f.read()
-        payload["image"] = base64.b64encode(img).decode("utf-8")
-    response = requests.post(API_URL, headers=headers, json=payload)
-    return response.json()
-
-output = query({
-    "inputs": {
-        "image": "{{ inputs.asObj.image }}",
-        "question": "{{ inputs.asObj.question }}",
-    },
-}) 

package/src/snippets/templates/python/requests/imageToImage.jinja

@@ -1,15 +0,0 @@
-def query(payload):
-    with open(payload["inputs"], "rb") as f:
-        img = f.read()
-        payload["inputs"] = base64.b64encode(img).decode("utf-8")
-    response = requests.post(API_URL, headers=headers, json=payload)
-    return response.content
-
-image_bytes = query({
-{{ providerInputs.asJsonString }}
-})
-
-# You can access the image with PIL.Image for example
-import io
-from PIL import Image
-image = Image.open(io.BytesIO(image_bytes)) 

package/src/snippets/templates/python/requests/importRequests.jinja

@@ -1,10 +0,0 @@
-{% if importBase64 %}
-import base64
-{% endif %}
-{% if importJson %}
-import json
-{% endif %}
-import requests
-
-API_URL = "{{ fullUrl }}"
-headers = {"Authorization": "{{ authorizationHeader }}"}

package/src/snippets/templates/python/requests/tabular.jinja

@@ -1,9 +0,0 @@
-def query(payload):
-    response = requests.post(API_URL, headers=headers, json=payload)
-    return response.content
-
-response = query({
-    "inputs": {
-        "data": {{ providerInputs.asObj.inputs }}
-    },
-}) 

package/src/snippets/templates/python/requests/textToAudio.jinja

@@ -1,23 +0,0 @@
-{% if model.library_name == "transformers" %}
-def query(payload):
-    response = requests.post(API_URL, headers=headers, json=payload)
-    return response.content
-
-audio_bytes = query({
-    "inputs": {{ providerInputs.asObj.inputs }},
-})
-# You can access the audio with IPython.display for example
-from IPython.display import Audio
-Audio(audio_bytes)
-{% else %}
-def query(payload):
-    response = requests.post(API_URL, headers=headers, json=payload)
-    return response.json()
-
-audio, sampling_rate = query({
-    "inputs": {{ providerInputs.asObj.inputs }},
-})
-# You can access the audio with IPython.display for example
-from IPython.display import Audio
-Audio(audio, rate=sampling_rate)
-{% endif %} 

package/src/snippets/templates/python/requests/textToImage.jinja

@@ -1,14 +0,0 @@
-{% if provider == "hf-inference" %}
-def query(payload):
-    response = requests.post(API_URL, headers=headers, json=payload)
-    return response.content
-
-image_bytes = query({
-    "inputs": {{ providerInputs.asObj.inputs }},
-})
-
-# You can access the image with PIL.Image for example
-import io
-from PIL import Image
-image = Image.open(io.BytesIO(image_bytes))
-{% endif %}

package/src/snippets/templates/python/requests/zeroShotClassification.jinja

@@ -1,8 +0,0 @@
-def query(payload):
-    response = requests.post(API_URL, headers=headers, json=payload)
-    return response.json()
-
-output = query({
-    "inputs": {{ providerInputs.asObj.inputs }},
-    "parameters": {"candidate_labels": ["refund", "legal", "faq"]},
-}) 

package/src/snippets/templates/python/requests/zeroShotImageClassification.jinja

@@ -1,14 +0,0 @@
-def query(data):
-    with open(data["image_path"], "rb") as f:
-        img = f.read()
-    payload={
-        "parameters": data["parameters"],
-        "inputs": base64.b64encode(img).decode("utf-8")
-    }
-    response = requests.post(API_URL, headers=headers, json=payload)
-    return response.json()
-
-output = query({
-    "image_path": {{ providerInputs.asObj.inputs }},
-    "parameters": {"candidate_labels": ["cat", "dog", "llama"]},
-}) 

package/src/snippets/templates/sh/curl/basic.jinja

@@ -1,7 +0,0 @@
-curl {{ fullUrl }} \
-    -X POST \
-    -H 'Authorization: {{ authorizationHeader }}' \
-    -H 'Content-Type: application/json' \
-    -d '{
-{{ providerInputs.asCurlString }}
-    }'

package/src/snippets/templates/sh/curl/basicAudio.jinja

@@ -1,5 +0,0 @@
-curl {{ fullUrl }} \
-    -X POST \
-    -H 'Authorization: {{ authorizationHeader }}' \
-    -H 'Content-Type: audio/flac' \
-    --data-binary @{{ providerInputs.asObj.inputs }}

package/src/snippets/templates/sh/curl/basicImage.jinja

@@ -1,5 +0,0 @@
-curl {{ fullUrl }} \
-    -X POST \
-    -H 'Authorization: {{ authorizationHeader }}' \
-    -H 'Content-Type: image/jpeg' \
-    --data-binary @{{ providerInputs.asObj.inputs }}

package/src/snippets/templates/sh/curl/conversational.jinja

@@ -1,7 +0,0 @@
-curl {{ fullUrl }} \
-    -H 'Authorization: {{ authorizationHeader }}' \
-    -H 'Content-Type: application/json' \
-    -d '{
-{{ providerInputs.asCurlString }},
-        "stream": false
-    }'

package/src/snippets/templates/sh/curl/conversationalStream.jinja

@@ -1,7 +0,0 @@
-curl {{ fullUrl }} \
-    -H 'Authorization: {{ authorizationHeader }}' \
-    -H 'Content-Type: application/json' \
-    -d '{
-{{ providerInputs.asCurlString }},
-        "stream": true
-    }'

package/src/snippets/templates/sh/curl/zeroShotClassification.jinja

@@ -1,5 +0,0 @@
-curl {{ fullUrl }} \
-    -X POST \
-    -d '{"inputs": {{ providerInputs.asObj.inputs }}, "parameters": {"candidate_labels": ["refund", "legal", "faq"]}}' \
-    -H 'Content-Type: application/json' \
-    -H 'Authorization: {{ authorizationHeader }}'