@huggingface/inference 3.13.1 → 3.13.2-tshy

package/dist/esm/providers/novita.js

@@ -0,0 +1,67 @@
+/**
+ * See the registered mapping of HF model ID => Novita model ID here:
+ *
+ * https://huggingface.co/api/partners/novita/models
+ *
+ * This is a publicly available mapping.
+ *
+ * If you want to try to run inference for a new model locally before it's registered on huggingface.co,
+ * you can add it to the dictionary "HARDCODED_MODEL_ID_MAPPING" in consts.ts, for dev purposes.
+ *
+ * - If you work at Novita and want to update this mapping, please use the model mapping API we provide on huggingface.co
+ * - If you're a community member and want to add a new supported HF model to Novita, please open an issue on the present repo
+ * and we will tag Novita team members.
+ *
+ * Thanks!
+ */
+import { InferenceOutputError } from "../lib/InferenceOutputError.js";
+import { isUrl } from "../lib/isUrl.js";
+import { omit } from "../utils/omit.js";
+import { BaseConversationalTask, BaseTextGenerationTask, TaskProviderHelper, } from "./providerHelper.js";
+const NOVITA_API_BASE_URL = "https://api.novita.ai";
+export class NovitaTextGenerationTask extends BaseTextGenerationTask {
+    constructor() {
+        super("novita", NOVITA_API_BASE_URL);
+    }
+    makeRoute() {
+        return "/v3/openai/chat/completions";
+    }
+}
+export class NovitaConversationalTask extends BaseConversationalTask {
+    constructor() {
+        super("novita", NOVITA_API_BASE_URL);
+    }
+    makeRoute() {
+        return "/v3/openai/chat/completions";
+    }
+}
+export class NovitaTextToVideoTask extends TaskProviderHelper {
+    constructor() {
+        super("novita", NOVITA_API_BASE_URL);
+    }
+    makeRoute(params) {
+        return `/v3/hf/${params.model}`;
+    }
+    preparePayload(params) {
+        return {
+            ...omit(params.args, ["inputs", "parameters"]),
+            ...params.args.parameters,
+            prompt: params.args.inputs,
+        };
+    }
+    async getResponse(response) {
+        const isValidOutput = typeof response === "object" &&
+            !!response &&
+            "video" in response &&
+            typeof response.video === "object" &&
+            !!response.video &&
+            "video_url" in response.video &&
+            typeof response.video.video_url === "string" &&
+            isUrl(response.video.video_url);
+        if (!isValidOutput) {
+            throw new InferenceOutputError("Expected { video: { video_url: string } }");
+        }
+        const urlResponse = await fetch(response.video.video_url);
+        return await urlResponse.blob();
+    }
+}

package/dist/esm/providers/nscale.d.ts

@@ -0,0 +1,35 @@
+/**
+ * See the registered mapping of HF model ID => Nscale model ID here:
+ *
+ * https://huggingface.co/api/partners/nscale-cloud/models
+ *
+ * This is a publicly available mapping.
+ *
+ * If you want to try to run inference for a new model locally before it's registered on huggingface.co,
+ * you can add it to the dictionary "HARDCODED_MODEL_ID_MAPPING" in consts.ts, for dev purposes.
+ *
+ * - If you work at Nscale and want to update this mapping, please use the model mapping API we provide on huggingface.co
+ * - If you're a community member and want to add a new supported HF model to Nscale, please open an issue on the present repo
+ * and we will tag Nscale team members.
+ *
+ * Thanks!
+ */
+import type { TextToImageInput } from "@huggingface/tasks";
+import type { BodyParams } from "../types.js";
+import { BaseConversationalTask, TaskProviderHelper, type TextToImageTaskHelper } from "./providerHelper.js";
+interface NscaleCloudBase64ImageGeneration {
+    data: Array<{
+        b64_json: string;
+    }>;
+}
+export declare class NscaleConversationalTask extends BaseConversationalTask {
+    constructor();
+}
+export declare class NscaleTextToImageTask extends TaskProviderHelper implements TextToImageTaskHelper {
+    constructor();
+    preparePayload(params: BodyParams<TextToImageInput>): Record<string, unknown>;
+    makeRoute(): string;
+    getResponse(response: NscaleCloudBase64ImageGeneration, url?: string, headers?: HeadersInit, outputType?: "url" | "blob"): Promise<string | Blob>;
+}
+export {};
+//# sourceMappingURL=nscale.d.ts.map

package/dist/esm/providers/nscale.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"nscale.d.ts","sourceRoot":"","sources":["../../../src/providers/nscale.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AACH,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAE3D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAE9C,OAAO,EAAE,sBAAsB,EAAE,kBAAkB,EAAE,KAAK,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AAI7G,UAAU,gCAAgC;IACzC,IAAI,EAAE,KAAK,CAAC;QACX,QAAQ,EAAE,MAAM,CAAC;KACjB,CAAC,CAAC;CACH;AAED,qBAAa,wBAAyB,SAAQ,sBAAsB;;CAInE;AAED,qBAAa,qBAAsB,SAAQ,kBAAmB,YAAW,qBAAqB;;IAK7F,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,gBAAgB,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAU7E,SAAS,IAAI,MAAM;IAIb,WAAW,CAChB,QAAQ,EAAE,gCAAgC,EAC1C,GAAG,CAAC,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE,WAAW,EACrB,UAAU,CAAC,EAAE,KAAK,GAAG,MAAM,GACzB,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;CAkBzB"}

package/dist/esm/providers/nscale.js

@@ -0,0 +1,41 @@
+import { InferenceOutputError } from "../lib/InferenceOutputError.js";
+import { omit } from "../utils/omit.js";
+import { BaseConversationalTask, TaskProviderHelper } from "./providerHelper.js";
+const NSCALE_API_BASE_URL = "https://inference.api.nscale.com";
+export class NscaleConversationalTask extends BaseConversationalTask {
+    constructor() {
+        super("nscale", NSCALE_API_BASE_URL);
+    }
+}
+export class NscaleTextToImageTask extends TaskProviderHelper {
+    constructor() {
+        super("nscale", NSCALE_API_BASE_URL);
+    }
+    preparePayload(params) {
+        return {
+            ...omit(params.args, ["inputs", "parameters"]),
+            ...params.args.parameters,
+            response_format: "b64_json",
+            prompt: params.args.inputs,
+            model: params.model,
+        };
+    }
+    makeRoute() {
+        return "v1/images/generations";
+    }
+    async getResponse(response, url, headers, outputType) {
+        if (typeof response === "object" &&
+            "data" in response &&
+            Array.isArray(response.data) &&
+            response.data.length > 0 &&
+            "b64_json" in response.data[0] &&
+            typeof response.data[0].b64_json === "string") {
+            const base64Data = response.data[0].b64_json;
+            if (outputType === "url") {
+                return `data:image/jpeg;base64,${base64Data}`;
+            }
+            return fetch(`data:image/jpeg;base64,${base64Data}`).then((res) => res.blob());
+        }
+        throw new InferenceOutputError("Expected Nscale text-to-image response format");
+    }
+}

package/dist/esm/providers/openai.d.ts

@@ -0,0 +1,8 @@
+/**
+ * Special case: provider configuration for a private models provider (OpenAI in this case).
+ */
+import { BaseConversationalTask } from "./providerHelper.js";
+export declare class OpenAIConversationalTask extends BaseConversationalTask {
+    constructor();
+}
+//# sourceMappingURL=openai.d.ts.map

package/dist/esm/providers/openai.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../../src/providers/openai.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,EAAE,sBAAsB,EAAE,MAAM,qBAAqB,CAAC;AAI7D,qBAAa,wBAAyB,SAAQ,sBAAsB;;CAKnE"}

package/dist/esm/providers/openai.js

@@ -0,0 +1,11 @@
+/**
+ * Special case: provider configuration for a private models provider (OpenAI in this case).
+ */
+import { BaseConversationalTask } from "./providerHelper.js";
+const OPENAI_API_BASE_URL = "https://api.openai.com";
+export class OpenAIConversationalTask extends BaseConversationalTask {
+    constructor() {
+        // Pass clientSideRoutingOnly: true to the constructor
+        super("openai", OPENAI_API_BASE_URL, true);
+    }
+}

package/dist/esm/providers/ovhcloud.d.ts

@@ -0,0 +1,38 @@
+/**
+ * See the registered mapping of HF model ID => OVHcloud model ID here:
+ *
+ * https://huggingface.co/api/partners/ovhcloud/models
+ *
+ * This is a publicly available mapping.
+ *
+ * If you want to try to run inference for a new model locally before it's registered on huggingface.co,
+ * you can add it to the dictionary "HARDCODED_MODEL_ID_MAPPING" in consts.ts, for dev purposes.
+ *
+ * - If you work at OVHcloud and want to update this mapping, please use the model mapping API we provide on huggingface.co
+ * - If you're a community member and want to add a new supported HF model to OVHcloud, please open an issue on the present repo
+ * and we will tag OVHcloud team members.
+ *
+ * Thanks!
+ */
+import { BaseConversationalTask, BaseTextGenerationTask } from "./providerHelper.js";
+import type { ChatCompletionOutput, TextGenerationOutput, TextGenerationOutputFinishReason } from "@huggingface/tasks";
+import type { BodyParams } from "../types.js";
+import type { TextGenerationInput } from "@huggingface/tasks";
+interface OvhCloudTextCompletionOutput extends Omit<ChatCompletionOutput, "choices"> {
+    choices: Array<{
+        text: string;
+        finish_reason: TextGenerationOutputFinishReason;
+        logprobs: unknown;
+        index: number;
+    }>;
+}
+export declare class OvhCloudConversationalTask extends BaseConversationalTask {
+    constructor();
+}
+export declare class OvhCloudTextGenerationTask extends BaseTextGenerationTask {
+    constructor();
+    preparePayload(params: BodyParams<TextGenerationInput>): Record<string, unknown>;
+    getResponse(response: OvhCloudTextCompletionOutput): Promise<TextGenerationOutput>;
+}
+export {};
+//# sourceMappingURL=ovhcloud.d.ts.map

package/dist/esm/providers/ovhcloud.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ovhcloud.d.ts","sourceRoot":"","sources":["../../../src/providers/ovhcloud.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAEH,OAAO,EAAE,sBAAsB,EAAE,sBAAsB,EAAE,MAAM,qBAAqB,CAAC;AACrF,OAAO,KAAK,EAAE,oBAAoB,EAAE,oBAAoB,EAAE,gCAAgC,EAAE,MAAM,oBAAoB,CAAC;AAEvH,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAE9C,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAI9D,UAAU,4BAA6B,SAAQ,IAAI,CAAC,oBAAoB,EAAE,SAAS,CAAC;IACnF,OAAO,EAAE,KAAK,CAAC;QACd,IAAI,EAAE,MAAM,CAAC;QACb,aAAa,EAAE,gCAAgC,CAAC;QAChD,QAAQ,EAAE,OAAO,CAAC;QAClB,KAAK,EAAE,MAAM,CAAC;KACd,CAAC,CAAC;CACH;AAED,qBAAa,0BAA2B,SAAQ,sBAAsB;;CAIrE;AAED,qBAAa,0BAA2B,SAAQ,sBAAsB;;IAK5D,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,mBAAmB,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAc1E,WAAW,CAAC,QAAQ,EAAE,4BAA4B,GAAG,OAAO,CAAC,oBAAoB,CAAC;CAcjG"}

package/dist/esm/providers/ovhcloud.js

@@ -0,0 +1,55 @@
+/**
+ * See the registered mapping of HF model ID => OVHcloud model ID here:
+ *
+ * https://huggingface.co/api/partners/ovhcloud/models
+ *
+ * This is a publicly available mapping.
+ *
+ * If you want to try to run inference for a new model locally before it's registered on huggingface.co,
+ * you can add it to the dictionary "HARDCODED_MODEL_ID_MAPPING" in consts.ts, for dev purposes.
+ *
+ * - If you work at OVHcloud and want to update this mapping, please use the model mapping API we provide on huggingface.co
+ * - If you're a community member and want to add a new supported HF model to OVHcloud, please open an issue on the present repo
+ * and we will tag OVHcloud team members.
+ *
+ * Thanks!
+ */
+import { BaseConversationalTask, BaseTextGenerationTask } from "./providerHelper.js";
+import { InferenceOutputError } from "../lib/InferenceOutputError.js";
+import { omit } from "../utils/omit.js";
+const OVHCLOUD_API_BASE_URL = "https://oai.endpoints.kepler.ai.cloud.ovh.net";
+export class OvhCloudConversationalTask extends BaseConversationalTask {
+    constructor() {
+        super("ovhcloud", OVHCLOUD_API_BASE_URL);
+    }
+}
+export class OvhCloudTextGenerationTask extends BaseTextGenerationTask {
+    constructor() {
+        super("ovhcloud", OVHCLOUD_API_BASE_URL);
+    }
+    preparePayload(params) {
+        return {
+            model: params.model,
+            ...omit(params.args, ["inputs", "parameters"]),
+            ...(params.args.parameters
+                ? {
+                    max_tokens: params.args.parameters.max_new_tokens,
+                    ...omit(params.args.parameters, "max_new_tokens"),
+                }
+                : undefined),
+            prompt: params.args.inputs,
+        };
+    }
+    async getResponse(response) {
+        if (typeof response === "object" &&
+            "choices" in response &&
+            Array.isArray(response?.choices) &&
+            typeof response?.model === "string") {
+            const completion = response.choices[0];
+            return {
+                generated_text: completion.text,
+            };
+        }
+        throw new InferenceOutputError("Expected OVHcloud text generation response format");
+    }
+}

package/dist/esm/providers/providerHelper.d.ts

@@ -0,0 +1,186 @@
+import type { AudioClassificationInput, AudioClassificationOutput, AutomaticSpeechRecognitionInput, AutomaticSpeechRecognitionOutput, ChatCompletionInput, ChatCompletionOutput, DocumentQuestionAnsweringInput, DocumentQuestionAnsweringOutput, FeatureExtractionInput, FeatureExtractionOutput, FillMaskInput, FillMaskOutput, ImageClassificationInput, ImageClassificationOutput, ImageSegmentationInput, ImageSegmentationOutput, ImageToImageInput, ImageToTextInput, ImageToTextOutput, ObjectDetectionInput, ObjectDetectionOutput, QuestionAnsweringInput, QuestionAnsweringOutput, SentenceSimilarityInput, SentenceSimilarityOutput, SummarizationInput, SummarizationOutput, TableQuestionAnsweringInput, TableQuestionAnsweringOutput, TextClassificationOutput, TextGenerationInput, TextGenerationOutput, TextToImageInput, TextToSpeechInput, TextToVideoInput, TokenClassificationInput, TokenClassificationOutput, TranslationInput, TranslationOutput, VisualQuestionAnsweringInput, VisualQuestionAnsweringOutput, ZeroShotClassificationInput, ZeroShotClassificationOutput, ZeroShotImageClassificationInput, ZeroShotImageClassificationOutput } from "@huggingface/tasks";
+import type { AudioToAudioOutput } from "../tasks/audio/audioToAudio.js";
+import type { BaseArgs, BodyParams, HeaderParams, InferenceProvider, RequestArgs, UrlParams } from "../types.js";
+import type { ImageToImageArgs } from "../tasks/cv/imageToImage.js";
+import type { AutomaticSpeechRecognitionArgs } from "../tasks/audio/automaticSpeechRecognition.js";
+/**
+ * Base class for task-specific provider helpers
+ */
+export declare abstract class TaskProviderHelper {
+    readonly provider: InferenceProvider;
+    private baseUrl;
+    readonly clientSideRoutingOnly: boolean;
+    constructor(provider: InferenceProvider, baseUrl: string, clientSideRoutingOnly?: boolean);
+    /**
+     * Return the response in the expected format.
+     * Needs to be implemented in the subclasses.
+     */
+    abstract getResponse(response: unknown, url?: string, headers?: HeadersInit, outputType?: "url" | "blob"): Promise<unknown>;
+    /**
+     * Prepare the route for the request
+     * Needs to be implemented in the subclasses.
+     */
+    abstract makeRoute(params: UrlParams): string;
+    /**
+     * Prepare the payload for the request
+     * Needs to be implemented in the subclasses.
+     */
+    abstract preparePayload(params: BodyParams): unknown;
+    /**
+     * Prepare the base URL for the request
+     */
+    makeBaseUrl(params: UrlParams): string;
+    /**
+     * Prepare the body for the request
+     */
+    makeBody(params: BodyParams): BodyInit;
+    /**
+     * Prepare the URL for the request
+     */
+    makeUrl(params: UrlParams): string;
+    /**
+     * Prepare the headers for the request
+     */
+    prepareHeaders(params: HeaderParams, isBinary: boolean): Record<string, string>;
+}
+export interface TextToImageTaskHelper {
+    getResponse(response: unknown, url?: string, headers?: HeadersInit, outputType?: "url" | "blob"): Promise<string | Blob>;
+    preparePayload(params: BodyParams<TextToImageInput & BaseArgs>): Record<string, unknown>;
+}
+export interface TextToVideoTaskHelper {
+    getResponse(response: unknown, url?: string, headers?: Record<string, string>): Promise<Blob>;
+    preparePayload(params: BodyParams<TextToVideoInput & BaseArgs>): Record<string, unknown>;
+}
+export interface ImageToImageTaskHelper {
+    getResponse(response: unknown, url?: string, headers?: HeadersInit): Promise<Blob>;
+    preparePayload(params: BodyParams<ImageToImageInput & BaseArgs>): Record<string, unknown>;
+    preparePayloadAsync(args: ImageToImageArgs): Promise<RequestArgs>;
+}
+export interface ImageSegmentationTaskHelper {
+    getResponse(response: unknown, url?: string, headers?: HeadersInit): Promise<ImageSegmentationOutput>;
+    preparePayload(params: BodyParams<ImageSegmentationInput & BaseArgs>): Record<string, unknown> | BodyInit;
+}
+export interface ImageClassificationTaskHelper {
+    getResponse(response: unknown, url?: string, headers?: HeadersInit): Promise<ImageClassificationOutput>;
+    preparePayload(params: BodyParams<ImageClassificationInput & BaseArgs>): Record<string, unknown> | BodyInit;
+}
+export interface ObjectDetectionTaskHelper {
+    getResponse(response: unknown, url?: string, headers?: HeadersInit): Promise<ObjectDetectionOutput>;
+    preparePayload(params: BodyParams<ObjectDetectionInput & BaseArgs>): Record<string, unknown> | BodyInit;
+}
+export interface ImageToTextTaskHelper {
+    getResponse(response: unknown, url?: string, headers?: HeadersInit): Promise<ImageToTextOutput>;
+    preparePayload(params: BodyParams<ImageToTextInput & BaseArgs>): Record<string, unknown> | BodyInit;
+}
+export interface ZeroShotImageClassificationTaskHelper {
+    getResponse(response: unknown, url?: string, headers?: HeadersInit): Promise<ZeroShotImageClassificationOutput>;
+    preparePayload(params: BodyParams<ZeroShotImageClassificationInput & BaseArgs>): Record<string, unknown> | BodyInit;
+}
+export interface TextGenerationTaskHelper {
+    getResponse(response: unknown, url?: string, headers?: HeadersInit): Promise<TextGenerationOutput>;
+    preparePayload(params: BodyParams<TextGenerationInput & BaseArgs>): Record<string, unknown>;
+}
+export interface ConversationalTaskHelper {
+    getResponse(response: unknown, url?: string, headers?: HeadersInit): Promise<ChatCompletionOutput>;
+    preparePayload(params: BodyParams<ChatCompletionInput & BaseArgs>): Record<string, unknown>;
+}
+export interface TextClassificationTaskHelper {
+    getResponse(response: unknown, url?: string, headers?: HeadersInit): Promise<TextClassificationOutput>;
+    preparePayload(params: BodyParams<ZeroShotClassificationInput & BaseArgs>): Record<string, unknown>;
+}
+export interface QuestionAnsweringTaskHelper {
+    getResponse(response: unknown, url?: string, headers?: HeadersInit): Promise<QuestionAnsweringOutput[number]>;
+    preparePayload(params: BodyParams<QuestionAnsweringInput & BaseArgs>): Record<string, unknown>;
+}
+export interface FillMaskTaskHelper {
+    getResponse(response: unknown, url?: string, headers?: HeadersInit): Promise<FillMaskOutput>;
+    preparePayload(params: BodyParams<FillMaskInput & BaseArgs>): Record<string, unknown>;
+}
+export interface ZeroShotClassificationTaskHelper {
+    getResponse(response: unknown, url?: string, headers?: HeadersInit): Promise<ZeroShotClassificationOutput>;
+    preparePayload(params: BodyParams<ZeroShotClassificationInput & BaseArgs>): Record<string, unknown>;
+}
+export interface SentenceSimilarityTaskHelper {
+    getResponse(response: unknown, url?: string, headers?: HeadersInit): Promise<SentenceSimilarityOutput>;
+    preparePayload(params: BodyParams<SentenceSimilarityInput & BaseArgs>): Record<string, unknown>;
+}
+export interface TableQuestionAnsweringTaskHelper {
+    getResponse(response: unknown, url?: string, headers?: HeadersInit): Promise<TableQuestionAnsweringOutput[number]>;
+    preparePayload(params: BodyParams<TableQuestionAnsweringInput & BaseArgs>): Record<string, unknown>;
+}
+export interface TokenClassificationTaskHelper {
+    getResponse(response: unknown, url?: string, headers?: HeadersInit): Promise<TokenClassificationOutput>;
+    preparePayload(params: BodyParams<TokenClassificationInput & BaseArgs>): Record<string, unknown>;
+}
+export interface TranslationTaskHelper {
+    getResponse(response: unknown, url?: string, headers?: HeadersInit): Promise<TranslationOutput>;
+    preparePayload(params: BodyParams<TranslationInput & BaseArgs>): Record<string, unknown>;
+}
+export interface SummarizationTaskHelper {
+    getResponse(response: unknown, url?: string, headers?: HeadersInit): Promise<SummarizationOutput>;
+    preparePayload(params: BodyParams<SummarizationInput & BaseArgs>): Record<string, unknown>;
+}
+export interface TextToSpeechTaskHelper {
+    getResponse(response: unknown, url?: string, headers?: HeadersInit): Promise<Blob>;
+    preparePayload(params: BodyParams<TextToSpeechInput & BaseArgs>): Record<string, unknown>;
+}
+export interface TextToAudioTaskHelper {
+    getResponse(response: unknown, url?: string, headers?: HeadersInit): Promise<Blob>;
+    preparePayload(params: BodyParams<Record<string, unknown> & BaseArgs>): Record<string, unknown>;
+}
+export interface AudioToAudioTaskHelper {
+    getResponse(response: unknown, url?: string, headers?: HeadersInit): Promise<AudioToAudioOutput[]>;
+    preparePayload(params: BodyParams<BaseArgs & {
+        inputs: Blob;
+    } & Record<string, unknown>>): Record<string, unknown> | BodyInit;
+}
+export interface AutomaticSpeechRecognitionTaskHelper {
+    getResponse(response: unknown, url?: string, headers?: HeadersInit): Promise<AutomaticSpeechRecognitionOutput>;
+    preparePayload(params: BodyParams<AutomaticSpeechRecognitionInput & BaseArgs>): Record<string, unknown> | BodyInit;
+    preparePayloadAsync(args: AutomaticSpeechRecognitionArgs): Promise<RequestArgs>;
+}
+export interface AudioClassificationTaskHelper {
+    getResponse(response: unknown, url?: string, headers?: HeadersInit): Promise<AudioClassificationOutput>;
+    preparePayload(params: BodyParams<AudioClassificationInput & BaseArgs>): Record<string, unknown> | BodyInit;
+}
+export interface DocumentQuestionAnsweringTaskHelper {
+    getResponse(response: unknown, url?: string, headers?: HeadersInit): Promise<DocumentQuestionAnsweringOutput[number]>;
+    preparePayload(params: BodyParams<DocumentQuestionAnsweringInput & BaseArgs>): Record<string, unknown> | BodyInit;
+}
+export interface FeatureExtractionTaskHelper {
+    getResponse(response: unknown, url?: string, headers?: HeadersInit): Promise<FeatureExtractionOutput>;
+    preparePayload(params: BodyParams<FeatureExtractionInput & BaseArgs>): Record<string, unknown>;
+}
+export interface VisualQuestionAnsweringTaskHelper {
+    getResponse(response: unknown, url?: string, headers?: HeadersInit): Promise<VisualQuestionAnsweringOutput[number]>;
+    preparePayload(params: BodyParams<VisualQuestionAnsweringInput & BaseArgs>): Record<string, unknown> | BodyInit;
+}
+export interface TabularClassificationTaskHelper {
+    getResponse(response: unknown, url?: string, headers?: HeadersInit): Promise<number[]>;
+    preparePayload(params: BodyParams<BaseArgs & {
+        inputs: {
+            data: Record<string, string[]>;
+        };
+    } & Record<string, unknown>>): Record<string, unknown> | BodyInit;
+}
+export interface TabularRegressionTaskHelper {
+    getResponse(response: unknown, url?: string, headers?: HeadersInit): Promise<number[]>;
+    preparePayload(params: BodyParams<BaseArgs & {
+        inputs: {
+            data: Record<string, string[]>;
+        };
+    } & Record<string, unknown>>): Record<string, unknown> | BodyInit;
+}
+export declare class BaseConversationalTask extends TaskProviderHelper implements ConversationalTaskHelper {
+    constructor(provider: InferenceProvider, baseUrl: string, clientSideRoutingOnly?: boolean);
+    makeRoute(): string;
+    preparePayload(params: BodyParams): Record<string, unknown>;
+    getResponse(response: ChatCompletionOutput): Promise<ChatCompletionOutput>;
+}
+export declare class BaseTextGenerationTask extends TaskProviderHelper implements TextGenerationTaskHelper {
+    constructor(provider: InferenceProvider, baseUrl: string, clientSideRoutingOnly?: boolean);
+    preparePayload(params: BodyParams): Record<string, unknown>;
+    makeRoute(): string;
+    getResponse(response: unknown): Promise<TextGenerationOutput>;
+}
+//# sourceMappingURL=providerHelper.d.ts.map

package/dist/esm/providers/providerHelper.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"providerHelper.d.ts","sourceRoot":"","sources":["../../../src/providers/providerHelper.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACX,wBAAwB,EACxB,yBAAyB,EACzB,+BAA+B,EAC/B,gCAAgC,EAChC,mBAAmB,EACnB,oBAAoB,EACpB,8BAA8B,EAC9B,+BAA+B,EAC/B,sBAAsB,EACtB,uBAAuB,EACvB,aAAa,EACb,cAAc,EACd,wBAAwB,EACxB,yBAAyB,EACzB,sBAAsB,EACtB,uBAAuB,EACvB,iBAAiB,EACjB,gBAAgB,EAChB,iBAAiB,EACjB,oBAAoB,EACpB,qBAAqB,EACrB,sBAAsB,EACtB,uBAAuB,EACvB,uBAAuB,EACvB,wBAAwB,EACxB,kBAAkB,EAClB,mBAAmB,EACnB,2BAA2B,EAC3B,4BAA4B,EAC5B,wBAAwB,EACxB,mBAAmB,EACnB,oBAAoB,EACpB,gBAAgB,EAChB,iBAAiB,EACjB,gBAAgB,EAChB,wBAAwB,EACxB,yBAAyB,EACzB,gBAAgB,EAChB,iBAAiB,EACjB,4BAA4B,EAC5B,6BAA6B,EAC7B,2BAA2B,EAC3B,4BAA4B,EAC5B,gCAAgC,EAChC,iCAAiC,EACjC,MAAM,oBAAoB,CAAC;AAG5B,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,gCAAgC,CAAC;AACzE,OAAO,KAAK,EAAE,QAAQ,EAAE,UAAU,EAAE,YAAY,EAAE,iBAAiB,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAEjH,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AACpE,OAAO,KAAK,EAAE,8BAA8B,EAAE,MAAM,8CAA8C,CAAC;AAEnG;;GAEG;AACH,8BAAsB,kBAAkB;IAEtC,QAAQ,CAAC,QAAQ,EAAE,iBAAiB;IACpC,OAAO,CAAC,OAAO;IACf,QAAQ,CAAC,qBAAqB,EAAE,OAAO;gBAF9B,QAAQ,EAAE,iBAAiB,EAC5B,OAAO,EAAE,MAAM,EACd,qBAAqB,GAAE,OAAe;IAGhD;;;OAGG;IACH,QAAQ,CAAC,WAAW,CACnB,QAAQ,EAAE,OAAO,EACjB,GAAG,CAAC,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE,WAAW,EACrB,UAAU,CAAC,EAAE,KAAK,GAAG,MAAM,GACzB,OAAO,CAAC,OAAO,CAAC;IAEnB;;;OAGG;IACH,QAAQ,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,GAAG,MAAM;IAC7C;;;OAGG;IACH,QAAQ,CAAC,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO;IAEpD;;OAEG;IACH,WAAW,CAAC,MAAM,EAAE,SAAS,GAAG,MAAM;IAItC;;OAEG;IACH,QAAQ,CAAC,MAAM,EAAE,UAAU,GAAG,QAAQ;IAOtC;;OAEG;IACH,OAAO,CAAC,MAAM,EAAE,SAAS,GAAG,MAAM;IAMlC;;OAEG;IACH,cAAc,CAAC,MAAM,EAAE,YAAY,EAAE,QAAQ,EAAE,OAAO,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;CAO/E;AAKD,MAAM,WAAW,qBAAqB;IACrC,WAAW,CACV,QAAQ,EAAE,OAAO,EACjB,GAAG,CAAC,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE,WAAW,EACrB,UAAU,CAAC,EAAE,KAAK,GAAG,MAAM,GACzB,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;IAC1B,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,gBAAgB,GAAG,QAAQ,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACzF;AAED,MAAM,WAAW,qBAAqB;IACrC,WAAW,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC9F,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,gBAAgB,GAAG,QAAQ,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACzF;AAED,MAAM,WAAW,sBAAsB;IACtC,WAAW,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACnF,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,iBAAiB,GAAG,QAAQ,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC1F,mBAAmB,CAAC,IAAI,EAAE,gBAAgB,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;CAClE;AAED,MAAM,WAAW,2BAA2B;IAC3C,WAAW,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,uBAAuB,CAAC,CAAC;IACtG,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,sBAAsB,GAAG,QAAQ,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,QAAQ,CAAC;CAC1G;AAED,MAAM,WAAW,6BAA6B;IAC7C,WAAW,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,yBAAyB,CAAC,CAAC;IACxG,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,wBAAwB,GAAG,QAAQ,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,QAAQ,CAAC;CAC5G;AAED,MAAM,WAAW,yBAAyB;IACzC,WAAW,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,qBAAqB,CAAC,CAAC;IACpG,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,oBAAoB,GAAG,QAAQ,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,QAAQ,CAAC;CACxG;AAED,MAAM,WAAW,qBAAqB;IACrC,WAAW,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAAC;IAChG,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,gBAAgB,GAAG,QAAQ,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,QAAQ,CAAC;CACpG;AAED,MAAM,WAAW,qCAAqC;IACrD,WAAW,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,iCAAiC,CAAC,CAAC;IAChH,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,gCAAgC,GAAG,QAAQ,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,QAAQ,CAAC;CACpH;AAGD,MAAM,WAAW,wBAAwB;IACxC,WAAW,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAC;IACnG,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,mBAAmB,GAAG,QAAQ,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC5F;AAED,MAAM,WAAW,wBAAwB;IACxC,WAAW,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAC;IACnG,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,mBAAmB,GAAG,QAAQ,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC5F;AAED,MAAM,WAAW,4BAA4B;IAC5C,WAAW,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,wBAAwB,CAAC,CAAC;IACvG,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,2BAA2B,GAAG,QAAQ,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpG;AAED,MAAM,WAAW,2BAA2B;IAC3C,WAAW,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAC,CAAC;IAC9G,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,sBAAsB,GAAG,QAAQ,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC/F;AAED,MAAM,WAAW,kBAAkB;IAClC,WAAW,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC;IAC7F,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,aAAa,GAAG,QAAQ,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACtF;AAED,MAAM,WAAW,gCAAgC;IAChD,WAAW,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,4BAA4B,CAAC,CAAC;IAC3G,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,2BAA2B,GAAG,QAAQ,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpG;AAED,MAAM,WAAW,4BAA4B;IAC5C,WAAW,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,wBAAwB,CAAC,CAAC;IACvG,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,uBAAuB,GAAG,QAAQ,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAChG;AAED,MAAM,WAAW,gCAAgC;IAChD,WAAW,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,4BAA4B,CAAC,MAAM,CAAC,CAAC,CAAC;IACnH,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,2BAA2B,GAAG,QAAQ,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpG;AAED,MAAM,WAAW,6BAA6B;IAC7C,WAAW,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,yBAAyB,CAAC,CAAC;IACxG,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,wBAAwB,GAAG,QAAQ,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACjG;AAED,MAAM,WAAW,qBAAqB;IACrC,WAAW,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAAC;IAChG,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,gBAAgB,GAAG,QAAQ,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACzF;AAED,MAAM,WAAW,uBAAuB;IACvC,WAAW,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC;IAClG,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,kBAAkB,GAAG,QAAQ,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC3F;AAGD,MAAM,WAAW,sBAAsB;IACtC,WAAW,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACnF,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,iBAAiB,GAAG,QAAQ,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC1F;AAED,MAAM,WAAW,qBAAqB;IACrC,WAAW,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACnF,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,QAAQ,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAChG;AAED,MAAM,WAAW,sBAAsB;IACtC,WAAW,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,kBAAkB,EAAE,CAAC,CAAC;IACnG,cAAc,CACb,MAAM,EAAE,UAAU,CAAC,QAAQ,GAAG;QAAE,MAAM,EAAE,IAAI,CAAA;KAAE,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,GACvE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,QAAQ,CAAC;CACtC;AACD,MAAM,WAAW,oCAAoC;IACpD,WAAW,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,gCAAgC,CAAC,CAAC;IAC/G,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,+BAA+B,GAAG,QAAQ,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,QAAQ,CAAC;IACnH,mBAAmB,CAAC,IAAI,EAAE,8BAA8B,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;CAChF;AAED,MAAM,WAAW,6BAA6B;IAC7C,WAAW,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,yBAAyB,CAAC,CAAC;IACxG,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,wBAAwB,GAAG,QAAQ,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,QAAQ,CAAC;CAC5G;AAGD,MAAM,WAAW,mCAAmC;IACnD,WAAW,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,+BAA+B,CAAC,MAAM,CAAC,CAAC,CAAC;IACtH,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,8BAA8B,GAAG,QAAQ,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,QAAQ,CAAC;CAClH;AAED,MAAM,WAAW,2BAA2B;IAC3C,WAAW,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,uBAAuB,CAAC,CAAC;IACtG,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,sBAAsB,GAAG,QAAQ,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC/F;AAED,MAAM,WAAW,iCAAiC;IACjD,WAAW,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,6BAA6B,CAAC,MAAM,CAAC,CAAC,CAAC;IACpH,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,4BAA4B,GAAG,QAAQ,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,QAAQ,CAAC;CAChH;AAED,MAAM,WAAW,+BAA+B;IAC/C,WAAW,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IACvF,cAAc,CACb,MAAM,EAAE,UAAU,CAAC,QAAQ,GAAG;QAAE,MAAM,EAAE;YAAE,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAA;SAAE,CAAA;KAAE,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,GACrG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,QAAQ,CAAC;CACtC;AAED,MAAM,WAAW,2BAA2B;IAC3C,WAAW,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IACvF,cAAc,CACb,MAAM,EAAE,UAAU,CAAC,QAAQ,GAAG;QAAE,MAAM,EAAE;YAAE,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAA;SAAE,CAAA;KAAE,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,GACrG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,QAAQ,CAAC;CACtC;AAID,qBAAa,sBAAuB,SAAQ,kBAAmB,YAAW,wBAAwB;gBACrF,QAAQ,EAAE,iBAAiB,EAAE,OAAO,EAAE,MAAM,EAAE,qBAAqB,GAAE,OAAe;IAIhG,SAAS,IAAI,MAAM;IAInB,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAOrD,WAAW,CAAC,QAAQ,EAAE,oBAAoB,GAAG,OAAO,CAAC,oBAAoB,CAAC;CAkBhF;AAED,qBAAa,sBAAuB,SAAQ,kBAAmB,YAAW,wBAAwB;gBACrF,QAAQ,EAAE,iBAAiB,EAAE,OAAO,EAAE,MAAM,EAAE,qBAAqB,GAAE,OAAe;IAIhG,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAO3D,SAAS,IAAI,MAAM;IAIb,WAAW,CAAC,QAAQ,EAAE,OAAO,GAAG,OAAO,CAAC,oBAAoB,CAAC;CAenE"}

package/dist/esm/providers/providerHelper.js

@@ -0,0 +1,102 @@
+import { HF_ROUTER_URL } from "../config.js";
+import { InferenceOutputError } from "../lib/InferenceOutputError.js";
+import { toArray } from "../utils/toArray.js";
+/**
+ * Base class for task-specific provider helpers
+ */
+export class TaskProviderHelper {
+    provider;
+    baseUrl;
+    clientSideRoutingOnly;
+    constructor(provider, baseUrl, clientSideRoutingOnly = false) {
+        this.provider = provider;
+        this.baseUrl = baseUrl;
+        this.clientSideRoutingOnly = clientSideRoutingOnly;
+    }
+    /**
+     * Prepare the base URL for the request
+     */
+    makeBaseUrl(params) {
+        return params.authMethod !== "provider-key" ? `${HF_ROUTER_URL}/${this.provider}` : this.baseUrl;
+    }
+    /**
+     * Prepare the body for the request
+     */
+    makeBody(params) {
+        if ("data" in params.args && !!params.args.data) {
+            return params.args.data;
+        }
+        return JSON.stringify(this.preparePayload(params));
+    }
+    /**
+     * Prepare the URL for the request
+     */
+    makeUrl(params) {
+        const baseUrl = this.makeBaseUrl(params);
+        const route = this.makeRoute(params).replace(/^\/+/, "");
+        return `${baseUrl}/${route}`;
+    }
+    /**
+     * Prepare the headers for the request
+     */
+    prepareHeaders(params, isBinary) {
+        const headers = { Authorization: `Bearer ${params.accessToken}` };
+        if (!isBinary) {
+            headers["Content-Type"] = "application/json";
+        }
+        return headers;
+    }
+}
+// BASE IMPLEMENTATIONS FOR COMMON PATTERNS
+export class BaseConversationalTask extends TaskProviderHelper {
+    constructor(provider, baseUrl, clientSideRoutingOnly = false) {
+        super(provider, baseUrl, clientSideRoutingOnly);
+    }
+    makeRoute() {
+        return "v1/chat/completions";
+    }
+    preparePayload(params) {
+        return {
+            ...params.args,
+            model: params.model,
+        };
+    }
+    async getResponse(response) {
+        if (typeof response === "object" &&
+            Array.isArray(response?.choices) &&
+            typeof response?.created === "number" &&
+            typeof response?.id === "string" &&
+            typeof response?.model === "string" &&
+            /// Together.ai and Nebius do not output a system_fingerprint
+            (response.system_fingerprint === undefined ||
+                response.system_fingerprint === null ||
+                typeof response.system_fingerprint === "string") &&
+            typeof response?.usage === "object") {
+            return response;
+        }
+        throw new InferenceOutputError("Expected ChatCompletionOutput");
+    }
+}
+export class BaseTextGenerationTask extends TaskProviderHelper {
+    constructor(provider, baseUrl, clientSideRoutingOnly = false) {
+        super(provider, baseUrl, clientSideRoutingOnly);
+    }
+    preparePayload(params) {
+        return {
+            ...params.args,
+            model: params.model,
+        };
+    }
+    makeRoute() {
+        return "v1/completions";
+    }
+    async getResponse(response) {
+        const res = toArray(response);
+        if (Array.isArray(res) &&
+            res.length > 0 &&
+            res.every((x) => typeof x === "object" && !!x && "generated_text" in x && typeof x.generated_text === "string")) {
+            return res[0];
+        }
+        throw new InferenceOutputError("Expected Array<{generated_text: string}>");
+    }
+}

package/dist/esm/providers/replicate.d.ts

@@ -0,0 +1,25 @@
+import type { BodyParams, HeaderParams, UrlParams } from "../types.js";
+import { TaskProviderHelper, type TextToImageTaskHelper, type TextToVideoTaskHelper } from "./providerHelper.js";
+export interface ReplicateOutput {
+    output?: string | string[];
+}
+declare abstract class ReplicateTask extends TaskProviderHelper {
+    constructor(url?: string);
+    makeRoute(params: UrlParams): string;
+    preparePayload(params: BodyParams): Record<string, unknown>;
+    prepareHeaders(params: HeaderParams, binary: boolean): Record<string, string>;
+    makeUrl(params: UrlParams): string;
+}
+export declare class ReplicateTextToImageTask extends ReplicateTask implements TextToImageTaskHelper {
+    preparePayload(params: BodyParams): Record<string, unknown>;
+    getResponse(res: ReplicateOutput | Blob, url?: string, headers?: Record<string, string>, outputType?: "url" | "blob"): Promise<string | Blob>;
+}
+export declare class ReplicateTextToSpeechTask extends ReplicateTask {
+    preparePayload(params: BodyParams): Record<string, unknown>;
+    getResponse(response: ReplicateOutput): Promise<Blob>;
+}
+export declare class ReplicateTextToVideoTask extends ReplicateTask implements TextToVideoTaskHelper {
+    getResponse(response: ReplicateOutput): Promise<Blob>;
+}
+export {};
+//# sourceMappingURL=replicate.d.ts.map

package/dist/esm/providers/replicate.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"replicate.d.ts","sourceRoot":"","sources":["../../../src/providers/replicate.ts"],"names":[],"mappings":"AAkBA,OAAO,KAAK,EAAE,UAAU,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAEvE,OAAO,EAAE,kBAAkB,EAAE,KAAK,qBAAqB,EAAE,KAAK,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AACjH,MAAM,WAAW,eAAe;IAC/B,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;CAC3B;AAED,uBAAe,aAAc,SAAQ,kBAAkB;gBAC1C,GAAG,CAAC,EAAE,MAAM;IAIxB,SAAS,CAAC,MAAM,EAAE,SAAS,GAAG,MAAM;IAMpC,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAUlD,cAAc,CAAC,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,OAAO,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAQ7E,OAAO,CAAC,MAAM,EAAE,SAAS,GAAG,MAAM;CAO3C;AAED,qBAAa,wBAAyB,SAAQ,aAAc,YAAW,qBAAqB;IAClF,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAerD,WAAW,CACzB,GAAG,EAAE,eAAe,GAAG,IAAI,EAC3B,GAAG,CAAC,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAChC,UAAU,CAAC,EAAE,KAAK,GAAG,MAAM,GACzB,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;CAmBzB;AAED,qBAAa,yBAA0B,SAAQ,aAAa;IAClD,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAarD,WAAW,CAAC,QAAQ,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;CAiBpE;AAED,qBAAa,wBAAyB,SAAQ,aAAc,YAAW,qBAAqB;IAC5E,WAAW,CAAC,QAAQ,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;CAcpE"}