@huggingface/inference 3.13.2 → 3.14.0

package/dist/esm/providers/cohere.d.ts

@@ -0,0 +1,22 @@
+/**
+ * See the registered mapping of HF model ID => Cohere model ID here:
+ *
+ * https://huggingface.co/api/partners/cohere/models
+ *
+ * This is a publicly available mapping.
+ *
+ * If you want to try to run inference for a new model locally before it's registered on huggingface.co,
+ * you can add it to the dictionary "HARDCODED_MODEL_ID_MAPPING" in consts.ts, for dev purposes.
+ *
+ * - If you work at Cohere and want to update this mapping, please use the model mapping API we provide on huggingface.co
+ * - If you're a community member and want to add a new supported HF model to Cohere, please open an issue on the present repo
+ * and we will tag Cohere team members.
+ *
+ * Thanks!
+ */
+import { BaseConversationalTask } from "./providerHelper.js";
+export declare class CohereConversationalTask extends BaseConversationalTask {
+    constructor();
+    makeRoute(): string;
+}
+//# sourceMappingURL=cohere.d.ts.map

package/dist/esm/providers/cohere.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cohere.d.ts","sourceRoot":"","sources":["../../../src/providers/cohere.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AACH,OAAO,EAAE,sBAAsB,EAAE,MAAM,qBAAqB,CAAC;AAE7D,qBAAa,wBAAyB,SAAQ,sBAAsB;;IAI1D,SAAS,IAAI,MAAM;CAG5B"}

package/dist/esm/providers/cohere.js

@@ -0,0 +1,25 @@
+/**
+ * See the registered mapping of HF model ID => Cohere model ID here:
+ *
+ * https://huggingface.co/api/partners/cohere/models
+ *
+ * This is a publicly available mapping.
+ *
+ * If you want to try to run inference for a new model locally before it's registered on huggingface.co,
+ * you can add it to the dictionary "HARDCODED_MODEL_ID_MAPPING" in consts.ts, for dev purposes.
+ *
+ * - If you work at Cohere and want to update this mapping, please use the model mapping API we provide on huggingface.co
+ * - If you're a community member and want to add a new supported HF model to Cohere, please open an issue on the present repo
+ * and we will tag Cohere team members.
+ *
+ * Thanks!
+ */
+import { BaseConversationalTask } from "./providerHelper.js";
+export class CohereConversationalTask extends BaseConversationalTask {
+    constructor() {
+        super("cohere", "https://api.cohere.com");
+    }
+    makeRoute() {
+        return "/compatibility/v1/chat/completions";
+    }
+}

package/dist/esm/providers/consts.d.ts

@@ -0,0 +1,12 @@
+import type { InferenceProviderModelMapping } from "../lib/getInferenceProviderMapping.js";
+import type { InferenceProvider } from "../types.js";
+import { type ModelId } from "../types.js";
+/**
+ * If you want to try to run inference for a new model locally before it's registered on huggingface.co
+ * for a given Inference Provider,
+ * you can add it to the following dictionary, for dev purposes.
+ *
+ * We also inject into this dictionary from tests.
+ */
+export declare const HARDCODED_MODEL_INFERENCE_MAPPING: Record<InferenceProvider, Record<ModelId, InferenceProviderModelMapping>>;
+//# sourceMappingURL=consts.d.ts.map

package/dist/esm/providers/consts.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"consts.d.ts","sourceRoot":"","sources":["../../../src/providers/consts.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,uCAAuC,CAAC;AAC3F,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AACrD,OAAO,EAAE,KAAK,OAAO,EAAE,MAAM,aAAa,CAAC;AAE3C;;;;;;GAMG;AACH,eAAO,MAAM,iCAAiC,EAAE,MAAM,CACrD,iBAAiB,EACjB,MAAM,CAAC,OAAO,EAAE,6BAA6B,CAAC,CAyB9C,CAAC"}

package/dist/esm/providers/consts.js

@@ -0,0 +1,32 @@
+/**
+ * If you want to try to run inference for a new model locally before it's registered on huggingface.co
+ * for a given Inference Provider,
+ * you can add it to the following dictionary, for dev purposes.
+ *
+ * We also inject into this dictionary from tests.
+ */
+export const HARDCODED_MODEL_INFERENCE_MAPPING = {
+    /**
+     * "HF model ID" => "Model ID on Inference Provider's side"
+     *
+     * Example:
+     * "Qwen/Qwen2.5-Coder-32B-Instruct": "Qwen2.5-Coder-32B-Instruct",
+     */
+    "black-forest-labs": {},
+    cerebras: {},
+    cohere: {},
+    "fal-ai": {},
+    "featherless-ai": {},
+    "fireworks-ai": {},
+    groq: {},
+    "hf-inference": {},
+    hyperbolic: {},
+    nebius: {},
+    novita: {},
+    nscale: {},
+    openai: {},
+    ovhcloud: {},
+    replicate: {},
+    sambanova: {},
+    together: {},
+};

package/dist/esm/providers/fal-ai.d.ts

@@ -0,0 +1,42 @@
+import type { AutomaticSpeechRecognitionOutput } from "@huggingface/tasks";
+import type { BodyParams, HeaderParams, RequestArgs, UrlParams } from "../types.js";
+import { type AutomaticSpeechRecognitionTaskHelper, TaskProviderHelper, type TextToImageTaskHelper, type TextToVideoTaskHelper } from "./providerHelper.js";
+import type { AutomaticSpeechRecognitionArgs } from "../tasks/audio/automaticSpeechRecognition.js";
+export interface FalAiQueueOutput {
+    request_id: string;
+    status: string;
+    response_url: string;
+}
+interface FalAITextToImageOutput {
+    images: Array<{
+        url: string;
+    }>;
+}
+export declare const FAL_AI_SUPPORTED_BLOB_TYPES: string[];
+declare abstract class FalAITask extends TaskProviderHelper {
+    constructor(url?: string);
+    preparePayload(params: BodyParams): Record<string, unknown>;
+    makeRoute(params: UrlParams): string;
+    prepareHeaders(params: HeaderParams, binary: boolean): Record<string, string>;
+}
+export declare class FalAITextToImageTask extends FalAITask implements TextToImageTaskHelper {
+    preparePayload(params: BodyParams): Record<string, unknown>;
+    getResponse(response: FalAITextToImageOutput, outputType?: "url" | "blob"): Promise<string | Blob>;
+}
+export declare class FalAITextToVideoTask extends FalAITask implements TextToVideoTaskHelper {
+    constructor();
+    makeRoute(params: UrlParams): string;
+    preparePayload(params: BodyParams): Record<string, unknown>;
+    getResponse(response: FalAiQueueOutput, url?: string, headers?: Record<string, string>): Promise<Blob>;
+}
+export declare class FalAIAutomaticSpeechRecognitionTask extends FalAITask implements AutomaticSpeechRecognitionTaskHelper {
+    prepareHeaders(params: HeaderParams, binary: boolean): Record<string, string>;
+    getResponse(response: unknown): Promise<AutomaticSpeechRecognitionOutput>;
+    preparePayloadAsync(args: AutomaticSpeechRecognitionArgs): Promise<RequestArgs>;
+}
+export declare class FalAITextToSpeechTask extends FalAITask {
+    preparePayload(params: BodyParams): Record<string, unknown>;
+    getResponse(response: unknown): Promise<Blob>;
+}
+export {};
+//# sourceMappingURL=fal-ai.d.ts.map

package/dist/esm/providers/fal-ai.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"fal-ai.d.ts","sourceRoot":"","sources":["../../../src/providers/fal-ai.ts"],"names":[],"mappings":"AAkBA,OAAO,KAAK,EAAE,gCAAgC,EAAE,MAAM,oBAAoB,CAAC;AAG3E,OAAO,KAAK,EAAE,UAAU,EAAE,YAAY,EAAW,WAAW,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAG7F,OAAO,EACN,KAAK,oCAAoC,EACzC,kBAAkB,EAClB,KAAK,qBAAqB,EAC1B,KAAK,qBAAqB,EAC1B,MAAM,qBAAqB,CAAC;AAE7B,OAAO,KAAK,EAAE,8BAA8B,EAAE,MAAM,8CAA8C,CAAC;AAEnG,MAAM,WAAW,gBAAgB;IAChC,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,MAAM,CAAC;CACrB;AAED,UAAU,sBAAsB;IAC/B,MAAM,EAAE,KAAK,CAAC;QACb,GAAG,EAAE,MAAM,CAAC;KACZ,CAAC,CAAC;CACH;AAYD,eAAO,MAAM,2BAA2B,UAA0D,CAAC;AAEnG,uBAAe,SAAU,SAAQ,kBAAkB;gBACtC,GAAG,CAAC,EAAE,MAAM;IAIxB,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAG3D,SAAS,CAAC,MAAM,EAAE,SAAS,GAAG,MAAM;IAG3B,cAAc,CAAC,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,OAAO,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;CAUtF;AAMD,qBAAa,oBAAqB,SAAQ,SAAU,YAAW,qBAAqB;IAC1E,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAuBrD,WAAW,CAAC,QAAQ,EAAE,sBAAsB,EAAE,UAAU,CAAC,EAAE,KAAK,GAAG,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;CAkBjH;AAED,qBAAa,oBAAqB,SAAQ,SAAU,YAAW,qBAAqB;;IAI1E,SAAS,CAAC,MAAM,EAAE,SAAS,GAAG,MAAM;IAMpC,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAQrD,WAAW,CACzB,QAAQ,EAAE,gBAAgB,EAC1B,GAAG,CAAC,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAC9B,OAAO,CAAC,IAAI,CAAC;CA8DhB;AAED,qBAAa,mCAAoC,SAAQ,SAAU,YAAW,oCAAoC;IACxG,cAAc,CAAC,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,OAAO,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAKvE,WAAW,CAAC,QAAQ,EAAE,OAAO,GAAG,OAAO,CAAC,gCAAgC,CAAC;IAUlF,mBAAmB,CAAC,IAAI,EAAE,8BAA8B,GAAG,OAAO,CAAC,WAAW,CAAC;CAqBrF;AAED,qBAAa,qBAAsB,SAAQ,SAAS;IAC1C,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAQrD,WAAW,CAAC,QAAQ,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;CAqB5D"}

package/dist/esm/providers/fal-ai.js

@@ -0,0 +1,209 @@
+/**
+ * See the registered mapping of HF model ID => Fal model ID here:
+ *
+ * https://huggingface.co/api/partners/fal-ai/models
+ *
+ * This is a publicly available mapping.
+ *
+ * If you want to try to run inference for a new model locally before it's registered on huggingface.co,
+ * you can add it to the dictionary "HARDCODED_MODEL_ID_MAPPING" in consts.ts, for dev purposes.
+ *
+ * - If you work at Fal and want to update this mapping, please use the model mapping API we provide on huggingface.co
+ * - If you're a community member and want to add a new supported HF model to Fal, please open an issue on the present repo
+ * and we will tag Fal team members.
+ *
+ * Thanks!
+ */
+import { base64FromBytes } from "../utils/base64FromBytes.js";
+import { InferenceOutputError } from "../lib/InferenceOutputError.js";
+import { isUrl } from "../lib/isUrl.js";
+import { delay } from "../utils/delay.js";
+import { omit } from "../utils/omit.js";
+import { TaskProviderHelper, } from "./providerHelper.js";
+import { HF_HUB_URL } from "../config.js";
+export const FAL_AI_SUPPORTED_BLOB_TYPES = ["audio/mpeg", "audio/mp4", "audio/wav", "audio/x-wav"];
+class FalAITask extends TaskProviderHelper {
+    constructor(url) {
+        super("fal-ai", url || "https://fal.run");
+    }
+    preparePayload(params) {
+        return params.args;
+    }
+    makeRoute(params) {
+        return `/${params.model}`;
+    }
+    prepareHeaders(params, binary) {
+        const headers = {
+            Authorization: params.authMethod !== "provider-key" ? `Bearer ${params.accessToken}` : `Key ${params.accessToken}`,
+        };
+        if (!binary) {
+            headers["Content-Type"] = "application/json";
+        }
+        return headers;
+    }
+}
+function buildLoraPath(modelId, adapterWeightsPath) {
+    return `${HF_HUB_URL}/${modelId}/resolve/main/${adapterWeightsPath}`;
+}
+export class FalAITextToImageTask extends FalAITask {
+    preparePayload(params) {
+        const payload = {
+            ...omit(params.args, ["inputs", "parameters"]),
+            ...params.args.parameters,
+            sync_mode: true,
+            prompt: params.args.inputs,
+        };
+        if (params.mapping?.adapter === "lora" && params.mapping.adapterWeightsPath) {
+            payload.loras = [
+                {
+                    path: buildLoraPath(params.mapping.hfModelId, params.mapping.adapterWeightsPath),
+                    scale: 1,
+                },
+            ];
+            if (params.mapping.providerId === "fal-ai/lora") {
+                payload.model_name = "stabilityai/stable-diffusion-xl-base-1.0";
+            }
+        }
+        return payload;
+    }
+    async getResponse(response, outputType) {
+        if (typeof response === "object" &&
+            "images" in response &&
+            Array.isArray(response.images) &&
+            response.images.length > 0 &&
+            "url" in response.images[0] &&
+            typeof response.images[0].url === "string") {
+            if (outputType === "url") {
+                return response.images[0].url;
+            }
+            const urlResponse = await fetch(response.images[0].url);
+            return await urlResponse.blob();
+        }
+        throw new InferenceOutputError("Expected Fal.ai text-to-image response format");
+    }
+}
+export class FalAITextToVideoTask extends FalAITask {
+    constructor() {
+        super("https://queue.fal.run");
+    }
+    makeRoute(params) {
+        if (params.authMethod !== "provider-key") {
+            return `/${params.model}?_subdomain=queue`;
+        }
+        return `/${params.model}`;
+    }
+    preparePayload(params) {
+        return {
+            ...omit(params.args, ["inputs", "parameters"]),
+            ...params.args.parameters,
+            prompt: params.args.inputs,
+        };
+    }
+    async getResponse(response, url, headers) {
+        if (!url || !headers) {
+            throw new InferenceOutputError("URL and headers are required for text-to-video task");
+        }
+        const requestId = response.request_id;
+        if (!requestId) {
+            throw new InferenceOutputError("No request ID found in the response");
+        }
+        let status = response.status;
+        const parsedUrl = new URL(url);
+        const baseUrl = `${parsedUrl.protocol}//${parsedUrl.host}${parsedUrl.host === "router.huggingface.co" ? "/fal-ai" : ""}`;
+        // extracting the provider model id for status and result urls
+        // from the response as it might be different from the mapped model in `url`
+        const modelId = new URL(response.response_url).pathname;
+        const queryParams = parsedUrl.search;
+        const statusUrl = `${baseUrl}${modelId}/status${queryParams}`;
+        const resultUrl = `${baseUrl}${modelId}${queryParams}`;
+        while (status !== "COMPLETED") {
+            await delay(500);
+            const statusResponse = await fetch(statusUrl, { headers });
+            if (!statusResponse.ok) {
+                throw new InferenceOutputError("Failed to fetch response status from fal-ai API");
+            }
+            try {
+                status = (await statusResponse.json()).status;
+            }
+            catch (error) {
+                throw new InferenceOutputError("Failed to parse status response from fal-ai API");
+            }
+        }
+        const resultResponse = await fetch(resultUrl, { headers });
+        let result;
+        try {
+            result = await resultResponse.json();
+        }
+        catch (error) {
+            throw new InferenceOutputError("Failed to parse result response from fal-ai API");
+        }
+        if (typeof result === "object" &&
+            !!result &&
+            "video" in result &&
+            typeof result.video === "object" &&
+            !!result.video &&
+            "url" in result.video &&
+            typeof result.video.url === "string" &&
+            isUrl(result.video.url)) {
+            const urlResponse = await fetch(result.video.url);
+            return await urlResponse.blob();
+        }
+        else {
+            throw new InferenceOutputError("Expected { video: { url: string } } result format, got instead: " + JSON.stringify(result));
+        }
+    }
+}
+export class FalAIAutomaticSpeechRecognitionTask extends FalAITask {
+    prepareHeaders(params, binary) {
+        const headers = super.prepareHeaders(params, binary);
+        headers["Content-Type"] = "application/json";
+        return headers;
+    }
+    async getResponse(response) {
+        const res = response;
+        if (typeof res?.text !== "string") {
+            throw new InferenceOutputError(`Expected { text: string } format from Fal.ai Automatic Speech Recognition, got: ${JSON.stringify(response)}`);
+        }
+        return { text: res.text };
+    }
+    async preparePayloadAsync(args) {
+        const blob = "data" in args && args.data instanceof Blob ? args.data : "inputs" in args ? args.inputs : undefined;
+        const contentType = blob?.type;
+        if (!contentType) {
+            throw new Error(`Unable to determine the input's content-type. Make sure your are passing a Blob when using provider fal-ai.`);
+        }
+        if (!FAL_AI_SUPPORTED_BLOB_TYPES.includes(contentType)) {
+            throw new Error(`Provider fal-ai does not support blob type ${contentType} - supported content types are: ${FAL_AI_SUPPORTED_BLOB_TYPES.join(", ")}`);
+        }
+        const base64audio = base64FromBytes(new Uint8Array(await blob.arrayBuffer()));
+        return {
+            ...("data" in args ? omit(args, "data") : omit(args, "inputs")),
+            audio_url: `data:${contentType};base64,${base64audio}`,
+        };
+    }
+}
+export class FalAITextToSpeechTask extends FalAITask {
+    preparePayload(params) {
+        return {
+            ...omit(params.args, ["inputs", "parameters"]),
+            ...params.args.parameters,
+            text: params.args.inputs,
+        };
+    }
+    async getResponse(response) {
+        const res = response;
+        if (typeof res?.audio?.url !== "string") {
+            throw new InferenceOutputError(`Expected { audio: { url: string } } format from Fal.ai Text-to-Speech, got: ${JSON.stringify(response)}`);
+        }
+        try {
+            const urlResponse = await fetch(res.audio.url);
+            if (!urlResponse.ok) {
+                throw new Error(`Failed to fetch audio from ${res.audio.url}: ${urlResponse.statusText}`);
+            }
+            return await urlResponse.blob();
+        }
+        catch (error) {
+            throw new InferenceOutputError(`Error fetching or processing audio from Fal.ai Text-to-Speech URL: ${res.audio.url}. ${error instanceof Error ? error.message : String(error)}`);
+        }
+    }
+}

package/dist/esm/providers/featherless-ai.d.ts

@@ -0,0 +1,22 @@
+import type { ChatCompletionOutput, TextGenerationInput, TextGenerationOutput, TextGenerationOutputFinishReason } from "@huggingface/tasks";
+import type { BodyParams } from "../types.js";
+import { BaseConversationalTask, BaseTextGenerationTask } from "./providerHelper.js";
+interface FeatherlessAITextCompletionOutput extends Omit<ChatCompletionOutput, "choices"> {
+    choices: Array<{
+        text: string;
+        finish_reason: TextGenerationOutputFinishReason;
+        seed: number;
+        logprobs: unknown;
+        index: number;
+    }>;
+}
+export declare class FeatherlessAIConversationalTask extends BaseConversationalTask {
+    constructor();
+}
+export declare class FeatherlessAITextGenerationTask extends BaseTextGenerationTask {
+    constructor();
+    preparePayload(params: BodyParams<TextGenerationInput>): Record<string, unknown>;
+    getResponse(response: FeatherlessAITextCompletionOutput): Promise<TextGenerationOutput>;
+}
+export {};
+//# sourceMappingURL=featherless-ai.d.ts.map

package/dist/esm/providers/featherless-ai.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"featherless-ai.d.ts","sourceRoot":"","sources":["../../../src/providers/featherless-ai.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACX,oBAAoB,EACpB,mBAAmB,EACnB,oBAAoB,EACpB,gCAAgC,EAChC,MAAM,oBAAoB,CAAC;AAE5B,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAC9C,OAAO,EAAE,sBAAsB,EAAE,sBAAsB,EAAE,MAAM,qBAAqB,CAAC;AAErF,UAAU,iCAAkC,SAAQ,IAAI,CAAC,oBAAoB,EAAE,SAAS,CAAC;IACxF,OAAO,EAAE,KAAK,CAAC;QACd,IAAI,EAAE,MAAM,CAAC;QACb,aAAa,EAAE,gCAAgC,CAAC;QAChD,IAAI,EAAE,MAAM,CAAC;QACb,QAAQ,EAAE,OAAO,CAAC;QAClB,KAAK,EAAE,MAAM,CAAC;KACd,CAAC,CAAC;CACH;AAID,qBAAa,+BAAgC,SAAQ,sBAAsB;;CAI1E;AAED,qBAAa,+BAAgC,SAAQ,sBAAsB;;IAKjE,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,mBAAmB,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAS1E,WAAW,CAAC,QAAQ,EAAE,iCAAiC,GAAG,OAAO,CAAC,oBAAoB,CAAC;CActG"}

package/dist/esm/providers/featherless-ai.js

@@ -0,0 +1,33 @@
+import { InferenceOutputError } from "../lib/InferenceOutputError.js";
+import { BaseConversationalTask, BaseTextGenerationTask } from "./providerHelper.js";
+const FEATHERLESS_API_BASE_URL = "https://api.featherless.ai";
+export class FeatherlessAIConversationalTask extends BaseConversationalTask {
+    constructor() {
+        super("featherless-ai", FEATHERLESS_API_BASE_URL);
+    }
+}
+export class FeatherlessAITextGenerationTask extends BaseTextGenerationTask {
+    constructor() {
+        super("featherless-ai", FEATHERLESS_API_BASE_URL);
+    }
+    preparePayload(params) {
+        return {
+            ...params.args,
+            ...params.args.parameters,
+            model: params.model,
+            prompt: params.args.inputs,
+        };
+    }
+    async getResponse(response) {
+        if (typeof response === "object" &&
+            "choices" in response &&
+            Array.isArray(response?.choices) &&
+            typeof response?.model === "string") {
+            const completion = response.choices[0];
+            return {
+                generated_text: completion.text,
+            };
+        }
+        throw new InferenceOutputError("Expected Featherless AI text generation response format");
+    }
+}

package/dist/esm/providers/fireworks-ai.d.ts

@@ -0,0 +1,22 @@
+/**
+ * See the registered mapping of HF model ID => Fireworks model ID here:
+ *
+ * https://huggingface.co/api/partners/fireworks/models
+ *
+ * This is a publicly available mapping.
+ *
+ * If you want to try to run inference for a new model locally before it's registered on huggingface.co,
+ * you can add it to the dictionary "HARDCODED_MODEL_ID_MAPPING" in consts.ts, for dev purposes.
+ *
+ * - If you work at Fireworks and want to update this mapping, please use the model mapping API we provide on huggingface.co
+ * - If you're a community member and want to add a new supported HF model to Fireworks, please open an issue on the present repo
+ * and we will tag Fireworks team members.
+ *
+ * Thanks!
+ */
+import { BaseConversationalTask } from "./providerHelper.js";
+export declare class FireworksConversationalTask extends BaseConversationalTask {
+    constructor();
+    makeRoute(): string;
+}
+//# sourceMappingURL=fireworks-ai.d.ts.map

package/dist/esm/providers/fireworks-ai.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"fireworks-ai.d.ts","sourceRoot":"","sources":["../../../src/providers/fireworks-ai.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AACH,OAAO,EAAE,sBAAsB,EAAE,MAAM,qBAAqB,CAAC;AAE7D,qBAAa,2BAA4B,SAAQ,sBAAsB;;IAK7D,SAAS,IAAI,MAAM;CAG5B"}

package/dist/esm/providers/fireworks-ai.js

@@ -0,0 +1,25 @@
+/**
+ * See the registered mapping of HF model ID => Fireworks model ID here:
+ *
+ * https://huggingface.co/api/partners/fireworks/models
+ *
+ * This is a publicly available mapping.
+ *
+ * If you want to try to run inference for a new model locally before it's registered on huggingface.co,
+ * you can add it to the dictionary "HARDCODED_MODEL_ID_MAPPING" in consts.ts, for dev purposes.
+ *
+ * - If you work at Fireworks and want to update this mapping, please use the model mapping API we provide on huggingface.co
+ * - If you're a community member and want to add a new supported HF model to Fireworks, please open an issue on the present repo
+ * and we will tag Fireworks team members.
+ *
+ * Thanks!
+ */
+import { BaseConversationalTask } from "./providerHelper.js";
+export class FireworksConversationalTask extends BaseConversationalTask {
+    constructor() {
+        super("fireworks-ai", "https://api.fireworks.ai");
+    }
+    makeRoute() {
+        return "/inference/v1/chat/completions";
+    }
+}

package/dist/esm/providers/groq.d.ts

@@ -0,0 +1,10 @@
+import { BaseConversationalTask, BaseTextGenerationTask } from "./providerHelper.js";
+export declare class GroqTextGenerationTask extends BaseTextGenerationTask {
+    constructor();
+    makeRoute(): string;
+}
+export declare class GroqConversationalTask extends BaseConversationalTask {
+    constructor();
+    makeRoute(): string;
+}
+//# sourceMappingURL=groq.d.ts.map

package/dist/esm/providers/groq.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"groq.d.ts","sourceRoot":"","sources":["../../../src/providers/groq.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,sBAAsB,EAAE,sBAAsB,EAAE,MAAM,qBAAqB,CAAC;AAqBrF,qBAAa,sBAAuB,SAAQ,sBAAsB;;IAKxD,SAAS,IAAI,MAAM;CAG5B;AAED,qBAAa,sBAAuB,SAAQ,sBAAsB;;IAKxD,SAAS,IAAI,MAAM;CAG5B"}

package/dist/esm/providers/groq.js

@@ -0,0 +1,34 @@
+import { BaseConversationalTask, BaseTextGenerationTask } from "./providerHelper.js";
+/**
+ * See the registered mapping of HF model ID => Groq model ID here:
+ *
+ * https://huggingface.co/api/partners/groq/models
+ *
+ * This is a publicly available mapping.
+ *
+ * If you want to try to run inference for a new model locally before it's registered on huggingface.co,
+ * you can add it to the dictionary "HARDCODED_MODEL_ID_MAPPING" in consts.ts, for dev purposes.
+ *
+ * - If you work at Groq and want to update this mapping, please use the model mapping API we provide on huggingface.co
+ * - If you're a community member and want to add a new supported HF model to Groq, please open an issue on the present repo
+ * and we will tag Groq team members.
+ *
+ * Thanks!
+ */
+const GROQ_API_BASE_URL = "https://api.groq.com";
+export class GroqTextGenerationTask extends BaseTextGenerationTask {
+    constructor() {
+        super("groq", GROQ_API_BASE_URL);
+    }
+    makeRoute() {
+        return "/openai/v1/chat/completions";
+    }
+}
+export class GroqConversationalTask extends BaseConversationalTask {
+    constructor() {
+        super("groq", GROQ_API_BASE_URL);
+    }
+    makeRoute() {
+        return "/openai/v1/chat/completions";
+    }
+}