@huggingface/inference 3.13.1 → 3.13.2-tshy

package/dist/esm/tasks/nlp/textGenerationStream.d.ts

@@ -0,0 +1,81 @@
+import type { TextGenerationInput } from "@huggingface/tasks";
+import type { BaseArgs, Options } from "../../types.js";
+export interface TextGenerationStreamToken {
+    /** Token ID from the model tokenizer */
+    id: number;
+    /** Token text */
+    text: string;
+    /** Logprob */
+    logprob: number;
+    /**
+     * Is the token a special token
+     * Can be used to ignore tokens when concatenating
+     */
+    special: boolean;
+}
+export interface TextGenerationStreamPrefillToken {
+    /** Token ID from the model tokenizer */
+    id: number;
+    /** Token text */
+    text: string;
+    /**
+     * Logprob
+     * Optional since the logprob of the first token cannot be computed
+     */
+    logprob?: number;
+}
+export interface TextGenerationStreamBestOfSequence {
+    /** Generated text */
+    generated_text: string;
+    /** Generation finish reason */
+    finish_reason: TextGenerationStreamFinishReason;
+    /** Number of generated tokens */
+    generated_tokens: number;
+    /** Sampling seed if sampling was activated */
+    seed?: number;
+    /** Prompt tokens */
+    prefill: TextGenerationStreamPrefillToken[];
+    /** Generated tokens */
+    tokens: TextGenerationStreamToken[];
+}
+export type TextGenerationStreamFinishReason = 
+/** number of generated tokens == `max_new_tokens` */
+"length"
+/** the model generated its end of sequence token */
+ | "eos_token"
+/** the model generated a text included in `stop_sequences` */
+ | "stop_sequence";
+export interface TextGenerationStreamDetails {
+    /** Generation finish reason */
+    finish_reason: TextGenerationStreamFinishReason;
+    /** Number of generated tokens */
+    generated_tokens: number;
+    /** Sampling seed if sampling was activated */
+    seed?: number;
+    /** Prompt tokens */
+    prefill: TextGenerationStreamPrefillToken[];
+    /** */
+    tokens: TextGenerationStreamToken[];
+    /** Additional sequences when using the `best_of` parameter */
+    best_of_sequences?: TextGenerationStreamBestOfSequence[];
+}
+export interface TextGenerationStreamOutput {
+    index?: number;
+    /** Generated token, one at a time */
+    token: TextGenerationStreamToken;
+    /**
+     * Complete generated text
+     * Only available when the generation is finished
+     */
+    generated_text: string | null;
+    /**
+     * Generation details
+     * Only available when the generation is finished
+     */
+    details: TextGenerationStreamDetails | null;
+}
+/**
+ * Use to continue text from a prompt. Same as `textGeneration` but returns generator that can be read one token at a time
+ */
+export declare function textGenerationStream(args: BaseArgs & TextGenerationInput, options?: Options): AsyncGenerator<TextGenerationStreamOutput>;
+//# sourceMappingURL=textGenerationStream.d.ts.map

package/dist/esm/tasks/nlp/textGenerationStream.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"textGenerationStream.d.ts","sourceRoot":"","sources":["../../../../src/tasks/nlp/textGenerationStream.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAG9D,OAAO,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AAGxD,MAAM,WAAW,yBAAyB;IACzC,wCAAwC;IACxC,EAAE,EAAE,MAAM,CAAC;IACX,iBAAiB;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,cAAc;IACd,OAAO,EAAE,MAAM,CAAC;IAChB;;;OAGG;IACH,OAAO,EAAE,OAAO,CAAC;CACjB;AAED,MAAM,WAAW,gCAAgC;IAChD,wCAAwC;IACxC,EAAE,EAAE,MAAM,CAAC;IACX,iBAAiB;IACjB,IAAI,EAAE,MAAM,CAAC;IACb;;;OAGG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,kCAAkC;IAClD,qBAAqB;IACrB,cAAc,EAAE,MAAM,CAAC;IACvB,+BAA+B;IAC/B,aAAa,EAAE,gCAAgC,CAAC;IAChD,iCAAiC;IACjC,gBAAgB,EAAE,MAAM,CAAC;IACzB,8CAA8C;IAC9C,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,oBAAoB;IACpB,OAAO,EAAE,gCAAgC,EAAE,CAAC;IAC5C,uBAAuB;IACvB,MAAM,EAAE,yBAAyB,EAAE,CAAC;CACpC;AAED,MAAM,MAAM,gCAAgC;AAC3C,qDAAqD;AACnD,QAAQ;AACV,oDAAoD;GAClD,WAAW;AACb,8DAA8D;GAC5D,eAAe,CAAC;AAEnB,MAAM,WAAW,2BAA2B;IAC3C,+BAA+B;IAC/B,aAAa,EAAE,gCAAgC,CAAC;IAChD,iCAAiC;IACjC,gBAAgB,EAAE,MAAM,CAAC;IACzB,8CAA8C;IAC9C,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,oBAAoB;IACpB,OAAO,EAAE,gCAAgC,EAAE,CAAC;IAC5C,MAAM;IACN,MAAM,EAAE,yBAAyB,EAAE,CAAC;IACpC,8DAA8D;IAC9D,iBAAiB,CAAC,EAAE,kCAAkC,EAAE,CAAC;CACzD;AAED,MAAM,WAAW,0BAA0B;IAC1C,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,qCAAqC;IACrC,KAAK,EAAE,yBAAyB,CAAC;IACjC;;;OAGG;IACH,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B;;;OAGG;IACH,OAAO,EAAE,2BAA2B,GAAG,IAAI,CAAC;CAC5C;AAED;;GAEG;AACH,wBAAuB,oBAAoB,CAC1C,IAAI,EAAE,QAAQ,GAAG,mBAAmB,EACpC,OAAO,CAAC,EAAE,OAAO,GACf,cAAc,CAAC,0BAA0B,CAAC,CAO5C"}

package/dist/esm/tasks/nlp/textGenerationStream.js

@@ -0,0 +1,14 @@
+import { resolveProvider } from "../../lib/getInferenceProviderMapping.js";
+import { getProviderHelper } from "../../lib/getProviderHelper.js";
+import { innerStreamingRequest } from "../../utils/request.js";
+/**
+ * Use to continue text from a prompt. Same as `textGeneration` but returns generator that can be read one token at a time
+ */
+export async function* textGenerationStream(args, options) {
+    const provider = await resolveProvider(args.provider, args.model, args.endpointUrl);
+    const providerHelper = getProviderHelper(provider, "text-generation");
+    yield* innerStreamingRequest(args, providerHelper, {
+        ...options,
+        task: "text-generation",
+    });
+}

package/dist/esm/tasks/nlp/tokenClassification.d.ts

@@ -0,0 +1,8 @@
+import type { TokenClassificationInput, TokenClassificationOutput } from "@huggingface/tasks";
+import type { BaseArgs, Options } from "../../types.js";
+export type TokenClassificationArgs = BaseArgs & TokenClassificationInput;
+/**
+ * Usually used for sentence parsing, either grammatical, or Named Entity Recognition (NER) to understand keywords contained within text. Recommended model: dbmdz/bert-large-cased-finetuned-conll03-english
+ */
+export declare function tokenClassification(args: TokenClassificationArgs, options?: Options): Promise<TokenClassificationOutput>;
+//# sourceMappingURL=tokenClassification.d.ts.map

package/dist/esm/tasks/nlp/tokenClassification.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tokenClassification.d.ts","sourceRoot":"","sources":["../../../../src/tasks/nlp/tokenClassification.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,wBAAwB,EAAE,yBAAyB,EAAE,MAAM,oBAAoB,CAAC;AAG9F,OAAO,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AAGxD,MAAM,MAAM,uBAAuB,GAAG,QAAQ,GAAG,wBAAwB,CAAC;AAE1E;;GAEG;AACH,wBAAsB,mBAAmB,CACxC,IAAI,EAAE,uBAAuB,EAC7B,OAAO,CAAC,EAAE,OAAO,GACf,OAAO,CAAC,yBAAyB,CAAC,CAYpC"}

package/dist/esm/tasks/nlp/tokenClassification.js

@@ -0,0 +1,15 @@
+import { resolveProvider } from "../../lib/getInferenceProviderMapping.js";
+import { getProviderHelper } from "../../lib/getProviderHelper.js";
+import { innerRequest } from "../../utils/request.js";
+/**
+ * Usually used for sentence parsing, either grammatical, or Named Entity Recognition (NER) to understand keywords contained within text. Recommended model: dbmdz/bert-large-cased-finetuned-conll03-english
+ */
+export async function tokenClassification(args, options) {
+    const provider = await resolveProvider(args.provider, args.model, args.endpointUrl);
+    const providerHelper = getProviderHelper(provider, "token-classification");
+    const { data: res } = await innerRequest(args, providerHelper, {
+        ...options,
+        task: "token-classification",
+    });
+    return providerHelper.getResponse(res);
+}

package/dist/esm/tasks/nlp/translation.d.ts

@@ -0,0 +1,8 @@
+import type { TranslationInput, TranslationOutput } from "@huggingface/tasks";
+import type { BaseArgs, Options } from "../../types.js";
+export type TranslationArgs = BaseArgs & TranslationInput;
+/**
+ * This task is well known to translate text from one language to another. Recommended model: Helsinki-NLP/opus-mt-ru-en.
+ */
+export declare function translation(args: TranslationArgs, options?: Options): Promise<TranslationOutput>;
+//# sourceMappingURL=translation.d.ts.map

package/dist/esm/tasks/nlp/translation.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"translation.d.ts","sourceRoot":"","sources":["../../../../src/tasks/nlp/translation.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AAG9E,OAAO,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AAGxD,MAAM,MAAM,eAAe,GAAG,QAAQ,GAAG,gBAAgB,CAAC;AAC1D;;GAEG;AACH,wBAAsB,WAAW,CAAC,IAAI,EAAE,eAAe,EAAE,OAAO,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAQtG"}

package/dist/esm/tasks/nlp/translation.js

@@ -0,0 +1,15 @@
+import { resolveProvider } from "../../lib/getInferenceProviderMapping.js";
+import { getProviderHelper } from "../../lib/getProviderHelper.js";
+import { innerRequest } from "../../utils/request.js";
+/**
+ * This task is well known to translate text from one language to another. Recommended model: Helsinki-NLP/opus-mt-ru-en.
+ */
+export async function translation(args, options) {
+    const provider = await resolveProvider(args.provider, args.model, args.endpointUrl);
+    const providerHelper = getProviderHelper(provider, "translation");
+    const { data: res } = await innerRequest(args, providerHelper, {
+        ...options,
+        task: "translation",
+    });
+    return providerHelper.getResponse(res);
+}

package/dist/esm/tasks/nlp/zeroShotClassification.d.ts

@@ -0,0 +1,8 @@
+import type { ZeroShotClassificationInput, ZeroShotClassificationOutput } from "@huggingface/tasks";
+import type { BaseArgs, Options } from "../../types.js";
+export type ZeroShotClassificationArgs = BaseArgs & ZeroShotClassificationInput;
+/**
+ * This task is super useful to try out classification with zero code, you simply pass a sentence/paragraph and the possible labels for that sentence, and you get a result. Recommended model: facebook/bart-large-mnli.
+ */
+export declare function zeroShotClassification(args: ZeroShotClassificationArgs, options?: Options): Promise<ZeroShotClassificationOutput>;
+//# sourceMappingURL=zeroShotClassification.d.ts.map

package/dist/esm/tasks/nlp/zeroShotClassification.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"zeroShotClassification.d.ts","sourceRoot":"","sources":["../../../../src/tasks/nlp/zeroShotClassification.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,2BAA2B,EAAE,4BAA4B,EAAE,MAAM,oBAAoB,CAAC;AAGpG,OAAO,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AAGxD,MAAM,MAAM,0BAA0B,GAAG,QAAQ,GAAG,2BAA2B,CAAC;AAEhF;;GAEG;AACH,wBAAsB,sBAAsB,CAC3C,IAAI,EAAE,0BAA0B,EAChC,OAAO,CAAC,EAAE,OAAO,GACf,OAAO,CAAC,4BAA4B,CAAC,CAYvC"}

package/dist/esm/tasks/nlp/zeroShotClassification.js

@@ -0,0 +1,15 @@
+import { resolveProvider } from "../../lib/getInferenceProviderMapping.js";
+import { getProviderHelper } from "../../lib/getProviderHelper.js";
+import { innerRequest } from "../../utils/request.js";
+/**
+ * This task is super useful to try out classification with zero code, you simply pass a sentence/paragraph and the possible labels for that sentence, and you get a result. Recommended model: facebook/bart-large-mnli.
+ */
+export async function zeroShotClassification(args, options) {
+    const provider = await resolveProvider(args.provider, args.model, args.endpointUrl);
+    const providerHelper = getProviderHelper(provider, "zero-shot-classification");
+    const { data: res } = await innerRequest(args, providerHelper, {
+        ...options,
+        task: "zero-shot-classification",
+    });
+    return providerHelper.getResponse(res);
+}

package/dist/esm/tasks/tabular/tabularClassification.d.ts

@@ -0,0 +1,20 @@
+import type { BaseArgs, Options } from "../../types.js";
+export type TabularClassificationArgs = BaseArgs & {
+    inputs: {
+        /**
+         * A table of data represented as a dict of list where entries are headers and the lists are all the values, all lists must have the same size.
+         */
+        data: Record<string, string[]>;
+    };
+};
+/**
+ * A list of predicted labels for each row
+ */
+export type TabularClassificationOutput = number[];
+/**
+ * Predicts target label for a given set of features in tabular form.
+ * Typically, you will want to train a classification model on your training data and use it with your new data of the same format.
+ * Example model: vvmnnnkv/wine-quality
+ */
+export declare function tabularClassification(args: TabularClassificationArgs, options?: Options): Promise<TabularClassificationOutput>;
+//# sourceMappingURL=tabularClassification.d.ts.map

package/dist/esm/tasks/tabular/tabularClassification.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tabularClassification.d.ts","sourceRoot":"","sources":["../../../../src/tasks/tabular/tabularClassification.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AAGxD,MAAM,MAAM,yBAAyB,GAAG,QAAQ,GAAG;IAClD,MAAM,EAAE;QACP;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;KAC/B,CAAC;CACF,CAAC;AAEF;;GAEG;AACH,MAAM,MAAM,2BAA2B,GAAG,MAAM,EAAE,CAAC;AAEnD;;;;GAIG;AACH,wBAAsB,qBAAqB,CAC1C,IAAI,EAAE,yBAAyB,EAC/B,OAAO,CAAC,EAAE,OAAO,GACf,OAAO,CAAC,2BAA2B,CAAC,CAQtC"}

package/dist/esm/tasks/tabular/tabularClassification.js

@@ -0,0 +1,17 @@
+import { resolveProvider } from "../../lib/getInferenceProviderMapping.js";
+import { getProviderHelper } from "../../lib/getProviderHelper.js";
+import { innerRequest } from "../../utils/request.js";
+/**
+ * Predicts target label for a given set of features in tabular form.
+ * Typically, you will want to train a classification model on your training data and use it with your new data of the same format.
+ * Example model: vvmnnnkv/wine-quality
+ */
+export async function tabularClassification(args, options) {
+    const provider = await resolveProvider(args.provider, args.model, args.endpointUrl);
+    const providerHelper = getProviderHelper(provider, "tabular-classification");
+    const { data: res } = await innerRequest(args, providerHelper, {
+        ...options,
+        task: "tabular-classification",
+    });
+    return providerHelper.getResponse(res);
+}

package/dist/esm/tasks/tabular/tabularRegression.d.ts

@@ -0,0 +1,20 @@
+import type { BaseArgs, Options } from "../../types.js";
+export type TabularRegressionArgs = BaseArgs & {
+    inputs: {
+        /**
+         * A table of data represented as a dict of list where entries are headers and the lists are all the values, all lists must have the same size.
+         */
+        data: Record<string, string[]>;
+    };
+};
+/**
+ * a list of predicted values for each row
+ */
+export type TabularRegressionOutput = number[];
+/**
+ * Predicts target value for a given set of features in tabular form.
+ * Typically, you will want to train a regression model on your training data and use it with your new data of the same format.
+ * Example model: scikit-learn/Fish-Weight
+ */
+export declare function tabularRegression(args: TabularRegressionArgs, options?: Options): Promise<TabularRegressionOutput>;
+//# sourceMappingURL=tabularRegression.d.ts.map

package/dist/esm/tasks/tabular/tabularRegression.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tabularRegression.d.ts","sourceRoot":"","sources":["../../../../src/tasks/tabular/tabularRegression.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AAGxD,MAAM,MAAM,qBAAqB,GAAG,QAAQ,GAAG;IAC9C,MAAM,EAAE;QACP;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;KAC/B,CAAC;CACF,CAAC;AAEF;;GAEG;AACH,MAAM,MAAM,uBAAuB,GAAG,MAAM,EAAE,CAAC;AAE/C;;;;GAIG;AACH,wBAAsB,iBAAiB,CACtC,IAAI,EAAE,qBAAqB,EAC3B,OAAO,CAAC,EAAE,OAAO,GACf,OAAO,CAAC,uBAAuB,CAAC,CAQlC"}

package/dist/esm/tasks/tabular/tabularRegression.js

@@ -0,0 +1,17 @@
+import { resolveProvider } from "../../lib/getInferenceProviderMapping.js";
+import { getProviderHelper } from "../../lib/getProviderHelper.js";
+import { innerRequest } from "../../utils/request.js";
+/**
+ * Predicts target value for a given set of features in tabular form.
+ * Typically, you will want to train a regression model on your training data and use it with your new data of the same format.
+ * Example model: scikit-learn/Fish-Weight
+ */
+export async function tabularRegression(args, options) {
+    const provider = await resolveProvider(args.provider, args.model, args.endpointUrl);
+    const providerHelper = getProviderHelper(provider, "tabular-regression");
+    const { data: res } = await innerRequest(args, providerHelper, {
+        ...options,
+        task: "tabular-regression",
+    });
+    return providerHelper.getResponse(res);
+}

package/dist/esm/types.d.ts

@@ -0,0 +1,97 @@
+import type { ChatCompletionInput, PipelineType } from "@huggingface/tasks";
+import type { InferenceProviderModelMapping } from "./lib/getInferenceProviderMapping.js";
+/**
+ * HF model id, like "meta-llama/Llama-3.3-70B-Instruct"
+ */
+export type ModelId = string;
+export interface Options {
+    /**
+     * (Default: true) Boolean. If a request 503s, the request will be retried with the same parameters.
+     */
+    retry_on_error?: boolean;
+    /**
+     * Custom fetch function to use instead of the default one, for example to use a proxy or edit headers.
+     */
+    fetch?: typeof fetch;
+    /**
+     * Abort Controller signal to use for request interruption.
+     */
+    signal?: AbortSignal;
+    /**
+     * (Default: "same-origin"). String | Boolean. Credentials to use for the request. If this is a string, it will be passed straight on. If it's a boolean, true will be "include" and false will not send credentials at all.
+     */
+    includeCredentials?: string | boolean;
+    /**
+     * The billing account to use for the requests.
+     *
+     * By default the requests are billed on the user's account.
+     * Requests can only be billed to an organization the user is a member of, and which has subscribed to Enterprise Hub.
+     */
+    billTo?: string;
+}
+export type InferenceTask = Exclude<PipelineType, "other"> | "conversational";
+export declare const INFERENCE_PROVIDERS: readonly ["black-forest-labs", "cerebras", "cohere", "fal-ai", "featherless-ai", "fireworks-ai", "groq", "hf-inference", "hyperbolic", "nebius", "novita", "nscale", "openai", "ovhcloud", "replicate", "sambanova", "together"];
+export declare const PROVIDERS_OR_POLICIES: readonly ["black-forest-labs", "cerebras", "cohere", "fal-ai", "featherless-ai", "fireworks-ai", "groq", "hf-inference", "hyperbolic", "nebius", "novita", "nscale", "openai", "ovhcloud", "replicate", "sambanova", "together", "auto"];
+export type InferenceProvider = (typeof INFERENCE_PROVIDERS)[number];
+export type InferenceProviderOrPolicy = (typeof PROVIDERS_OR_POLICIES)[number];
+export interface BaseArgs {
+    /**
+     * The access token to use. Without it, you'll get rate-limited quickly.
+     *
+     * Can be created for free in hf.co/settings/token
+     *
+     * You can also pass an external Inference provider's key if you intend to call a compatible provider like Sambanova, Together, Replicate...
+     */
+    accessToken?: string;
+    /**
+     * The HF model to use.
+     *
+     * If not specified, will call huggingface.co/api/tasks to get the default model for the task.
+     *
+     * /!\ Legacy behavior allows this to be an URL, but this is deprecated and will be removed in the future.
+     * Use the `endpointUrl` parameter instead.
+     */
+    model?: ModelId;
+    /**
+     * The URL of the endpoint to use.
+     *
+     * If not specified, will call the default router.huggingface.co Inference Providers endpoint.
+     */
+    endpointUrl?: string;
+    /**
+     * Set an Inference provider to run this model on.
+     *
+     * Defaults to "auto" i.e. the first of the providers available for the model, sorted by the user's order in https://hf.co/settings/inference-providers.
+     */
+    provider?: InferenceProviderOrPolicy;
+}
+export type RequestArgs = BaseArgs & ({
+    data: Blob | ArrayBuffer;
+} | {
+    inputs: unknown;
+} | {
+    prompt: string;
+} | {
+    text: string;
+} | {
+    audio_url: string;
+} | ChatCompletionInput) & {
+    parameters?: Record<string, unknown>;
+};
+export type AuthMethod = "none" | "hf-token" | "credentials-include" | "provider-key";
+export interface HeaderParams {
+    accessToken?: string;
+    authMethod: AuthMethod;
+}
+export interface UrlParams {
+    authMethod: AuthMethod;
+    model: string;
+    task?: InferenceTask;
+}
+export interface BodyParams<T extends Record<string, unknown> = Record<string, unknown>> {
+    args: T;
+    model: string;
+    mapping?: InferenceProviderModelMapping | undefined;
+    task?: InferenceTask;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/esm/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,mBAAmB,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAC5E,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,sCAAsC,CAAC;AAE1F;;GAEG;AACH,MAAM,MAAM,OAAO,GAAG,MAAM,CAAC;AAE7B,MAAM,WAAW,OAAO;IACvB;;OAEG;IACH,cAAc,CAAC,EAAE,OAAO,CAAC;IAEzB;;OAEG;IACH,KAAK,CAAC,EAAE,OAAO,KAAK,CAAC;IACrB;;OAEG;IACH,MAAM,CAAC,EAAE,WAAW,CAAC;IAErB;;OAEG;IACH,kBAAkB,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;IAEtC;;;;;OAKG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,MAAM,aAAa,GAAG,OAAO,CAAC,YAAY,EAAE,OAAO,CAAC,GAAG,gBAAgB,CAAC;AAE9E,eAAO,MAAM,mBAAmB,kOAkBtB,CAAC;AAEX,eAAO,MAAM,qBAAqB,0OAA4C,CAAC;AAE/E,MAAM,MAAM,iBAAiB,GAAG,CAAC,OAAO,mBAAmB,CAAC,CAAC,MAAM,CAAC,CAAC;AAErE,MAAM,MAAM,yBAAyB,GAAG,CAAC,OAAO,qBAAqB,CAAC,CAAC,MAAM,CAAC,CAAC;AAE/E,MAAM,WAAW,QAAQ;IACxB;;;;;;OAMG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB;;;;;;;OAOG;IACH,KAAK,CAAC,EAAE,OAAO,CAAC;IAEhB;;;;OAIG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB;;;;OAIG;IACH,QAAQ,CAAC,EAAE,yBAAyB,CAAC;CACrC;AAED,MAAM,MAAM,WAAW,GAAG,QAAQ,GACjC,CACG;IAAE,IAAI,EAAE,IAAI,GAAG,WAAW,CAAA;CAAE,GAC5B;IAAE,MAAM,EAAE,OAAO,CAAA;CAAE,GACnB;IAAE,MAAM,EAAE,MAAM,CAAA;CAAE,GAClB;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,GAChB;IAAE,SAAS,EAAE,MAAM,CAAA;CAAE,GACrB,mBAAmB,CACrB,GAAG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACrC,CAAC;AAEH,MAAM,MAAM,UAAU,GAAG,MAAM,GAAG,UAAU,GAAG,qBAAqB,GAAG,cAAc,CAAC;AAEtF,MAAM,WAAW,YAAY;IAC5B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,UAAU,CAAC;CACvB;AAED,MAAM,WAAW,SAAS;IACzB,UAAU,EAAE,UAAU,CAAC;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,aAAa,CAAC;CACrB;AAED,MAAM,WAAW,UAAU,CAAC,CAAC,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IACtF,IAAI,EAAE,CAAC,CAAC;IACR,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,6BAA6B,GAAG,SAAS,CAAC;IACpD,IAAI,CAAC,EAAE,aAAa,CAAC;CACrB"}

package/dist/esm/types.js

@@ -0,0 +1,20 @@
+export const INFERENCE_PROVIDERS = [
+    "black-forest-labs",
+    "cerebras",
+    "cohere",
+    "fal-ai",
+    "featherless-ai",
+    "fireworks-ai",
+    "groq",
+    "hf-inference",
+    "hyperbolic",
+    "nebius",
+    "novita",
+    "nscale",
+    "openai",
+    "ovhcloud",
+    "replicate",
+    "sambanova",
+    "together",
+];
+export const PROVIDERS_OR_POLICIES = [...INFERENCE_PROVIDERS, "auto"];

package/dist/esm/utils/base64FromBytes.d.ts

@@ -0,0 +1,2 @@
+export declare function base64FromBytes(arr: Uint8Array): string;
+//# sourceMappingURL=base64FromBytes.d.ts.map

package/dist/esm/utils/base64FromBytes.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"base64FromBytes.d.ts","sourceRoot":"","sources":["../../../src/utils/base64FromBytes.ts"],"names":[],"mappings":"AAAA,wBAAgB,eAAe,CAAC,GAAG,EAAE,UAAU,GAAG,MAAM,CAUvD"}

package/dist/esm/utils/base64FromBytes.js

@@ -0,0 +1,12 @@
+export function base64FromBytes(arr) {
+    if (globalThis.Buffer) {
+        return globalThis.Buffer.from(arr).toString("base64");
+    }
+    else {
+        const bin = [];
+        arr.forEach((byte) => {
+            bin.push(String.fromCharCode(byte));
+        });
+        return globalThis.btoa(bin.join(""));
+    }
+}

package/dist/esm/utils/delay.d.ts

@@ -0,0 +1,2 @@
+export declare function delay(ms: number): Promise<void>;
+//# sourceMappingURL=delay.d.ts.map

package/dist/esm/utils/delay.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"delay.d.ts","sourceRoot":"","sources":["../../../src/utils/delay.ts"],"names":[],"mappings":"AAAA,wBAAgB,KAAK,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAI/C"}

package/dist/esm/utils/delay.js

@@ -0,0 +1,5 @@
+export function delay(ms) {
+    return new Promise((resolve) => {
+        setTimeout(() => resolve(), ms);
+    });
+}

package/dist/esm/utils/distributive-omit.d.ts

@@ -0,0 +1,9 @@
+/**
+ * This allows omitting keys from objects inside unions, without merging the individual components of the union.
+ */
+type Omit_<T, K> = Omit<T, Extract<keyof T, K>>;
+export type DistributiveOmit<T, K> = T extends unknown ? keyof Omit_<T, K> extends never ? never : {
+    [P in keyof Omit_<T, K>]: Omit_<T, K>[P];
+} : never;
+export {};
+//# sourceMappingURL=distributive-omit.d.ts.map

package/dist/esm/utils/distributive-omit.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"distributive-omit.d.ts","sourceRoot":"","sources":["../../../src/utils/distributive-omit.ts"],"names":[],"mappings":"AAEA;;GAEG;AAEH,KAAK,KAAK,CAAC,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;AAEhD,MAAM,MAAM,gBAAgB,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,SAAS,OAAO,GACnD,MAAM,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,SAAS,KAAK,GAC9B,KAAK,GACL;KAAG,CAAC,IAAI,MAAM,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;CAAE,GAC7C,KAAK,CAAC"}

package/dist/esm/utils/distributive-omit.js

@@ -0,0 +1,6 @@
+// https://dev.to/safareli/pick-omit-and-union-types-in-typescript-4nd9
+// https://github.com/microsoft/TypeScript/issues/28339#issuecomment-467393437
+/**
+ * This allows omitting keys from objects inside unions, without merging the individual components of the union.
+ */
+export {};

package/dist/esm/utils/isBackend.d.ts

@@ -0,0 +1,2 @@
+export declare const isBackend: boolean;
+//# sourceMappingURL=isBackend.d.ts.map

package/dist/esm/utils/isBackend.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"isBackend.d.ts","sourceRoot":"","sources":["../../../src/utils/isBackend.ts"],"names":[],"mappings":"AAKA,eAAO,MAAM,SAAS,SAA6B,CAAC"}

package/dist/esm/utils/isBackend.js

@@ -0,0 +1,3 @@
+const isBrowser = typeof window !== "undefined" && typeof window.document !== "undefined";
+const isWebWorker = typeof self === "object" && self.constructor && self.constructor.name === "DedicatedWorkerGlobalScope";
+export const isBackend = !isBrowser && !isWebWorker;

package/dist/esm/utils/isFrontend.d.ts

@@ -0,0 +1,2 @@
+export declare const isFrontend: boolean;
+//# sourceMappingURL=isFrontend.d.ts.map

package/dist/esm/utils/isFrontend.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"isFrontend.d.ts","sourceRoot":"","sources":["../../../src/utils/isFrontend.ts"],"names":[],"mappings":"AAEA,eAAO,MAAM,UAAU,SAAa,CAAC"}

package/dist/esm/utils/isFrontend.js

@@ -0,0 +1,2 @@
+import { isBackend } from "./isBackend.js";
+export const isFrontend = !isBackend;

package/dist/esm/utils/omit.d.ts

@@ -0,0 +1,5 @@
+/**
+ * Return copy of object, omitting blocklisted array of props
+ */
+export declare function omit<T extends object, K extends keyof T>(o: T, props: K[] | K): Pick<T, Exclude<keyof T, K>>;
+//# sourceMappingURL=omit.d.ts.map

package/dist/esm/utils/omit.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"omit.d.ts","sourceRoot":"","sources":["../../../src/utils/omit.ts"],"names":[],"mappings":"AAGA;;GAEG;AACH,wBAAgB,IAAI,CAAC,CAAC,SAAS,MAAM,EAAE,CAAC,SAAS,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAI5G"}

package/dist/esm/utils/omit.js

@@ -0,0 +1,10 @@
+import { pick } from "./pick.js";
+import { typedInclude } from "./typedInclude.js";
+/**
+ * Return copy of object, omitting blocklisted array of props
+ */
+export function omit(o, props) {
+    const propsArr = Array.isArray(props) ? props : [props];
+    const letsKeep = Object.keys(o).filter((prop) => !typedInclude(propsArr, prop));
+    return pick(o, letsKeep);
+}

package/dist/esm/utils/pick.d.ts

@@ -0,0 +1,5 @@
+/**
+ * Return copy of object, only keeping allowlisted properties.
+ */
+export declare function pick<T, K extends keyof T>(o: T, props: K[] | ReadonlyArray<K>): Pick<T, K>;
+//# sourceMappingURL=pick.d.ts.map

package/dist/esm/utils/pick.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pick.d.ts","sourceRoot":"","sources":["../../../src/utils/pick.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,wBAAgB,IAAI,CAAC,CAAC,EAAE,CAAC,SAAS,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,aAAa,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAS1F"}

package/dist/esm/utils/pick.js

@@ -0,0 +1,10 @@
+/**
+ * Return copy of object, only keeping allowlisted properties.
+ */
+export function pick(o, props) {
+    return Object.assign({}, ...props.map((prop) => {
+        if (o[prop] !== undefined) {
+            return { [prop]: o[prop] };
+        }
+    }));
+}

package/dist/esm/utils/request.d.ts

@@ -0,0 +1,28 @@
+import type { getProviderHelper } from "../lib/getProviderHelper.js";
+import type { InferenceTask, Options, RequestArgs } from "../types.js";
+export interface ResponseWrapper<T> {
+    data: T;
+    requestContext: {
+        url: string;
+        info: RequestInit;
+    };
+}
+/**
+ * Primitive to make custom calls to the inference provider
+ */
+export declare function innerRequest<T>(args: RequestArgs, providerHelper: ReturnType<typeof getProviderHelper>, options?: Options & {
+    /** In most cases (unless we pass a endpointUrl) we know the task */
+    task?: InferenceTask;
+    /** Is chat completion compatible */
+    chatCompletion?: boolean;
+}): Promise<ResponseWrapper<T>>;
+/**
+ * Primitive to make custom inference calls that expect server-sent events, and returns the response through a generator
+ */
+export declare function innerStreamingRequest<T>(args: RequestArgs, providerHelper: ReturnType<typeof getProviderHelper>, options?: Options & {
+    /** In most cases (unless we pass a endpointUrl) we know the task */
+    task?: InferenceTask;
+    /** Is chat completion compatible */
+    chatCompletion?: boolean;
+}): AsyncGenerator<T>;
+//# sourceMappingURL=request.d.ts.map

package/dist/esm/utils/request.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"request.d.ts","sourceRoot":"","sources":["../../../src/utils/request.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,6BAA6B,CAAC;AAErE,OAAO,KAAK,EAAE,aAAa,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAIvE,MAAM,WAAW,eAAe,CAAC,CAAC;IACjC,IAAI,EAAE,CAAC,CAAC;IACR,cAAc,EAAE;QACf,GAAG,EAAE,MAAM,CAAC;QACZ,IAAI,EAAE,WAAW,CAAC;KAClB,CAAC;CACF;AAED;;GAEG;AACH,wBAAsB,YAAY,CAAC,CAAC,EACnC,IAAI,EAAE,WAAW,EACjB,cAAc,EAAE,UAAU,CAAC,OAAO,iBAAiB,CAAC,EACpD,OAAO,CAAC,EAAE,OAAO,GAAG;IACnB,oEAAoE;IACpE,IAAI,CAAC,EAAE,aAAa,CAAC;IACrB,oCAAoC;IACpC,cAAc,CAAC,EAAE,OAAO,CAAC;CACzB,GACC,OAAO,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAoC7B;AAED;;GAEG;AACH,wBAAuB,qBAAqB,CAAC,CAAC,EAC7C,IAAI,EAAE,WAAW,EACjB,cAAc,EAAE,UAAU,CAAC,OAAO,iBAAiB,CAAC,EACpD,OAAO,CAAC,EAAE,OAAO,GAAG;IACnB,oEAAoE;IACpE,IAAI,CAAC,EAAE,aAAa,CAAC;IACrB,oCAAoC;IACpC,cAAc,CAAC,EAAE,OAAO,CAAC;CACzB,GACC,cAAc,CAAC,CAAC,CAAC,CAuFnB"}