@huggingface/inference 3.13.2 → 3.14.0

package/dist/{src → commonjs}/tasks/nlp/tokenClassification.d.ts

@@ -1,5 +1,5 @@
 import type { TokenClassificationInput, TokenClassificationOutput } from "@huggingface/tasks";
-import type { BaseArgs, Options } from "../../types";
+import type { BaseArgs, Options } from "../../types.js";
 export type TokenClassificationArgs = BaseArgs & TokenClassificationInput;
 /**
  * Usually used for sentence parsing, either grammatical, or Named Entity Recognition (NER) to understand keywords contained within text. Recommended model: dbmdz/bert-large-cased-finetuned-conll03-english

package/dist/{src → commonjs}/tasks/nlp/tokenClassification.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"tokenClassification.d.ts","sourceRoot":"","sources":["../../../../src/tasks/nlp/tokenClassification.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,wBAAwB,EAAE,yBAAyB,EAAE,MAAM,oBAAoB,CAAC;AAG9F,OAAO,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAGrD,MAAM,MAAM,uBAAuB,GAAG,QAAQ,GAAG,wBAAwB,CAAC;AAE1E;;GAEG;AACH,wBAAsB,mBAAmB,CACxC,IAAI,EAAE,uBAAuB,EAC7B,OAAO,CAAC,EAAE,OAAO,GACf,OAAO,CAAC,yBAAyB,CAAC,CAYpC"}
+{"version":3,"file":"tokenClassification.d.ts","sourceRoot":"","sources":["../../../../src/tasks/nlp/tokenClassification.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,wBAAwB,EAAE,yBAAyB,EAAE,MAAM,oBAAoB,CAAC;AAG9F,OAAO,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AAGxD,MAAM,MAAM,uBAAuB,GAAG,QAAQ,GAAG,wBAAwB,CAAC;AAE1E;;GAEG;AACH,wBAAsB,mBAAmB,CACxC,IAAI,EAAE,uBAAuB,EAC7B,OAAO,CAAC,EAAE,OAAO,GACf,OAAO,CAAC,yBAAyB,CAAC,CAYpC"}

package/dist/commonjs/tasks/nlp/tokenClassification.js

@@ -0,0 +1,18 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.tokenClassification = tokenClassification;
+const getInferenceProviderMapping_js_1 = require("../../lib/getInferenceProviderMapping.js");
+const getProviderHelper_js_1 = require("../../lib/getProviderHelper.js");
+const request_js_1 = require("../../utils/request.js");
+/**
+ * Usually used for sentence parsing, either grammatical, or Named Entity Recognition (NER) to understand keywords contained within text. Recommended model: dbmdz/bert-large-cased-finetuned-conll03-english
+ */
+async function tokenClassification(args, options) {
+    const provider = await (0, getInferenceProviderMapping_js_1.resolveProvider)(args.provider, args.model, args.endpointUrl);
+    const providerHelper = (0, getProviderHelper_js_1.getProviderHelper)(provider, "token-classification");
+    const { data: res } = await (0, request_js_1.innerRequest)(args, providerHelper, {
+        ...options,
+        task: "token-classification",
+    });
+    return providerHelper.getResponse(res);
+}

package/dist/{src → commonjs}/tasks/nlp/translation.d.ts

@@ -1,5 +1,5 @@
 import type { TranslationInput, TranslationOutput } from "@huggingface/tasks";
-import type { BaseArgs, Options } from "../../types";
+import type { BaseArgs, Options } from "../../types.js";
 export type TranslationArgs = BaseArgs & TranslationInput;
 /**
  * This task is well known to translate text from one language to another. Recommended model: Helsinki-NLP/opus-mt-ru-en.

package/dist/commonjs/tasks/nlp/translation.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"translation.d.ts","sourceRoot":"","sources":["../../../../src/tasks/nlp/translation.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AAG9E,OAAO,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AAGxD,MAAM,MAAM,eAAe,GAAG,QAAQ,GAAG,gBAAgB,CAAC;AAC1D;;GAEG;AACH,wBAAsB,WAAW,CAAC,IAAI,EAAE,eAAe,EAAE,OAAO,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAQtG"}

package/dist/commonjs/tasks/nlp/translation.js

@@ -0,0 +1,18 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.translation = translation;
+const getInferenceProviderMapping_js_1 = require("../../lib/getInferenceProviderMapping.js");
+const getProviderHelper_js_1 = require("../../lib/getProviderHelper.js");
+const request_js_1 = require("../../utils/request.js");
+/**
+ * This task is well known to translate text from one language to another. Recommended model: Helsinki-NLP/opus-mt-ru-en.
+ */
+async function translation(args, options) {
+    const provider = await (0, getInferenceProviderMapping_js_1.resolveProvider)(args.provider, args.model, args.endpointUrl);
+    const providerHelper = (0, getProviderHelper_js_1.getProviderHelper)(provider, "translation");
+    const { data: res } = await (0, request_js_1.innerRequest)(args, providerHelper, {
+        ...options,
+        task: "translation",
+    });
+    return providerHelper.getResponse(res);
+}

package/dist/{src → commonjs}/tasks/nlp/zeroShotClassification.d.ts

@@ -1,5 +1,5 @@
 import type { ZeroShotClassificationInput, ZeroShotClassificationOutput } from "@huggingface/tasks";
-import type { BaseArgs, Options } from "../../types";
+import type { BaseArgs, Options } from "../../types.js";
 export type ZeroShotClassificationArgs = BaseArgs & ZeroShotClassificationInput;
 /**
  * This task is super useful to try out classification with zero code, you simply pass a sentence/paragraph and the possible labels for that sentence, and you get a result. Recommended model: facebook/bart-large-mnli.

package/dist/{src → commonjs}/tasks/nlp/zeroShotClassification.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"zeroShotClassification.d.ts","sourceRoot":"","sources":["../../../../src/tasks/nlp/zeroShotClassification.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,2BAA2B,EAAE,4BAA4B,EAAE,MAAM,oBAAoB,CAAC;AAGpG,OAAO,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAGrD,MAAM,MAAM,0BAA0B,GAAG,QAAQ,GAAG,2BAA2B,CAAC;AAEhF;;GAEG;AACH,wBAAsB,sBAAsB,CAC3C,IAAI,EAAE,0BAA0B,EAChC,OAAO,CAAC,EAAE,OAAO,GACf,OAAO,CAAC,4BAA4B,CAAC,CAYvC"}
+{"version":3,"file":"zeroShotClassification.d.ts","sourceRoot":"","sources":["../../../../src/tasks/nlp/zeroShotClassification.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,2BAA2B,EAAE,4BAA4B,EAAE,MAAM,oBAAoB,CAAC;AAGpG,OAAO,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AAGxD,MAAM,MAAM,0BAA0B,GAAG,QAAQ,GAAG,2BAA2B,CAAC;AAEhF;;GAEG;AACH,wBAAsB,sBAAsB,CAC3C,IAAI,EAAE,0BAA0B,EAChC,OAAO,CAAC,EAAE,OAAO,GACf,OAAO,CAAC,4BAA4B,CAAC,CAYvC"}

package/dist/commonjs/tasks/nlp/zeroShotClassification.js

@@ -0,0 +1,18 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.zeroShotClassification = zeroShotClassification;
+const getInferenceProviderMapping_js_1 = require("../../lib/getInferenceProviderMapping.js");
+const getProviderHelper_js_1 = require("../../lib/getProviderHelper.js");
+const request_js_1 = require("../../utils/request.js");
+/**
+ * This task is super useful to try out classification with zero code, you simply pass a sentence/paragraph and the possible labels for that sentence, and you get a result. Recommended model: facebook/bart-large-mnli.
+ */
+async function zeroShotClassification(args, options) {
+    const provider = await (0, getInferenceProviderMapping_js_1.resolveProvider)(args.provider, args.model, args.endpointUrl);
+    const providerHelper = (0, getProviderHelper_js_1.getProviderHelper)(provider, "zero-shot-classification");
+    const { data: res } = await (0, request_js_1.innerRequest)(args, providerHelper, {
+        ...options,
+        task: "zero-shot-classification",
+    });
+    return providerHelper.getResponse(res);
+}

package/dist/{src → commonjs}/tasks/tabular/tabularClassification.d.ts

@@ -1,4 +1,4 @@
-import type { BaseArgs, Options } from "../../types";
+import type { BaseArgs, Options } from "../../types.js";
 export type TabularClassificationArgs = BaseArgs & {
     inputs: {
         /**

package/dist/commonjs/tasks/tabular/tabularClassification.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tabularClassification.d.ts","sourceRoot":"","sources":["../../../../src/tasks/tabular/tabularClassification.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AAGxD,MAAM,MAAM,yBAAyB,GAAG,QAAQ,GAAG;IAClD,MAAM,EAAE;QACP;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;KAC/B,CAAC;CACF,CAAC;AAEF;;GAEG;AACH,MAAM,MAAM,2BAA2B,GAAG,MAAM,EAAE,CAAC;AAEnD;;;;GAIG;AACH,wBAAsB,qBAAqB,CAC1C,IAAI,EAAE,yBAAyB,EAC/B,OAAO,CAAC,EAAE,OAAO,GACf,OAAO,CAAC,2BAA2B,CAAC,CAQtC"}

package/dist/commonjs/tasks/tabular/tabularClassification.js

@@ -0,0 +1,20 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.tabularClassification = tabularClassification;
+const getInferenceProviderMapping_js_1 = require("../../lib/getInferenceProviderMapping.js");
+const getProviderHelper_js_1 = require("../../lib/getProviderHelper.js");
+const request_js_1 = require("../../utils/request.js");
+/**
+ * Predicts target label for a given set of features in tabular form.
+ * Typically, you will want to train a classification model on your training data and use it with your new data of the same format.
+ * Example model: vvmnnnkv/wine-quality
+ */
+async function tabularClassification(args, options) {
+    const provider = await (0, getInferenceProviderMapping_js_1.resolveProvider)(args.provider, args.model, args.endpointUrl);
+    const providerHelper = (0, getProviderHelper_js_1.getProviderHelper)(provider, "tabular-classification");
+    const { data: res } = await (0, request_js_1.innerRequest)(args, providerHelper, {
+        ...options,
+        task: "tabular-classification",
+    });
+    return providerHelper.getResponse(res);
+}

package/dist/{src → commonjs}/tasks/tabular/tabularRegression.d.ts

@@ -1,4 +1,4 @@
-import type { BaseArgs, Options } from "../../types";
+import type { BaseArgs, Options } from "../../types.js";
 export type TabularRegressionArgs = BaseArgs & {
     inputs: {
         /**

package/dist/commonjs/tasks/tabular/tabularRegression.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tabularRegression.d.ts","sourceRoot":"","sources":["../../../../src/tasks/tabular/tabularRegression.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AAGxD,MAAM,MAAM,qBAAqB,GAAG,QAAQ,GAAG;IAC9C,MAAM,EAAE;QACP;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;KAC/B,CAAC;CACF,CAAC;AAEF;;GAEG;AACH,MAAM,MAAM,uBAAuB,GAAG,MAAM,EAAE,CAAC;AAE/C;;;;GAIG;AACH,wBAAsB,iBAAiB,CACtC,IAAI,EAAE,qBAAqB,EAC3B,OAAO,CAAC,EAAE,OAAO,GACf,OAAO,CAAC,uBAAuB,CAAC,CAQlC"}

package/dist/commonjs/tasks/tabular/tabularRegression.js

@@ -0,0 +1,20 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.tabularRegression = tabularRegression;
+const getInferenceProviderMapping_js_1 = require("../../lib/getInferenceProviderMapping.js");
+const getProviderHelper_js_1 = require("../../lib/getProviderHelper.js");
+const request_js_1 = require("../../utils/request.js");
+/**
+ * Predicts target value for a given set of features in tabular form.
+ * Typically, you will want to train a regression model on your training data and use it with your new data of the same format.
+ * Example model: scikit-learn/Fish-Weight
+ */
+async function tabularRegression(args, options) {
+    const provider = await (0, getInferenceProviderMapping_js_1.resolveProvider)(args.provider, args.model, args.endpointUrl);
+    const providerHelper = (0, getProviderHelper_js_1.getProviderHelper)(provider, "tabular-regression");
+    const { data: res } = await (0, request_js_1.innerRequest)(args, providerHelper, {
+        ...options,
+        task: "tabular-regression",
+    });
+    return providerHelper.getResponse(res);
+}

package/dist/{src → commonjs}/types.d.ts

@@ -1,5 +1,5 @@
 import type { ChatCompletionInput, PipelineType } from "@huggingface/tasks";
-import type { InferenceProviderModelMapping } from "./lib/getInferenceProviderMapping";
+import type { InferenceProviderModelMapping } from "./lib/getInferenceProviderMapping.js";
 /**
  * HF model id, like "meta-llama/Llama-3.3-70B-Instruct"
  */

package/dist/{src → commonjs}/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,mBAAmB,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAC5E,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,mCAAmC,CAAC;AAEvF;;GAEG;AACH,MAAM,MAAM,OAAO,GAAG,MAAM,CAAC;AAE7B,MAAM,WAAW,OAAO;IACvB;;OAEG;IACH,cAAc,CAAC,EAAE,OAAO,CAAC;IAEzB;;OAEG;IACH,KAAK,CAAC,EAAE,OAAO,KAAK,CAAC;IACrB;;OAEG;IACH,MAAM,CAAC,EAAE,WAAW,CAAC;IAErB;;OAEG;IACH,kBAAkB,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;IAEtC;;;;;OAKG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,MAAM,aAAa,GAAG,OAAO,CAAC,YAAY,EAAE,OAAO,CAAC,GAAG,gBAAgB,CAAC;AAE9E,eAAO,MAAM,mBAAmB,kOAkBtB,CAAC;AAEX,eAAO,MAAM,qBAAqB,0OAA4C,CAAC;AAE/E,MAAM,MAAM,iBAAiB,GAAG,CAAC,OAAO,mBAAmB,CAAC,CAAC,MAAM,CAAC,CAAC;AAErE,MAAM,MAAM,yBAAyB,GAAG,CAAC,OAAO,qBAAqB,CAAC,CAAC,MAAM,CAAC,CAAC;AAE/E,MAAM,WAAW,QAAQ;IACxB;;;;;;OAMG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB;;;;;;;OAOG;IACH,KAAK,CAAC,EAAE,OAAO,CAAC;IAEhB;;;;OAIG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB;;;;OAIG;IACH,QAAQ,CAAC,EAAE,yBAAyB,CAAC;CACrC;AAED,MAAM,MAAM,WAAW,GAAG,QAAQ,GACjC,CACG;IAAE,IAAI,EAAE,IAAI,GAAG,WAAW,CAAA;CAAE,GAC5B;IAAE,MAAM,EAAE,OAAO,CAAA;CAAE,GACnB;IAAE,MAAM,EAAE,MAAM,CAAA;CAAE,GAClB;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,GAChB;IAAE,SAAS,EAAE,MAAM,CAAA;CAAE,GACrB,mBAAmB,CACrB,GAAG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACrC,CAAC;AAEH,MAAM,MAAM,UAAU,GAAG,MAAM,GAAG,UAAU,GAAG,qBAAqB,GAAG,cAAc,CAAC;AAEtF,MAAM,WAAW,YAAY;IAC5B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,UAAU,CAAC;CACvB;AAED,MAAM,WAAW,SAAS;IACzB,UAAU,EAAE,UAAU,CAAC;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,aAAa,CAAC;CACrB;AAED,MAAM,WAAW,UAAU,CAAC,CAAC,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IACtF,IAAI,EAAE,CAAC,CAAC;IACR,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,6BAA6B,GAAG,SAAS,CAAC;IACpD,IAAI,CAAC,EAAE,aAAa,CAAC;CACrB"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,mBAAmB,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAC5E,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,sCAAsC,CAAC;AAE1F;;GAEG;AACH,MAAM,MAAM,OAAO,GAAG,MAAM,CAAC;AAE7B,MAAM,WAAW,OAAO;IACvB;;OAEG;IACH,cAAc,CAAC,EAAE,OAAO,CAAC;IAEzB;;OAEG;IACH,KAAK,CAAC,EAAE,OAAO,KAAK,CAAC;IACrB;;OAEG;IACH,MAAM,CAAC,EAAE,WAAW,CAAC;IAErB;;OAEG;IACH,kBAAkB,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;IAEtC;;;;;OAKG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,MAAM,aAAa,GAAG,OAAO,CAAC,YAAY,EAAE,OAAO,CAAC,GAAG,gBAAgB,CAAC;AAE9E,eAAO,MAAM,mBAAmB,kOAkBtB,CAAC;AAEX,eAAO,MAAM,qBAAqB,0OAA4C,CAAC;AAE/E,MAAM,MAAM,iBAAiB,GAAG,CAAC,OAAO,mBAAmB,CAAC,CAAC,MAAM,CAAC,CAAC;AAErE,MAAM,MAAM,yBAAyB,GAAG,CAAC,OAAO,qBAAqB,CAAC,CAAC,MAAM,CAAC,CAAC;AAE/E,MAAM,WAAW,QAAQ;IACxB;;;;;;OAMG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB;;;;;;;OAOG;IACH,KAAK,CAAC,EAAE,OAAO,CAAC;IAEhB;;;;OAIG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB;;;;OAIG;IACH,QAAQ,CAAC,EAAE,yBAAyB,CAAC;CACrC;AAED,MAAM,MAAM,WAAW,GAAG,QAAQ,GACjC,CACG;IAAE,IAAI,EAAE,IAAI,GAAG,WAAW,CAAA;CAAE,GAC5B;IAAE,MAAM,EAAE,OAAO,CAAA;CAAE,GACnB;IAAE,MAAM,EAAE,MAAM,CAAA;CAAE,GAClB;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,GAChB;IAAE,SAAS,EAAE,MAAM,CAAA;CAAE,GACrB,mBAAmB,CACrB,GAAG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACrC,CAAC;AAEH,MAAM,MAAM,UAAU,GAAG,MAAM,GAAG,UAAU,GAAG,qBAAqB,GAAG,cAAc,CAAC;AAEtF,MAAM,WAAW,YAAY;IAC5B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,UAAU,CAAC;CACvB;AAED,MAAM,WAAW,SAAS;IACzB,UAAU,EAAE,UAAU,CAAC;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,aAAa,CAAC;CACrB;AAED,MAAM,WAAW,UAAU,CAAC,CAAC,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IACtF,IAAI,EAAE,CAAC,CAAC;IACR,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,6BAA6B,GAAG,SAAS,CAAC;IACpD,IAAI,CAAC,EAAE,aAAa,CAAC;CACrB"}

package/dist/commonjs/types.js

@@ -0,0 +1,23 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PROVIDERS_OR_POLICIES = exports.INFERENCE_PROVIDERS = void 0;
+exports.INFERENCE_PROVIDERS = [
+    "black-forest-labs",
+    "cerebras",
+    "cohere",
+    "fal-ai",
+    "featherless-ai",
+    "fireworks-ai",
+    "groq",
+    "hf-inference",
+    "hyperbolic",
+    "nebius",
+    "novita",
+    "nscale",
+    "openai",
+    "ovhcloud",
+    "replicate",
+    "sambanova",
+    "together",
+];
+exports.PROVIDERS_OR_POLICIES = [...exports.INFERENCE_PROVIDERS, "auto"];

package/dist/commonjs/utils/base64FromBytes.js

@@ -0,0 +1,15 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.base64FromBytes = base64FromBytes;
+function base64FromBytes(arr) {
+    if (globalThis.Buffer) {
+        return globalThis.Buffer.from(arr).toString("base64");
+    }
+    else {
+        const bin = [];
+        arr.forEach((byte) => {
+            bin.push(String.fromCharCode(byte));
+        });
+        return globalThis.btoa(bin.join(""));
+    }
+}

package/dist/commonjs/utils/delay.js

@@ -0,0 +1,8 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.delay = delay;
+function delay(ms) {
+    return new Promise((resolve) => {
+        setTimeout(() => resolve(), ms);
+    });
+}

package/dist/commonjs/utils/distributive-omit.js

@@ -0,0 +1,7 @@
+"use strict";
+// https://dev.to/safareli/pick-omit-and-union-types-in-typescript-4nd9
+// https://github.com/microsoft/TypeScript/issues/28339#issuecomment-467393437
+/**
+ * This allows omitting keys from objects inside unions, without merging the individual components of the union.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/commonjs/utils/isBackend.js

@@ -0,0 +1,6 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.isBackend = void 0;
+const isBrowser = typeof window !== "undefined" && typeof window.document !== "undefined";
+const isWebWorker = typeof self === "object" && self.constructor && self.constructor.name === "DedicatedWorkerGlobalScope";
+exports.isBackend = !isBrowser && !isWebWorker;

package/dist/commonjs/utils/isFrontend.js

@@ -0,0 +1,5 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.isFrontend = void 0;
+const isBackend_js_1 = require("./isBackend.js");
+exports.isFrontend = !isBackend_js_1.isBackend;

package/dist/commonjs/utils/omit.js

@@ -0,0 +1,13 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.omit = omit;
+const pick_js_1 = require("./pick.js");
+const typedInclude_js_1 = require("./typedInclude.js");
+/**
+ * Return copy of object, omitting blocklisted array of props
+ */
+function omit(o, props) {
+    const propsArr = Array.isArray(props) ? props : [props];
+    const letsKeep = Object.keys(o).filter((prop) => !(0, typedInclude_js_1.typedInclude)(propsArr, prop));
+    return (0, pick_js_1.pick)(o, letsKeep);
+}

package/dist/commonjs/utils/pick.js

@@ -0,0 +1,13 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.pick = pick;
+/**
+ * Return copy of object, only keeping allowlisted properties.
+ */
+function pick(o, props) {
+    return Object.assign({}, ...props.map((prop) => {
+        if (o[prop] !== undefined) {
+            return { [prop]: o[prop] };
+        }
+    }));
+}

package/dist/{src → commonjs}/utils/request.d.ts

@@ -1,5 +1,5 @@
-import type { getProviderHelper } from "../lib/getProviderHelper";
-import type { InferenceTask, Options, RequestArgs } from "../types";
+import type { getProviderHelper } from "../lib/getProviderHelper.js";
+import type { InferenceTask, Options, RequestArgs } from "../types.js";
 export interface ResponseWrapper<T> {
     data: T;
     requestContext: {

package/dist/{src → commonjs}/utils/request.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"request.d.ts","sourceRoot":"","sources":["../../../src/utils/request.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAElE,OAAO,KAAK,EAAE,aAAa,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAIpE,MAAM,WAAW,eAAe,CAAC,CAAC;IACjC,IAAI,EAAE,CAAC,CAAC;IACR,cAAc,EAAE;QACf,GAAG,EAAE,MAAM,CAAC;QACZ,IAAI,EAAE,WAAW,CAAC;KAClB,CAAC;CACF;AAED;;GAEG;AACH,wBAAsB,YAAY,CAAC,CAAC,EACnC,IAAI,EAAE,WAAW,EACjB,cAAc,EAAE,UAAU,CAAC,OAAO,iBAAiB,CAAC,EACpD,OAAO,CAAC,EAAE,OAAO,GAAG;IACnB,oEAAoE;IACpE,IAAI,CAAC,EAAE,aAAa,CAAC;IACrB,oCAAoC;IACpC,cAAc,CAAC,EAAE,OAAO,CAAC;CACzB,GACC,OAAO,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAoC7B;AAED;;GAEG;AACH,wBAAuB,qBAAqB,CAAC,CAAC,EAC7C,IAAI,EAAE,WAAW,EACjB,cAAc,EAAE,UAAU,CAAC,OAAO,iBAAiB,CAAC,EACpD,OAAO,CAAC,EAAE,OAAO,GAAG;IACnB,oEAAoE;IACpE,IAAI,CAAC,EAAE,aAAa,CAAC;IACrB,oCAAoC;IACpC,cAAc,CAAC,EAAE,OAAO,CAAC;CACzB,GACC,cAAc,CAAC,CAAC,CAAC,CAuFnB"}
+{"version":3,"file":"request.d.ts","sourceRoot":"","sources":["../../../src/utils/request.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,6BAA6B,CAAC;AAErE,OAAO,KAAK,EAAE,aAAa,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAIvE,MAAM,WAAW,eAAe,CAAC,CAAC;IACjC,IAAI,EAAE,CAAC,CAAC;IACR,cAAc,EAAE;QACf,GAAG,EAAE,MAAM,CAAC;QACZ,IAAI,EAAE,WAAW,CAAC;KAClB,CAAC;CACF;AAED;;GAEG;AACH,wBAAsB,YAAY,CAAC,CAAC,EACnC,IAAI,EAAE,WAAW,EACjB,cAAc,EAAE,UAAU,CAAC,OAAO,iBAAiB,CAAC,EACpD,OAAO,CAAC,EAAE,OAAO,GAAG;IACnB,oEAAoE;IACpE,IAAI,CAAC,EAAE,aAAa,CAAC;IACrB,oCAAoC;IACpC,cAAc,CAAC,EAAE,OAAO,CAAC;CACzB,GACC,OAAO,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAoC7B;AAED;;GAEG;AACH,wBAAuB,qBAAqB,CAAC,CAAC,EAC7C,IAAI,EAAE,WAAW,EACjB,cAAc,EAAE,UAAU,CAAC,OAAO,iBAAiB,CAAC,EACpD,OAAO,CAAC,EAAE,OAAO,GAAG;IACnB,oEAAoE;IACpE,IAAI,CAAC,EAAE,aAAa,CAAC;IACrB,oCAAoC;IACpC,cAAc,CAAC,EAAE,OAAO,CAAC;CACzB,GACC,cAAc,CAAC,CAAC,CAAC,CAuFnB"}

package/dist/commonjs/utils/request.js

@@ -0,0 +1,116 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.innerRequest = innerRequest;
+exports.innerStreamingRequest = innerStreamingRequest;
+const makeRequestOptions_js_1 = require("../lib/makeRequestOptions.js");
+const parse_js_1 = require("../vendor/fetch-event-source/parse.js");
+/**
+ * Primitive to make custom calls to the inference provider
+ */
+async function innerRequest(args, providerHelper, options) {
+    const { url, info } = await (0, makeRequestOptions_js_1.makeRequestOptions)(args, providerHelper, options);
+    const response = await (options?.fetch ?? fetch)(url, info);
+    const requestContext = { url, info };
+    if (options?.retry_on_error !== false && response.status === 503) {
+        return innerRequest(args, providerHelper, options);
+    }
+    if (!response.ok) {
+        const contentType = response.headers.get("Content-Type");
+        if (["application/json", "application/problem+json"].some((ct) => contentType?.startsWith(ct))) {
+            const output = await response.json();
+            if ([400, 422, 404, 500].includes(response.status) && options?.chatCompletion) {
+                throw new Error(`Server ${args.model} does not seem to support chat completion. Error: ${JSON.stringify(output.error)}`);
+            }
+            if (output.error || output.detail) {
+                throw new Error(JSON.stringify(output.error ?? output.detail));
+            }
+            else {
+                throw new Error(output);
+            }
+        }
+        const message = contentType?.startsWith("text/plain;") ? await response.text() : undefined;
+        throw new Error(message ?? "An error occurred while fetching the blob");
+    }
+    if (response.headers.get("Content-Type")?.startsWith("application/json")) {
+        const data = (await response.json());
+        return { data, requestContext };
+    }
+    const blob = (await response.blob());
+    return { data: blob, requestContext };
+}
+/**
+ * Primitive to make custom inference calls that expect server-sent events, and returns the response through a generator
+ */
+async function* innerStreamingRequest(args, providerHelper, options) {
+    const { url, info } = await (0, makeRequestOptions_js_1.makeRequestOptions)({ ...args, stream: true }, providerHelper, options);
+    const response = await (options?.fetch ?? fetch)(url, info);
+    if (options?.retry_on_error !== false && response.status === 503) {
+        return yield* innerStreamingRequest(args, providerHelper, options);
+    }
+    if (!response.ok) {
+        if (response.headers.get("Content-Type")?.startsWith("application/json")) {
+            const output = await response.json();
+            if ([400, 422, 404, 500].includes(response.status) && options?.chatCompletion) {
+                throw new Error(`Server ${args.model} does not seem to support chat completion. Error: ${output.error}`);
+            }
+            if (typeof output.error === "string") {
+                throw new Error(output.error);
+            }
+            if (output.error && "message" in output.error && typeof output.error.message === "string") {
+                /// OpenAI errors
+                throw new Error(output.error.message);
+            }
+            // Sambanova errors
+            if (typeof output.message === "string") {
+                throw new Error(output.message);
+            }
+        }
+        throw new Error(`Server response contains error: ${response.status}`);
+    }
+    if (!response.headers.get("content-type")?.startsWith("text/event-stream")) {
+        throw new Error(`Server does not support event stream content type, it returned ` + response.headers.get("content-type"));
+    }
+    if (!response.body) {
+        return;
+    }
+    const reader = response.body.getReader();
+    let events = [];
+    const onEvent = (event) => {
+        // accumulate events in array
+        events.push(event);
+    };
+    const onChunk = (0, parse_js_1.getLines)((0, parse_js_1.getMessages)(() => { }, () => { }, onEvent));
+    try {
+        while (true) {
+            const { done, value } = await reader.read();
+            if (done) {
+                return;
+            }
+            onChunk(value);
+            for (const event of events) {
+                if (event.data.length > 0) {
+                    if (event.data === "[DONE]") {
+                        return;
+                    }
+                    const data = JSON.parse(event.data);
+                    if (typeof data === "object" && data !== null && "error" in data) {
+                        const errorStr = typeof data.error === "string"
+                            ? data.error
+                            : typeof data.error === "object" &&
+                                data.error &&
+                                "message" in data.error &&
+                                typeof data.error.message === "string"
+                                ? data.error.message
+                                : JSON.stringify(data.error);
+                        throw new Error(`Error forwarded from backend: ` + errorStr);
+                    }
+                    yield data;
+                }
+            }
+            events = [];
+        }
+    }
+    finally {
+        reader.releaseLock();
+    }
+}

package/dist/commonjs/utils/toArray.js

@@ -0,0 +1,9 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.toArray = toArray;
+function toArray(obj) {
+    if (Array.isArray(obj)) {
+        return obj;
+    }
+    return [obj];
+}

package/dist/commonjs/utils/typedEntries.js

@@ -0,0 +1,6 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.typedEntries = typedEntries;
+function typedEntries(obj) {
+    return Object.entries(obj);
+}

package/dist/commonjs/utils/typedInclude.js

@@ -0,0 +1,6 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.typedInclude = typedInclude;
+function typedInclude(arr, v) {
+    return arr.includes(v);
+}

package/dist/commonjs/vendor/fetch-event-source/parse.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parse.d.ts","sourceRoot":"","sources":["../../../../src/vendor/fetch-event-source/parse.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+BG;AAEH;;;GAGG;AACH,MAAM,WAAW,kBAAkB;IAC/B,wEAAwE;IACxE,EAAE,EAAE,MAAM,CAAC;IACX,wDAAwD;IACxD,KAAK,EAAE,MAAM,CAAC;IACd,qBAAqB;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,yFAAyF;IACzF,KAAK,CAAC,EAAE,MAAM,CAAC;CAClB;AAED;;;;;GAKG;AACH,wBAAsB,QAAQ,CAAC,MAAM,EAAE,cAAc,CAAC,UAAU,CAAC,EAAE,OAAO,EAAE,CAAC,GAAG,EAAE,UAAU,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAMpH;AASD;;;;;GAKG;AACH,wBAAgB,QAAQ,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,KAAK,IAAI,GAAG,CAAC,GAAG,EAAE,UAAU,KAAK,IAAI,CAmE3G;AAED;;;;;;GAMG;AACH,wBAAgB,WAAW,CACvB,IAAI,EAAE,CAAC,EAAE,EAAE,MAAM,KAAK,IAAI,EAC1B,OAAO,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,EAChC,SAAS,CAAC,EAAE,CAAC,GAAG,EAAE,kBAAkB,KAAK,IAAI,GAC9C,CAAC,IAAI,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,KAAK,IAAI,CAyCjD"}

package/dist/commonjs/vendor/fetch-event-source/parse.js

@@ -0,0 +1,185 @@
+"use strict";
+/**
+ This file is a part of fetch-event-source package (as of v2.0.1)
+ https://github.com/Azure/fetch-event-source/blob/v2.0.1/src/parse.ts
+
+ Full package can be used after it is made compatible with nodejs:
+ https://github.com/Azure/fetch-event-source/issues/20
+
+ Below is the fetch-event-source package license:
+
+ MIT License
+
+ Copyright (c) Microsoft Corporation.
+
+ Permission is hereby granted, free of charge, to any person obtaining a copy
+ of this software and associated documentation files (the "Software"), to deal
+ in the Software without restriction, including without limitation the rights
+ to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+ copies of the Software, and to permit persons to whom the Software is
+ furnished to do so, subject to the following conditions:
+
+ The above copyright notice and this permission notice shall be included in all
+ copies or substantial portions of the Software.
+
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+ SOFTWARE
+
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getBytes = getBytes;
+exports.getLines = getLines;
+exports.getMessages = getMessages;
+/**
+ * Converts a ReadableStream into a callback pattern.
+ * @param stream The input ReadableStream.
+ * @param onChunk A function that will be called on each new byte chunk in the stream.
+ * @returns {Promise<void>} A promise that will be resolved when the stream closes.
+ */
+async function getBytes(stream, onChunk) {
+    const reader = stream.getReader();
+    let result;
+    while (!(result = await reader.read()).done) {
+        onChunk(result.value);
+    }
+}
+/**
+ * Parses arbitary byte chunks into EventSource line buffers.
+ * Each line should be of the format "field: value" and ends with \r, \n, or \r\n.
+ * @param onLine A function that will be called on each new EventSource line.
+ * @returns A function that should be called for each incoming byte chunk.
+ */
+function getLines(onLine) {
+    let buffer;
+    let position; // current read position
+    let fieldLength; // length of the `field` portion of the line
+    let discardTrailingNewline = false;
+    // return a function that can process each incoming byte chunk:
+    return function onChunk(arr) {
+        if (buffer === undefined) {
+            buffer = arr;
+            position = 0;
+            fieldLength = -1;
+        }
+        else {
+            // we're still parsing the old line. Append the new bytes into buffer:
+            buffer = concat(buffer, arr);
+        }
+        const bufLength = buffer.length;
+        let lineStart = 0; // index where the current line starts
+        while (position < bufLength) {
+            if (discardTrailingNewline) {
+                if (buffer[position] === 10 /* ControlChars.NewLine */) {
+                    lineStart = ++position; // skip to next char
+                }
+                discardTrailingNewline = false;
+            }
+            // start looking forward till the end of line:
+            let lineEnd = -1; // index of the \r or \n char
+            for (; position < bufLength && lineEnd === -1; ++position) {
+                switch (buffer[position]) {
+                    case 58 /* ControlChars.Colon */:
+                        if (fieldLength === -1) { // first colon in line
+                            fieldLength = position - lineStart;
+                        }
+                        break;
+                    case 13 /* ControlChars.CarriageReturn */:
+                        discardTrailingNewline = true;
+                    // eslint-disable-next-line no-fallthrough
+                    case 10 /* ControlChars.NewLine */:
+                        lineEnd = position;
+                        break;
+                }
+            }
+            if (lineEnd === -1) {
+                // We reached the end of the buffer but the line hasn't ended.
+                // Wait for the next arr and then continue parsing:
+                break;
+            }
+            // we've reached the line end, send it out:
+            onLine(buffer.subarray(lineStart, lineEnd), fieldLength);
+            lineStart = position; // we're now on the next line
+            fieldLength = -1;
+        }
+        if (lineStart === bufLength) {
+            buffer = undefined; // we've finished reading it
+        }
+        else if (lineStart !== 0) {
+            // Create a new view into buffer beginning at lineStart so we don't
+            // need to copy over the previous lines when we get the new arr:
+            buffer = buffer.subarray(lineStart);
+            position -= lineStart;
+        }
+    };
+}
+/**
+ * Parses line buffers into EventSourceMessages.
+ * @param onId A function that will be called on each `id` field.
+ * @param onRetry A function that will be called on each `retry` field.
+ * @param onMessage A function that will be called on each message.
+ * @returns A function that should be called for each incoming line buffer.
+ */
+function getMessages(onId, onRetry, onMessage) {
+    let message = newMessage();
+    const decoder = new TextDecoder();
+    // return a function that can process each incoming line buffer:
+    return function onLine(line, fieldLength) {
+        if (line.length === 0) {
+            // empty line denotes end of message. Trigger the callback and start a new message:
+            onMessage?.(message);
+            message = newMessage();
+        }
+        else if (fieldLength > 0) { // exclude comments and lines with no values
+            // line is of format "<field>:<value>" or "<field>: <value>"
+            // https://html.spec.whatwg.org/multipage/server-sent-events.html#event-stream-interpretation
+            const field = decoder.decode(line.subarray(0, fieldLength));
+            const valueOffset = fieldLength + (line[fieldLength + 1] === 32 /* ControlChars.Space */ ? 2 : 1);
+            const value = decoder.decode(line.subarray(valueOffset));
+            switch (field) {
+                case 'data':
+                    // if this message already has data, append the new value to the old.
+                    // otherwise, just set to the new value:
+                    message.data = message.data
+                        ? message.data + '\n' + value
+                        : value; // otherwise, 
+                    break;
+                case 'event':
+                    message.event = value;
+                    break;
+                case 'id':
+                    onId(message.id = value);
+                    break;
+                case 'retry': {
+                    const retry = parseInt(value, 10);
+                    if (!isNaN(retry)) { // per spec, ignore non-integers
+                        onRetry(message.retry = retry);
+                    }
+                    break;
+                }
+            }
+        }
+    };
+}
+function concat(a, b) {
+    const res = new Uint8Array(a.length + b.length);
+    res.set(a);
+    res.set(b, a.length);
+    return res;
+}
+function newMessage() {
+    // data, event, and id must be initialized to empty strings:
+    // https://html.spec.whatwg.org/multipage/server-sent-events.html#event-stream-interpretation
+    // retry should be initialized to undefined so we return a consistent shape
+    // to the js engine all the time: https://mathiasbynens.be/notes/shapes-ics#takeaways
+    return {
+        data: '',
+        event: '',
+        id: '',
+        retry: undefined,
+    };
+}