@huggingface/inference 3.1.3 → 3.1.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.cjs +16 -10
- package/dist/index.js +16 -10
- package/dist/src/config.d.ts +0 -1
- package/dist/src/config.d.ts.map +1 -1
- package/dist/src/lib/makeRequestOptions.d.ts.map +1 -1
- package/package.json +2 -2
- package/src/config.ts +0 -1
- package/src/lib/makeRequestOptions.ts +11 -3
package/dist/index.cjs
CHANGED
|
@@ -4,8 +4,8 @@ var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
|
|
|
4
4
|
var __getOwnPropNames = Object.getOwnPropertyNames;
|
|
5
5
|
var __hasOwnProp = Object.prototype.hasOwnProperty;
|
|
6
6
|
var __export = (target, all) => {
|
|
7
|
-
for (var
|
|
8
|
-
__defProp(target,
|
|
7
|
+
for (var name2 in all)
|
|
8
|
+
__defProp(target, name2, { get: all[name2], enumerable: true });
|
|
9
9
|
};
|
|
10
10
|
var __copyProps = (to, from, except, desc) => {
|
|
11
11
|
if (from && typeof from === "object" || typeof from === "function") {
|
|
@@ -102,7 +102,6 @@ __export(tasks_exports, {
|
|
|
102
102
|
|
|
103
103
|
// src/config.ts
|
|
104
104
|
var HF_HUB_URL = "https://huggingface.co";
|
|
105
|
-
var HF_INFERENCE_API_URL = "https://api-inference.huggingface.co";
|
|
106
105
|
|
|
107
106
|
// src/providers/fal-ai.ts
|
|
108
107
|
var FAL_AI_API_BASE_URL = "https://fal.run";
|
|
@@ -228,6 +227,10 @@ function isUrl(modelOrUrl) {
|
|
|
228
227
|
return /^http(s?):/.test(modelOrUrl) || modelOrUrl.startsWith("/");
|
|
229
228
|
}
|
|
230
229
|
|
|
230
|
+
// package.json
|
|
231
|
+
var name = "@huggingface/inference";
|
|
232
|
+
var version = "3.1.4";
|
|
233
|
+
|
|
231
234
|
// src/lib/makeRequestOptions.ts
|
|
232
235
|
var HF_HUB_INFERENCE_PROXY_TEMPLATE = `${HF_HUB_URL}/api/inference-proxy/{{PROVIDER}}`;
|
|
233
236
|
var tasks = null;
|
|
@@ -268,6 +271,8 @@ async function makeRequestOptions(args, options) {
|
|
|
268
271
|
if (accessToken) {
|
|
269
272
|
headers["Authorization"] = provider === "fal-ai" && authMethod === "provider-key" ? `Key ${accessToken}` : `Bearer ${accessToken}`;
|
|
270
273
|
}
|
|
274
|
+
const ownUserAgent = `${name}/${version}`;
|
|
275
|
+
headers["User-Agent"] = [ownUserAgent, typeof navigator !== "undefined" ? navigator.userAgent : void 0].filter((x) => x !== void 0).join(" ");
|
|
271
276
|
const binary = "data" in args && !!args.data;
|
|
272
277
|
if (!binary) {
|
|
273
278
|
headers["Content-Type"] = "application/json";
|
|
@@ -293,8 +298,8 @@ async function makeRequestOptions(args, options) {
|
|
|
293
298
|
credentials = "include";
|
|
294
299
|
}
|
|
295
300
|
if (provider === "replicate") {
|
|
296
|
-
const
|
|
297
|
-
otherArgs = { input: otherArgs, version };
|
|
301
|
+
const version2 = model.includes(":") ? model.split(":")[1] : void 0;
|
|
302
|
+
otherArgs = { input: otherArgs, version: version2 };
|
|
298
303
|
}
|
|
299
304
|
const info = {
|
|
300
305
|
headers,
|
|
@@ -371,7 +376,8 @@ function makeUrl(params) {
|
|
|
371
376
|
return baseUrl;
|
|
372
377
|
}
|
|
373
378
|
default: {
|
|
374
|
-
const
|
|
379
|
+
const baseUrl = HF_HUB_INFERENCE_PROXY_TEMPLATE.replaceAll("{{PROVIDER}}", "hf-inference");
|
|
380
|
+
const url = params.forceTask ? `${baseUrl}/pipeline/${params.forceTask}/${params.model}` : `${baseUrl}/models/${params.model}`;
|
|
375
381
|
if (params.taskHint === "text-generation" && params.chatCompletion) {
|
|
376
382
|
return url + `/v1/chat/completions`;
|
|
377
383
|
}
|
|
@@ -1308,8 +1314,8 @@ var HfInference = class {
|
|
|
1308
1314
|
constructor(accessToken = "", defaultOptions = {}) {
|
|
1309
1315
|
this.accessToken = accessToken;
|
|
1310
1316
|
this.defaultOptions = defaultOptions;
|
|
1311
|
-
for (const [
|
|
1312
|
-
Object.defineProperty(this,
|
|
1317
|
+
for (const [name2, fn] of Object.entries(tasks_exports)) {
|
|
1318
|
+
Object.defineProperty(this, name2, {
|
|
1313
1319
|
enumerable: false,
|
|
1314
1320
|
value: (params, options) => (
|
|
1315
1321
|
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
|
@@ -1329,8 +1335,8 @@ var HfInferenceEndpoint = class {
|
|
|
1329
1335
|
constructor(endpointUrl, accessToken = "", defaultOptions = {}) {
|
|
1330
1336
|
accessToken;
|
|
1331
1337
|
defaultOptions;
|
|
1332
|
-
for (const [
|
|
1333
|
-
Object.defineProperty(this,
|
|
1338
|
+
for (const [name2, fn] of Object.entries(tasks_exports)) {
|
|
1339
|
+
Object.defineProperty(this, name2, {
|
|
1334
1340
|
enumerable: false,
|
|
1335
1341
|
value: (params, options) => (
|
|
1336
1342
|
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
package/dist/index.js
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
var __defProp = Object.defineProperty;
|
|
2
2
|
var __export = (target, all) => {
|
|
3
|
-
for (var
|
|
4
|
-
__defProp(target,
|
|
3
|
+
for (var name2 in all)
|
|
4
|
+
__defProp(target, name2, { get: all[name2], enumerable: true });
|
|
5
5
|
};
|
|
6
6
|
|
|
7
7
|
// src/tasks/index.ts
|
|
@@ -43,7 +43,6 @@ __export(tasks_exports, {
|
|
|
43
43
|
|
|
44
44
|
// src/config.ts
|
|
45
45
|
var HF_HUB_URL = "https://huggingface.co";
|
|
46
|
-
var HF_INFERENCE_API_URL = "https://api-inference.huggingface.co";
|
|
47
46
|
|
|
48
47
|
// src/providers/fal-ai.ts
|
|
49
48
|
var FAL_AI_API_BASE_URL = "https://fal.run";
|
|
@@ -169,6 +168,10 @@ function isUrl(modelOrUrl) {
|
|
|
169
168
|
return /^http(s?):/.test(modelOrUrl) || modelOrUrl.startsWith("/");
|
|
170
169
|
}
|
|
171
170
|
|
|
171
|
+
// package.json
|
|
172
|
+
var name = "@huggingface/inference";
|
|
173
|
+
var version = "3.1.4";
|
|
174
|
+
|
|
172
175
|
// src/lib/makeRequestOptions.ts
|
|
173
176
|
var HF_HUB_INFERENCE_PROXY_TEMPLATE = `${HF_HUB_URL}/api/inference-proxy/{{PROVIDER}}`;
|
|
174
177
|
var tasks = null;
|
|
@@ -209,6 +212,8 @@ async function makeRequestOptions(args, options) {
|
|
|
209
212
|
if (accessToken) {
|
|
210
213
|
headers["Authorization"] = provider === "fal-ai" && authMethod === "provider-key" ? `Key ${accessToken}` : `Bearer ${accessToken}`;
|
|
211
214
|
}
|
|
215
|
+
const ownUserAgent = `${name}/${version}`;
|
|
216
|
+
headers["User-Agent"] = [ownUserAgent, typeof navigator !== "undefined" ? navigator.userAgent : void 0].filter((x) => x !== void 0).join(" ");
|
|
212
217
|
const binary = "data" in args && !!args.data;
|
|
213
218
|
if (!binary) {
|
|
214
219
|
headers["Content-Type"] = "application/json";
|
|
@@ -234,8 +239,8 @@ async function makeRequestOptions(args, options) {
|
|
|
234
239
|
credentials = "include";
|
|
235
240
|
}
|
|
236
241
|
if (provider === "replicate") {
|
|
237
|
-
const
|
|
238
|
-
otherArgs = { input: otherArgs, version };
|
|
242
|
+
const version2 = model.includes(":") ? model.split(":")[1] : void 0;
|
|
243
|
+
otherArgs = { input: otherArgs, version: version2 };
|
|
239
244
|
}
|
|
240
245
|
const info = {
|
|
241
246
|
headers,
|
|
@@ -312,7 +317,8 @@ function makeUrl(params) {
|
|
|
312
317
|
return baseUrl;
|
|
313
318
|
}
|
|
314
319
|
default: {
|
|
315
|
-
const
|
|
320
|
+
const baseUrl = HF_HUB_INFERENCE_PROXY_TEMPLATE.replaceAll("{{PROVIDER}}", "hf-inference");
|
|
321
|
+
const url = params.forceTask ? `${baseUrl}/pipeline/${params.forceTask}/${params.model}` : `${baseUrl}/models/${params.model}`;
|
|
316
322
|
if (params.taskHint === "text-generation" && params.chatCompletion) {
|
|
317
323
|
return url + `/v1/chat/completions`;
|
|
318
324
|
}
|
|
@@ -1249,8 +1255,8 @@ var HfInference = class {
|
|
|
1249
1255
|
constructor(accessToken = "", defaultOptions = {}) {
|
|
1250
1256
|
this.accessToken = accessToken;
|
|
1251
1257
|
this.defaultOptions = defaultOptions;
|
|
1252
|
-
for (const [
|
|
1253
|
-
Object.defineProperty(this,
|
|
1258
|
+
for (const [name2, fn] of Object.entries(tasks_exports)) {
|
|
1259
|
+
Object.defineProperty(this, name2, {
|
|
1254
1260
|
enumerable: false,
|
|
1255
1261
|
value: (params, options) => (
|
|
1256
1262
|
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
|
@@ -1270,8 +1276,8 @@ var HfInferenceEndpoint = class {
|
|
|
1270
1276
|
constructor(endpointUrl, accessToken = "", defaultOptions = {}) {
|
|
1271
1277
|
accessToken;
|
|
1272
1278
|
defaultOptions;
|
|
1273
|
-
for (const [
|
|
1274
|
-
Object.defineProperty(this,
|
|
1279
|
+
for (const [name2, fn] of Object.entries(tasks_exports)) {
|
|
1280
|
+
Object.defineProperty(this, name2, {
|
|
1275
1281
|
enumerable: false,
|
|
1276
1282
|
value: (params, options) => (
|
|
1277
1283
|
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
package/dist/src/config.d.ts
CHANGED
package/dist/src/config.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../src/config.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,UAAU,2BAA2B,CAAC
|
|
1
|
+
{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../src/config.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,UAAU,2BAA2B,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"makeRequestOptions.d.ts","sourceRoot":"","sources":["../../../src/lib/makeRequestOptions.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,aAAa,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;
|
|
1
|
+
{"version":3,"file":"makeRequestOptions.d.ts","sourceRoot":"","sources":["../../../src/lib/makeRequestOptions.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,aAAa,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAYpE;;GAEG;AACH,wBAAsB,kBAAkB,CACvC,IAAI,EAAE,WAAW,GAAG;IACnB,IAAI,CAAC,EAAE,IAAI,GAAG,WAAW,CAAC;IAC1B,MAAM,CAAC,EAAE,OAAO,CAAC;CACjB,EACD,OAAO,CAAC,EAAE,OAAO,GAAG;IACnB,yFAAyF;IACzF,SAAS,CAAC,EAAE,MAAM,GAAG,aAAa,CAAC;IACnC,sCAAsC;IACtC,QAAQ,CAAC,EAAE,aAAa,CAAC;IACzB,cAAc,CAAC,EAAE,OAAO,CAAC;CACzB,GACC,OAAO,CAAC;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,WAAW,CAAA;CAAE,CAAC,CAuH7C"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@huggingface/inference",
|
|
3
|
-
"version": "3.1.
|
|
3
|
+
"version": "3.1.4",
|
|
4
4
|
"packageManager": "pnpm@8.10.5",
|
|
5
5
|
"license": "MIT",
|
|
6
6
|
"author": "Tim Mikeladze <tim.mikeladze@gmail.com>",
|
|
@@ -39,7 +39,7 @@
|
|
|
39
39
|
},
|
|
40
40
|
"type": "module",
|
|
41
41
|
"dependencies": {
|
|
42
|
-
"@huggingface/tasks": "^0.15.
|
|
42
|
+
"@huggingface/tasks": "^0.15.4"
|
|
43
43
|
},
|
|
44
44
|
"devDependencies": {
|
|
45
45
|
"@types/node": "18.13.0"
|
package/src/config.ts
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import type { WidgetType } from "@huggingface/tasks";
|
|
2
|
-
import { HF_HUB_URL
|
|
2
|
+
import { HF_HUB_URL } from "../config";
|
|
3
3
|
import { FAL_AI_API_BASE_URL, FAL_AI_SUPPORTED_MODEL_IDS } from "../providers/fal-ai";
|
|
4
4
|
import { REPLICATE_API_BASE_URL, REPLICATE_SUPPORTED_MODEL_IDS } from "../providers/replicate";
|
|
5
5
|
import { SAMBANOVA_API_BASE_URL, SAMBANOVA_SUPPORTED_MODEL_IDS } from "../providers/sambanova";
|
|
@@ -7,6 +7,7 @@ import { TOGETHER_API_BASE_URL, TOGETHER_SUPPORTED_MODEL_IDS } from "../provider
|
|
|
7
7
|
import type { InferenceProvider } from "../types";
|
|
8
8
|
import type { InferenceTask, Options, RequestArgs } from "../types";
|
|
9
9
|
import { isUrl } from "./isUrl";
|
|
10
|
+
import { version as packageVersion, name as packageName } from "../../package.json";
|
|
10
11
|
|
|
11
12
|
const HF_HUB_INFERENCE_PROXY_TEMPLATE = `${HF_HUB_URL}/api/inference-proxy/{{PROVIDER}}`;
|
|
12
13
|
|
|
@@ -89,6 +90,12 @@ export async function makeRequestOptions(
|
|
|
89
90
|
provider === "fal-ai" && authMethod === "provider-key" ? `Key ${accessToken}` : `Bearer ${accessToken}`;
|
|
90
91
|
}
|
|
91
92
|
|
|
93
|
+
// e.g. @huggingface/inference/3.1.3
|
|
94
|
+
const ownUserAgent = `${packageName}/${packageVersion}`;
|
|
95
|
+
headers["User-Agent"] = [ownUserAgent, typeof navigator !== "undefined" ? navigator.userAgent : undefined]
|
|
96
|
+
.filter((x) => x !== undefined)
|
|
97
|
+
.join(" ");
|
|
98
|
+
|
|
92
99
|
const binary = "data" in args && !!args.data;
|
|
93
100
|
|
|
94
101
|
if (!binary) {
|
|
@@ -237,9 +244,10 @@ function makeUrl(params: {
|
|
|
237
244
|
return baseUrl;
|
|
238
245
|
}
|
|
239
246
|
default: {
|
|
247
|
+
const baseUrl = HF_HUB_INFERENCE_PROXY_TEMPLATE.replaceAll("{{PROVIDER}}", "hf-inference");
|
|
240
248
|
const url = params.forceTask
|
|
241
|
-
? `${
|
|
242
|
-
: `${
|
|
249
|
+
? `${baseUrl}/pipeline/${params.forceTask}/${params.model}`
|
|
250
|
+
: `${baseUrl}/models/${params.model}`;
|
|
243
251
|
if (params.taskHint === "text-generation" && params.chatCompletion) {
|
|
244
252
|
return url + `/v1/chat/completions`;
|
|
245
253
|
}
|