@huggingface/inference 3.1.3 → 3.1.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.cjs CHANGED
@@ -4,8 +4,8 @@ var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
4
4
  var __getOwnPropNames = Object.getOwnPropertyNames;
5
5
  var __hasOwnProp = Object.prototype.hasOwnProperty;
6
6
  var __export = (target, all) => {
7
- for (var name in all)
8
- __defProp(target, name, { get: all[name], enumerable: true });
7
+ for (var name2 in all)
8
+ __defProp(target, name2, { get: all[name2], enumerable: true });
9
9
  };
10
10
  var __copyProps = (to, from, except, desc) => {
11
11
  if (from && typeof from === "object" || typeof from === "function") {
@@ -102,7 +102,6 @@ __export(tasks_exports, {
102
102
 
103
103
  // src/config.ts
104
104
  var HF_HUB_URL = "https://huggingface.co";
105
- var HF_INFERENCE_API_URL = "https://api-inference.huggingface.co";
106
105
 
107
106
  // src/providers/fal-ai.ts
108
107
  var FAL_AI_API_BASE_URL = "https://fal.run";
@@ -228,6 +227,10 @@ function isUrl(modelOrUrl) {
228
227
  return /^http(s?):/.test(modelOrUrl) || modelOrUrl.startsWith("/");
229
228
  }
230
229
 
230
+ // package.json
231
+ var name = "@huggingface/inference";
232
+ var version = "3.1.4";
233
+
231
234
  // src/lib/makeRequestOptions.ts
232
235
  var HF_HUB_INFERENCE_PROXY_TEMPLATE = `${HF_HUB_URL}/api/inference-proxy/{{PROVIDER}}`;
233
236
  var tasks = null;
@@ -268,6 +271,8 @@ async function makeRequestOptions(args, options) {
268
271
  if (accessToken) {
269
272
  headers["Authorization"] = provider === "fal-ai" && authMethod === "provider-key" ? `Key ${accessToken}` : `Bearer ${accessToken}`;
270
273
  }
274
+ const ownUserAgent = `${name}/${version}`;
275
+ headers["User-Agent"] = [ownUserAgent, typeof navigator !== "undefined" ? navigator.userAgent : void 0].filter((x) => x !== void 0).join(" ");
271
276
  const binary = "data" in args && !!args.data;
272
277
  if (!binary) {
273
278
  headers["Content-Type"] = "application/json";
@@ -293,8 +298,8 @@ async function makeRequestOptions(args, options) {
293
298
  credentials = "include";
294
299
  }
295
300
  if (provider === "replicate") {
296
- const version = model.includes(":") ? model.split(":")[1] : void 0;
297
- otherArgs = { input: otherArgs, version };
301
+ const version2 = model.includes(":") ? model.split(":")[1] : void 0;
302
+ otherArgs = { input: otherArgs, version: version2 };
298
303
  }
299
304
  const info = {
300
305
  headers,
@@ -371,7 +376,8 @@ function makeUrl(params) {
371
376
  return baseUrl;
372
377
  }
373
378
  default: {
374
- const url = params.forceTask ? `${HF_INFERENCE_API_URL}/pipeline/${params.forceTask}/${params.model}` : `${HF_INFERENCE_API_URL}/models/${params.model}`;
379
+ const baseUrl = HF_HUB_INFERENCE_PROXY_TEMPLATE.replaceAll("{{PROVIDER}}", "hf-inference");
380
+ const url = params.forceTask ? `${baseUrl}/pipeline/${params.forceTask}/${params.model}` : `${baseUrl}/models/${params.model}`;
375
381
  if (params.taskHint === "text-generation" && params.chatCompletion) {
376
382
  return url + `/v1/chat/completions`;
377
383
  }
@@ -1308,8 +1314,8 @@ var HfInference = class {
1308
1314
  constructor(accessToken = "", defaultOptions = {}) {
1309
1315
  this.accessToken = accessToken;
1310
1316
  this.defaultOptions = defaultOptions;
1311
- for (const [name, fn] of Object.entries(tasks_exports)) {
1312
- Object.defineProperty(this, name, {
1317
+ for (const [name2, fn] of Object.entries(tasks_exports)) {
1318
+ Object.defineProperty(this, name2, {
1313
1319
  enumerable: false,
1314
1320
  value: (params, options) => (
1315
1321
  // eslint-disable-next-line @typescript-eslint/no-explicit-any
@@ -1329,8 +1335,8 @@ var HfInferenceEndpoint = class {
1329
1335
  constructor(endpointUrl, accessToken = "", defaultOptions = {}) {
1330
1336
  accessToken;
1331
1337
  defaultOptions;
1332
- for (const [name, fn] of Object.entries(tasks_exports)) {
1333
- Object.defineProperty(this, name, {
1338
+ for (const [name2, fn] of Object.entries(tasks_exports)) {
1339
+ Object.defineProperty(this, name2, {
1334
1340
  enumerable: false,
1335
1341
  value: (params, options) => (
1336
1342
  // eslint-disable-next-line @typescript-eslint/no-explicit-any
package/dist/index.js CHANGED
@@ -1,7 +1,7 @@
1
1
  var __defProp = Object.defineProperty;
2
2
  var __export = (target, all) => {
3
- for (var name in all)
4
- __defProp(target, name, { get: all[name], enumerable: true });
3
+ for (var name2 in all)
4
+ __defProp(target, name2, { get: all[name2], enumerable: true });
5
5
  };
6
6
 
7
7
  // src/tasks/index.ts
@@ -43,7 +43,6 @@ __export(tasks_exports, {
43
43
 
44
44
  // src/config.ts
45
45
  var HF_HUB_URL = "https://huggingface.co";
46
- var HF_INFERENCE_API_URL = "https://api-inference.huggingface.co";
47
46
 
48
47
  // src/providers/fal-ai.ts
49
48
  var FAL_AI_API_BASE_URL = "https://fal.run";
@@ -169,6 +168,10 @@ function isUrl(modelOrUrl) {
169
168
  return /^http(s?):/.test(modelOrUrl) || modelOrUrl.startsWith("/");
170
169
  }
171
170
 
171
+ // package.json
172
+ var name = "@huggingface/inference";
173
+ var version = "3.1.4";
174
+
172
175
  // src/lib/makeRequestOptions.ts
173
176
  var HF_HUB_INFERENCE_PROXY_TEMPLATE = `${HF_HUB_URL}/api/inference-proxy/{{PROVIDER}}`;
174
177
  var tasks = null;
@@ -209,6 +212,8 @@ async function makeRequestOptions(args, options) {
209
212
  if (accessToken) {
210
213
  headers["Authorization"] = provider === "fal-ai" && authMethod === "provider-key" ? `Key ${accessToken}` : `Bearer ${accessToken}`;
211
214
  }
215
+ const ownUserAgent = `${name}/${version}`;
216
+ headers["User-Agent"] = [ownUserAgent, typeof navigator !== "undefined" ? navigator.userAgent : void 0].filter((x) => x !== void 0).join(" ");
212
217
  const binary = "data" in args && !!args.data;
213
218
  if (!binary) {
214
219
  headers["Content-Type"] = "application/json";
@@ -234,8 +239,8 @@ async function makeRequestOptions(args, options) {
234
239
  credentials = "include";
235
240
  }
236
241
  if (provider === "replicate") {
237
- const version = model.includes(":") ? model.split(":")[1] : void 0;
238
- otherArgs = { input: otherArgs, version };
242
+ const version2 = model.includes(":") ? model.split(":")[1] : void 0;
243
+ otherArgs = { input: otherArgs, version: version2 };
239
244
  }
240
245
  const info = {
241
246
  headers,
@@ -312,7 +317,8 @@ function makeUrl(params) {
312
317
  return baseUrl;
313
318
  }
314
319
  default: {
315
- const url = params.forceTask ? `${HF_INFERENCE_API_URL}/pipeline/${params.forceTask}/${params.model}` : `${HF_INFERENCE_API_URL}/models/${params.model}`;
320
+ const baseUrl = HF_HUB_INFERENCE_PROXY_TEMPLATE.replaceAll("{{PROVIDER}}", "hf-inference");
321
+ const url = params.forceTask ? `${baseUrl}/pipeline/${params.forceTask}/${params.model}` : `${baseUrl}/models/${params.model}`;
316
322
  if (params.taskHint === "text-generation" && params.chatCompletion) {
317
323
  return url + `/v1/chat/completions`;
318
324
  }
@@ -1249,8 +1255,8 @@ var HfInference = class {
1249
1255
  constructor(accessToken = "", defaultOptions = {}) {
1250
1256
  this.accessToken = accessToken;
1251
1257
  this.defaultOptions = defaultOptions;
1252
- for (const [name, fn] of Object.entries(tasks_exports)) {
1253
- Object.defineProperty(this, name, {
1258
+ for (const [name2, fn] of Object.entries(tasks_exports)) {
1259
+ Object.defineProperty(this, name2, {
1254
1260
  enumerable: false,
1255
1261
  value: (params, options) => (
1256
1262
  // eslint-disable-next-line @typescript-eslint/no-explicit-any
@@ -1270,8 +1276,8 @@ var HfInferenceEndpoint = class {
1270
1276
  constructor(endpointUrl, accessToken = "", defaultOptions = {}) {
1271
1277
  accessToken;
1272
1278
  defaultOptions;
1273
- for (const [name, fn] of Object.entries(tasks_exports)) {
1274
- Object.defineProperty(this, name, {
1279
+ for (const [name2, fn] of Object.entries(tasks_exports)) {
1280
+ Object.defineProperty(this, name2, {
1275
1281
  enumerable: false,
1276
1282
  value: (params, options) => (
1277
1283
  // eslint-disable-next-line @typescript-eslint/no-explicit-any
@@ -1,3 +1,2 @@
1
1
  export declare const HF_HUB_URL = "https://huggingface.co";
2
- export declare const HF_INFERENCE_API_URL = "https://api-inference.huggingface.co";
3
2
  //# sourceMappingURL=config.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../src/config.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,UAAU,2BAA2B,CAAC;AACnD,eAAO,MAAM,oBAAoB,yCAAyC,CAAC"}
1
+ {"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../src/config.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,UAAU,2BAA2B,CAAC"}
@@ -1 +1 @@
1
- {"version":3,"file":"makeRequestOptions.d.ts","sourceRoot":"","sources":["../../../src/lib/makeRequestOptions.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,aAAa,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAWpE;;GAEG;AACH,wBAAsB,kBAAkB,CACvC,IAAI,EAAE,WAAW,GAAG;IACnB,IAAI,CAAC,EAAE,IAAI,GAAG,WAAW,CAAC;IAC1B,MAAM,CAAC,EAAE,OAAO,CAAC;CACjB,EACD,OAAO,CAAC,EAAE,OAAO,GAAG;IACnB,yFAAyF;IACzF,SAAS,CAAC,EAAE,MAAM,GAAG,aAAa,CAAC;IACnC,sCAAsC;IACtC,QAAQ,CAAC,EAAE,aAAa,CAAC;IACzB,cAAc,CAAC,EAAE,OAAO,CAAC;CACzB,GACC,OAAO,CAAC;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,WAAW,CAAA;CAAE,CAAC,CAiH7C"}
1
+ {"version":3,"file":"makeRequestOptions.d.ts","sourceRoot":"","sources":["../../../src/lib/makeRequestOptions.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,aAAa,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAYpE;;GAEG;AACH,wBAAsB,kBAAkB,CACvC,IAAI,EAAE,WAAW,GAAG;IACnB,IAAI,CAAC,EAAE,IAAI,GAAG,WAAW,CAAC;IAC1B,MAAM,CAAC,EAAE,OAAO,CAAC;CACjB,EACD,OAAO,CAAC,EAAE,OAAO,GAAG;IACnB,yFAAyF;IACzF,SAAS,CAAC,EAAE,MAAM,GAAG,aAAa,CAAC;IACnC,sCAAsC;IACtC,QAAQ,CAAC,EAAE,aAAa,CAAC;IACzB,cAAc,CAAC,EAAE,OAAO,CAAC;CACzB,GACC,OAAO,CAAC;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,WAAW,CAAA;CAAE,CAAC,CAuH7C"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@huggingface/inference",
3
- "version": "3.1.3",
3
+ "version": "3.1.4",
4
4
  "packageManager": "pnpm@8.10.5",
5
5
  "license": "MIT",
6
6
  "author": "Tim Mikeladze <tim.mikeladze@gmail.com>",
@@ -39,7 +39,7 @@
39
39
  },
40
40
  "type": "module",
41
41
  "dependencies": {
42
- "@huggingface/tasks": "^0.15.3"
42
+ "@huggingface/tasks": "^0.15.4"
43
43
  },
44
44
  "devDependencies": {
45
45
  "@types/node": "18.13.0"
package/src/config.ts CHANGED
@@ -1,2 +1 @@
1
1
  export const HF_HUB_URL = "https://huggingface.co";
2
- export const HF_INFERENCE_API_URL = "https://api-inference.huggingface.co";
@@ -1,5 +1,5 @@
1
1
  import type { WidgetType } from "@huggingface/tasks";
2
- import { HF_HUB_URL, HF_INFERENCE_API_URL } from "../config";
2
+ import { HF_HUB_URL } from "../config";
3
3
  import { FAL_AI_API_BASE_URL, FAL_AI_SUPPORTED_MODEL_IDS } from "../providers/fal-ai";
4
4
  import { REPLICATE_API_BASE_URL, REPLICATE_SUPPORTED_MODEL_IDS } from "../providers/replicate";
5
5
  import { SAMBANOVA_API_BASE_URL, SAMBANOVA_SUPPORTED_MODEL_IDS } from "../providers/sambanova";
@@ -7,6 +7,7 @@ import { TOGETHER_API_BASE_URL, TOGETHER_SUPPORTED_MODEL_IDS } from "../provider
7
7
  import type { InferenceProvider } from "../types";
8
8
  import type { InferenceTask, Options, RequestArgs } from "../types";
9
9
  import { isUrl } from "./isUrl";
10
+ import { version as packageVersion, name as packageName } from "../../package.json";
10
11
 
11
12
  const HF_HUB_INFERENCE_PROXY_TEMPLATE = `${HF_HUB_URL}/api/inference-proxy/{{PROVIDER}}`;
12
13
 
@@ -89,6 +90,12 @@ export async function makeRequestOptions(
89
90
  provider === "fal-ai" && authMethod === "provider-key" ? `Key ${accessToken}` : `Bearer ${accessToken}`;
90
91
  }
91
92
 
93
+ // e.g. @huggingface/inference/3.1.3
94
+ const ownUserAgent = `${packageName}/${packageVersion}`;
95
+ headers["User-Agent"] = [ownUserAgent, typeof navigator !== "undefined" ? navigator.userAgent : undefined]
96
+ .filter((x) => x !== undefined)
97
+ .join(" ");
98
+
92
99
  const binary = "data" in args && !!args.data;
93
100
 
94
101
  if (!binary) {
@@ -237,9 +244,10 @@ function makeUrl(params: {
237
244
  return baseUrl;
238
245
  }
239
246
  default: {
247
+ const baseUrl = HF_HUB_INFERENCE_PROXY_TEMPLATE.replaceAll("{{PROVIDER}}", "hf-inference");
240
248
  const url = params.forceTask
241
- ? `${HF_INFERENCE_API_URL}/pipeline/${params.forceTask}/${params.model}`
242
- : `${HF_INFERENCE_API_URL}/models/${params.model}`;
249
+ ? `${baseUrl}/pipeline/${params.forceTask}/${params.model}`
250
+ : `${baseUrl}/models/${params.model}`;
243
251
  if (params.taskHint === "text-generation" && params.chatCompletion) {
244
252
  return url + `/v1/chat/completions`;
245
253
  }