@huggingface/inference 3.12.1 → 3.13.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.cjs +32 -6
- package/dist/index.js +32 -6
- package/dist/src/lib/getProviderHelper.d.ts.map +1 -1
- package/dist/src/providers/hf-inference.d.ts.map +1 -1
- package/dist/src/providers/nebius.d.ts +31 -3
- package/dist/src/providers/nebius.d.ts.map +1 -1
- package/dist/src/snippets/getInferenceSnippets.d.ts +2 -2
- package/dist/src/snippets/getInferenceSnippets.d.ts.map +1 -1
- package/package.json +3 -4
- package/src/lib/getProviderHelper.ts +1 -0
- package/src/providers/hf-inference.ts +6 -1
- package/src/providers/nebius.ts +31 -3
- package/src/snippets/getInferenceSnippets.ts +15 -7
package/dist/index.cjs
CHANGED
|
@@ -393,7 +393,9 @@ var HFInferenceImageClassificationTask = class extends HFInferenceTask {
|
|
|
393
393
|
};
|
|
394
394
|
var HFInferenceImageSegmentationTask = class extends HFInferenceTask {
|
|
395
395
|
async getResponse(response) {
|
|
396
|
-
if (Array.isArray(response) && response.every(
|
|
396
|
+
if (Array.isArray(response) && response.every(
|
|
397
|
+
(x) => typeof x.label === "string" && typeof x.mask === "string" && (x.score === void 0 || typeof x.score === "number")
|
|
398
|
+
)) {
|
|
397
399
|
return response;
|
|
398
400
|
}
|
|
399
401
|
throw new InferenceOutputError("Expected Array<{label: string, mask: string, score: number}>");
|
|
@@ -1054,7 +1056,7 @@ var NebiusTextToImageTask = class extends TaskProviderHelper {
|
|
|
1054
1056
|
model: params.model
|
|
1055
1057
|
};
|
|
1056
1058
|
}
|
|
1057
|
-
makeRoute(
|
|
1059
|
+
makeRoute() {
|
|
1058
1060
|
return "v1/images/generations";
|
|
1059
1061
|
}
|
|
1060
1062
|
async getResponse(response, url, headers, outputType) {
|
|
@@ -1068,6 +1070,23 @@ var NebiusTextToImageTask = class extends TaskProviderHelper {
|
|
|
1068
1070
|
throw new InferenceOutputError("Expected Nebius text-to-image response format");
|
|
1069
1071
|
}
|
|
1070
1072
|
};
|
|
1073
|
+
var NebiusFeatureExtractionTask = class extends TaskProviderHelper {
|
|
1074
|
+
constructor() {
|
|
1075
|
+
super("nebius", NEBIUS_API_BASE_URL);
|
|
1076
|
+
}
|
|
1077
|
+
preparePayload(params) {
|
|
1078
|
+
return {
|
|
1079
|
+
input: params.args.inputs,
|
|
1080
|
+
model: params.model
|
|
1081
|
+
};
|
|
1082
|
+
}
|
|
1083
|
+
makeRoute() {
|
|
1084
|
+
return "v1/embeddings";
|
|
1085
|
+
}
|
|
1086
|
+
async getResponse(response) {
|
|
1087
|
+
return response.data.map((item) => item.embedding);
|
|
1088
|
+
}
|
|
1089
|
+
};
|
|
1071
1090
|
|
|
1072
1091
|
// src/providers/novita.ts
|
|
1073
1092
|
var NOVITA_API_BASE_URL = "https://api.novita.ai";
|
|
@@ -1414,7 +1433,8 @@ var PROVIDERS = {
|
|
|
1414
1433
|
nebius: {
|
|
1415
1434
|
"text-to-image": new NebiusTextToImageTask(),
|
|
1416
1435
|
conversational: new NebiusConversationalTask(),
|
|
1417
|
-
"text-generation": new NebiusTextGenerationTask()
|
|
1436
|
+
"text-generation": new NebiusTextGenerationTask(),
|
|
1437
|
+
"feature-extraction": new NebiusFeatureExtractionTask()
|
|
1418
1438
|
},
|
|
1419
1439
|
novita: {
|
|
1420
1440
|
conversational: new NovitaConversationalTask(),
|
|
@@ -1469,7 +1489,7 @@ function getProviderHelper(provider, task) {
|
|
|
1469
1489
|
|
|
1470
1490
|
// package.json
|
|
1471
1491
|
var name = "@huggingface/inference";
|
|
1472
|
-
var version = "3.
|
|
1492
|
+
var version = "3.13.0";
|
|
1473
1493
|
|
|
1474
1494
|
// src/lib/makeRequestOptions.ts
|
|
1475
1495
|
var tasks = null;
|
|
@@ -2527,6 +2547,10 @@ var CLIENTS = {
|
|
|
2527
2547
|
python: [...PYTHON_CLIENTS],
|
|
2528
2548
|
sh: [...SH_CLIENTS]
|
|
2529
2549
|
};
|
|
2550
|
+
var CLIENTS_AUTO_POLICY = {
|
|
2551
|
+
js: ["huggingface.js"],
|
|
2552
|
+
python: ["huggingface_hub"]
|
|
2553
|
+
};
|
|
2530
2554
|
var hasTemplate = (language, client, templateName) => templates[language]?.[client]?.[templateName] !== void 0;
|
|
2531
2555
|
var loadTemplate = (language, client, templateName) => {
|
|
2532
2556
|
const template = templates[language]?.[client]?.[templateName];
|
|
@@ -2593,7 +2617,7 @@ var snippetGenerator = (templateName, inputPreparationFn) => {
|
|
|
2593
2617
|
}
|
|
2594
2618
|
let providerHelper;
|
|
2595
2619
|
try {
|
|
2596
|
-
providerHelper = getProviderHelper(provider, task);
|
|
2620
|
+
providerHelper = getProviderHelper(provider === "auto" ? "hf-inference" : provider, task);
|
|
2597
2621
|
} catch (e) {
|
|
2598
2622
|
console.error(`Failed to get provider helper for ${provider} (${task})`, e);
|
|
2599
2623
|
return [];
|
|
@@ -2646,8 +2670,10 @@ var snippetGenerator = (templateName, inputPreparationFn) => {
|
|
|
2646
2670
|
providerModelId: providerModelId ?? model.id,
|
|
2647
2671
|
billTo: opts?.billTo
|
|
2648
2672
|
};
|
|
2673
|
+
const clients = provider === "auto" ? CLIENTS_AUTO_POLICY : CLIENTS;
|
|
2649
2674
|
return import_tasks.inferenceSnippetLanguages.map((language) => {
|
|
2650
|
-
|
|
2675
|
+
const langClients = clients[language] ?? [];
|
|
2676
|
+
return langClients.map((client) => {
|
|
2651
2677
|
if (!hasTemplate(language, client, templateName)) {
|
|
2652
2678
|
return;
|
|
2653
2679
|
}
|
package/dist/index.js
CHANGED
|
@@ -335,7 +335,9 @@ var HFInferenceImageClassificationTask = class extends HFInferenceTask {
|
|
|
335
335
|
};
|
|
336
336
|
var HFInferenceImageSegmentationTask = class extends HFInferenceTask {
|
|
337
337
|
async getResponse(response) {
|
|
338
|
-
if (Array.isArray(response) && response.every(
|
|
338
|
+
if (Array.isArray(response) && response.every(
|
|
339
|
+
(x) => typeof x.label === "string" && typeof x.mask === "string" && (x.score === void 0 || typeof x.score === "number")
|
|
340
|
+
)) {
|
|
339
341
|
return response;
|
|
340
342
|
}
|
|
341
343
|
throw new InferenceOutputError("Expected Array<{label: string, mask: string, score: number}>");
|
|
@@ -996,7 +998,7 @@ var NebiusTextToImageTask = class extends TaskProviderHelper {
|
|
|
996
998
|
model: params.model
|
|
997
999
|
};
|
|
998
1000
|
}
|
|
999
|
-
makeRoute(
|
|
1001
|
+
makeRoute() {
|
|
1000
1002
|
return "v1/images/generations";
|
|
1001
1003
|
}
|
|
1002
1004
|
async getResponse(response, url, headers, outputType) {
|
|
@@ -1010,6 +1012,23 @@ var NebiusTextToImageTask = class extends TaskProviderHelper {
|
|
|
1010
1012
|
throw new InferenceOutputError("Expected Nebius text-to-image response format");
|
|
1011
1013
|
}
|
|
1012
1014
|
};
|
|
1015
|
+
var NebiusFeatureExtractionTask = class extends TaskProviderHelper {
|
|
1016
|
+
constructor() {
|
|
1017
|
+
super("nebius", NEBIUS_API_BASE_URL);
|
|
1018
|
+
}
|
|
1019
|
+
preparePayload(params) {
|
|
1020
|
+
return {
|
|
1021
|
+
input: params.args.inputs,
|
|
1022
|
+
model: params.model
|
|
1023
|
+
};
|
|
1024
|
+
}
|
|
1025
|
+
makeRoute() {
|
|
1026
|
+
return "v1/embeddings";
|
|
1027
|
+
}
|
|
1028
|
+
async getResponse(response) {
|
|
1029
|
+
return response.data.map((item) => item.embedding);
|
|
1030
|
+
}
|
|
1031
|
+
};
|
|
1013
1032
|
|
|
1014
1033
|
// src/providers/novita.ts
|
|
1015
1034
|
var NOVITA_API_BASE_URL = "https://api.novita.ai";
|
|
@@ -1356,7 +1375,8 @@ var PROVIDERS = {
|
|
|
1356
1375
|
nebius: {
|
|
1357
1376
|
"text-to-image": new NebiusTextToImageTask(),
|
|
1358
1377
|
conversational: new NebiusConversationalTask(),
|
|
1359
|
-
"text-generation": new NebiusTextGenerationTask()
|
|
1378
|
+
"text-generation": new NebiusTextGenerationTask(),
|
|
1379
|
+
"feature-extraction": new NebiusFeatureExtractionTask()
|
|
1360
1380
|
},
|
|
1361
1381
|
novita: {
|
|
1362
1382
|
conversational: new NovitaConversationalTask(),
|
|
@@ -1411,7 +1431,7 @@ function getProviderHelper(provider, task) {
|
|
|
1411
1431
|
|
|
1412
1432
|
// package.json
|
|
1413
1433
|
var name = "@huggingface/inference";
|
|
1414
|
-
var version = "3.
|
|
1434
|
+
var version = "3.13.0";
|
|
1415
1435
|
|
|
1416
1436
|
// src/lib/makeRequestOptions.ts
|
|
1417
1437
|
var tasks = null;
|
|
@@ -2472,6 +2492,10 @@ var CLIENTS = {
|
|
|
2472
2492
|
python: [...PYTHON_CLIENTS],
|
|
2473
2493
|
sh: [...SH_CLIENTS]
|
|
2474
2494
|
};
|
|
2495
|
+
var CLIENTS_AUTO_POLICY = {
|
|
2496
|
+
js: ["huggingface.js"],
|
|
2497
|
+
python: ["huggingface_hub"]
|
|
2498
|
+
};
|
|
2475
2499
|
var hasTemplate = (language, client, templateName) => templates[language]?.[client]?.[templateName] !== void 0;
|
|
2476
2500
|
var loadTemplate = (language, client, templateName) => {
|
|
2477
2501
|
const template = templates[language]?.[client]?.[templateName];
|
|
@@ -2538,7 +2562,7 @@ var snippetGenerator = (templateName, inputPreparationFn) => {
|
|
|
2538
2562
|
}
|
|
2539
2563
|
let providerHelper;
|
|
2540
2564
|
try {
|
|
2541
|
-
providerHelper = getProviderHelper(provider, task);
|
|
2565
|
+
providerHelper = getProviderHelper(provider === "auto" ? "hf-inference" : provider, task);
|
|
2542
2566
|
} catch (e) {
|
|
2543
2567
|
console.error(`Failed to get provider helper for ${provider} (${task})`, e);
|
|
2544
2568
|
return [];
|
|
@@ -2591,8 +2615,10 @@ var snippetGenerator = (templateName, inputPreparationFn) => {
|
|
|
2591
2615
|
providerModelId: providerModelId ?? model.id,
|
|
2592
2616
|
billTo: opts?.billTo
|
|
2593
2617
|
};
|
|
2618
|
+
const clients = provider === "auto" ? CLIENTS_AUTO_POLICY : CLIENTS;
|
|
2594
2619
|
return inferenceSnippetLanguages.map((language) => {
|
|
2595
|
-
|
|
2620
|
+
const langClients = clients[language] ?? [];
|
|
2621
|
+
return langClients.map((client) => {
|
|
2596
2622
|
if (!hasTemplate(language, client, templateName)) {
|
|
2597
2623
|
return;
|
|
2598
2624
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"getProviderHelper.d.ts","sourceRoot":"","sources":["../../../src/lib/getProviderHelper.ts"],"names":[],"mappings":"AAcA,OAAO,KAAK,EACX,6BAA6B,EAC7B,sBAAsB,EACtB,oCAAoC,EACpC,wBAAwB,EACxB,mCAAmC,EACnC,2BAA2B,EAC3B,kBAAkB,EAClB,6BAA6B,EAC7B,2BAA2B,EAC3B,sBAAsB,EACtB,qBAAqB,EACrB,yBAAyB,EACzB,2BAA2B,EAC3B,4BAA4B,EAC5B,uBAAuB,EACvB,gCAAgC,EAChC,+BAA+B,EAC/B,2BAA2B,EAC3B,kBAAkB,EAClB,4BAA4B,EAC5B,wBAAwB,EACxB,qBAAqB,EACrB,qBAAqB,EACrB,sBAAsB,EACtB,qBAAqB,EACrB,6BAA6B,EAC7B,qBAAqB,EACrB,iCAAiC,EACjC,gCAAgC,EAChC,qCAAqC,EACrC,MAAM,6BAA6B,CAAC;AAIrC,OAAO,KAAK,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEjE,eAAO,MAAM,SAAS,EAAE,MAAM,CAAC,iBAAiB,EAAE,OAAO,CAAC,MAAM,CAAC,aAAa,EAAE,kBAAkB,CAAC,CAAC,
|
|
1
|
+
{"version":3,"file":"getProviderHelper.d.ts","sourceRoot":"","sources":["../../../src/lib/getProviderHelper.ts"],"names":[],"mappings":"AAcA,OAAO,KAAK,EACX,6BAA6B,EAC7B,sBAAsB,EACtB,oCAAoC,EACpC,wBAAwB,EACxB,mCAAmC,EACnC,2BAA2B,EAC3B,kBAAkB,EAClB,6BAA6B,EAC7B,2BAA2B,EAC3B,sBAAsB,EACtB,qBAAqB,EACrB,yBAAyB,EACzB,2BAA2B,EAC3B,4BAA4B,EAC5B,uBAAuB,EACvB,gCAAgC,EAChC,+BAA+B,EAC/B,2BAA2B,EAC3B,kBAAkB,EAClB,4BAA4B,EAC5B,wBAAwB,EACxB,qBAAqB,EACrB,qBAAqB,EACrB,sBAAsB,EACtB,qBAAqB,EACrB,6BAA6B,EAC7B,qBAAqB,EACrB,iCAAiC,EACjC,gCAAgC,EAChC,qCAAqC,EACrC,MAAM,6BAA6B,CAAC;AAIrC,OAAO,KAAK,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEjE,eAAO,MAAM,SAAS,EAAE,MAAM,CAAC,iBAAiB,EAAE,OAAO,CAAC,MAAM,CAAC,aAAa,EAAE,kBAAkB,CAAC,CAAC,CAiGnG,CAAC;AAEF;;GAEG;AACH,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,eAAe,GACnB,qBAAqB,GAAG,kBAAkB,CAAC;AAC9C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,gBAAgB,GACpB,wBAAwB,GAAG,kBAAkB,CAAC;AACjD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,iBAAiB,GACrB,wBAAwB,GAAG,kBAAkB,CAAC;AACjD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,gBAAgB,GACpB,sBAAsB,GAAG,kBAAkB,CAAC;AAC/C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,eAAe,GACnB,qBAAqB,GAAG,kBAAkB,CAAC;AAC9C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,8BAA8B,GAClC,oCAAoC,GAAG,kBAAkB,CAAC;AAC7D,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,eAAe,GACnB,qBAAqB,GAAG,kBAAkB,CAAC;AAC9C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,qBAAqB,GACzB,4BAA4B,GAAG,kBAAkB,CAAC;AACrD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,oBAAoB,GACxB,2BAA2B,GAAG,kBAAkB,CAAC;AACpD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,sBAAsB,GAC1B,6BAA6B,GAAG,kBAAkB,CAAC;AACtD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,gBAAgB,GACpB,sBAAsB,GAAG,kBAAkB,CAAC;AAC/C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,WAAW,GACf,kBAAkB,GAAG,kBAAkB,CAAC;AAC3C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,oBAAoB,GACxB,2BAA2B,GAAG,kBAAkB,CAAC;AACpD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,sBAAsB,GAC1B,6BAA6B,GAAG,kBAAkB,CAAC;AACtD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,oBAAoB,GACxB,2BAA2B,GAAG,kBAAkB,CAAC;AACpD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,6BAA6B,GACjC,mCAAmC,GAAG,kBAAkB,CAAC;AAC5D,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,eAAe,GACnB,qBAAqB,GAAG,kBAAkB,CAAC;AAC9C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,kBAAkB,GACtB,yBAAyB,GAAG,kBAAkB,CAAC;AAClD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,gCAAgC,GACpC,qCAAqC,GAAG,kBAAkB,CAAC;AAC9D,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,0BAA0B,GAC9B,gCAAgC,GAAG,kBAAkB,CAAC;AACzD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,gBAAgB,GACpB,sBAAsB,GAAG,kBAAkB,CAAC;AAC/C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,qBAAqB,GACzB,4BAA4B,GAAG,kBAAkB,CAAC;AACrD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,0BAA0B,GAC9B,gCAAgC,GAAG,kBAAkB,CAAC;AACzD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,wBAAwB,GAC5B,+BAA+B,GAAG,kBAAkB,CAAC;AACxD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,oBAAoB,GACxB,2BAA2B,GAAG,kBAAkB,CAAC;AACpD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,sBAAsB,GAC1B,6BAA6B,GAAG,kBAAkB,CAAC;AACtD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,aAAa,GACjB,qBAAqB,GAAG,kBAAkB,CAAC;AAC9C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,eAAe,GACnB,uBAAuB,GAAG,kBAAkB,CAAC;AAChD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,2BAA2B,GAC/B,iCAAiC,GAAG,kBAAkB,CAAC;AAC1D,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,iBAAiB,EAAE,IAAI,EAAE,aAAa,GAAG,SAAS,GAAG,kBAAkB,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"hf-inference.d.ts","sourceRoot":"","sources":["../../../src/providers/hf-inference.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AACH,OAAO,KAAK,EACX,yBAAyB,EACzB,gCAAgC,EAChC,oBAAoB,EACpB,+BAA+B,EAC/B,uBAAuB,EACvB,cAAc,EACd,yBAAyB,EACzB,uBAAuB,EACvB,iBAAiB,EACjB,qBAAqB,EACrB,uBAAuB,EACvB,wBAAwB,EACxB,mBAAmB,EACnB,4BAA4B,EAC5B,wBAAwB,EACxB,oBAAoB,EACpB,yBAAyB,EACzB,iBAAiB,EACjB,6BAA6B,EAC7B,4BAA4B,EAC5B,iCAAiC,EACjC,MAAM,oBAAoB,CAAC;AAG5B,OAAO,KAAK,EAAE,2BAA2B,EAAE,MAAM,wCAAwC,CAAC;AAC1F,OAAO,KAAK,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAEtD,OAAO,KAAK,EACX,6BAA6B,EAC7B,sBAAsB,EACtB,oCAAoC,EACpC,wBAAwB,EACxB,mCAAmC,EACnC,2BAA2B,EAC3B,kBAAkB,EAClB,6BAA6B,EAC7B,2BAA2B,EAC3B,sBAAsB,EACtB,qBAAqB,EACrB,yBAAyB,EACzB,2BAA2B,EAC3B,4BAA4B,EAC5B,uBAAuB,EACvB,gCAAgC,EAChC,+BAA+B,EAC/B,2BAA2B,EAC3B,4BAA4B,EAC5B,wBAAwB,EACxB,qBAAqB,EACrB,qBAAqB,EACrB,sBAAsB,EACtB,6BAA6B,EAC7B,qBAAqB,EACrB,iCAAiC,EACjC,gCAAgC,EAChC,qCAAqC,EACrC,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AAEtD,UAAU,qBAAqB;IAC9B,IAAI,EAAE,KAAK,CAAC;QACX,QAAQ,EAAE,MAAM,CAAC;KACjB,CAAC,CAAC;CACH;AAED,UAAU,wBAAwB;IACjC,MAAM,EAAE,MAAM,EAAE,CAAC;CACjB;AAED,UAAU,kBAAkB;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,cAAc,EAAE,MAAM,CAAC;IACvB,KAAK,EAAE,MAAM,CAAC;CACd;AAED,eAAO,MAAM,sCAAsC,wDAAyD,CAAC;AAE7G,qBAAa,eAAgB,SAAQ,kBAAkB;;IAItD,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAGlD,OAAO,CAAC,MAAM,EAAE,SAAS,GAAG,MAAM;IAO3C,SAAS,CAAC,MAAM,EAAE,SAAS,GAAG,MAAM;IAQrB,WAAW,CAAC,QAAQ,EAAE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;CAG/D;AAED,qBAAa,0BAA2B,SAAQ,eAAgB,YAAW,qBAAqB;IAChF,WAAW,CACzB,QAAQ,EAAE,qBAAqB,GAAG,wBAAwB,EAC1D,GAAG,CAAC,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE,WAAW,EACrB,UAAU,CAAC,EAAE,KAAK,GAAG,MAAM,GACzB,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;CA+BzB;AAED,qBAAa,6BAA8B,SAAQ,eAAgB,YAAW,wBAAwB;IAC5F,OAAO,CAAC,MAAM,EAAE,SAAS,GAAG,MAAM;IAkBlC,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAOrD,WAAW,CAAC,QAAQ,EAAE,oBAAoB,GAAG,OAAO,CAAC,oBAAoB,CAAC;CAGzF;AAED,qBAAa,6BAA8B,SAAQ,eAAgB,YAAW,wBAAwB;IACtF,WAAW,CAAC,QAAQ,EAAE,oBAAoB,GAAG,oBAAoB,EAAE,GAAG,OAAO,CAAC,oBAAoB,CAAC;CAOlH;AAED,qBAAa,kCAAmC,SAAQ,eAAgB,YAAW,6BAA6B;IAChG,WAAW,CAAC,QAAQ,EAAE,OAAO,GAAG,OAAO,CAAC,yBAAyB,CAAC;CAejF;AAED,qBAAa,yCACZ,SAAQ,eACR,YAAW,oCAAoC;IAEhC,WAAW,CAAC,QAAQ,EAAE,gCAAgC,GAAG,OAAO,CAAC,gCAAgC,CAAC;CAGjH;AAED,qBAAa,2BAA4B,SAAQ,eAAgB,YAAW,sBAAsB;IAClF,WAAW,CAAC,QAAQ,EAAE,kBAAkB,EAAE,GAAG,OAAO,CAAC,kBAAkB,EAAE,CAAC;CAsBzF;AAED,qBAAa,wCACZ,SAAQ,eACR,YAAW,mCAAmC;IAE/B,WAAW,CACzB,QAAQ,EAAE,+BAA+B,GACvC,OAAO,CAAC,+BAA+B,CAAC,MAAM,CAAC,CAAC;CAiBnD;AAED,qBAAa,gCAAiC,SAAQ,eAAgB,YAAW,2BAA2B;IAC5F,WAAW,CAAC,QAAQ,EAAE,uBAAuB,GAAG,OAAO,CAAC,uBAAuB,CAAC;CAc/F;AAED,qBAAa,kCAAmC,SAAQ,eAAgB,YAAW,6BAA6B;IAChG,WAAW,CAAC,QAAQ,EAAE,yBAAyB,GAAG,OAAO,CAAC,yBAAyB,CAAC;CAMnG;AAED,qBAAa,gCAAiC,SAAQ,eAAgB,YAAW,2BAA2B;IAC5F,WAAW,CAAC,QAAQ,EAAE,uBAAuB,GAAG,OAAO,CAAC,uBAAuB,CAAC;
|
|
1
|
+
{"version":3,"file":"hf-inference.d.ts","sourceRoot":"","sources":["../../../src/providers/hf-inference.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AACH,OAAO,KAAK,EACX,yBAAyB,EACzB,gCAAgC,EAChC,oBAAoB,EACpB,+BAA+B,EAC/B,uBAAuB,EACvB,cAAc,EACd,yBAAyB,EACzB,uBAAuB,EACvB,iBAAiB,EACjB,qBAAqB,EACrB,uBAAuB,EACvB,wBAAwB,EACxB,mBAAmB,EACnB,4BAA4B,EAC5B,wBAAwB,EACxB,oBAAoB,EACpB,yBAAyB,EACzB,iBAAiB,EACjB,6BAA6B,EAC7B,4BAA4B,EAC5B,iCAAiC,EACjC,MAAM,oBAAoB,CAAC;AAG5B,OAAO,KAAK,EAAE,2BAA2B,EAAE,MAAM,wCAAwC,CAAC;AAC1F,OAAO,KAAK,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAEtD,OAAO,KAAK,EACX,6BAA6B,EAC7B,sBAAsB,EACtB,oCAAoC,EACpC,wBAAwB,EACxB,mCAAmC,EACnC,2BAA2B,EAC3B,kBAAkB,EAClB,6BAA6B,EAC7B,2BAA2B,EAC3B,sBAAsB,EACtB,qBAAqB,EACrB,yBAAyB,EACzB,2BAA2B,EAC3B,4BAA4B,EAC5B,uBAAuB,EACvB,gCAAgC,EAChC,+BAA+B,EAC/B,2BAA2B,EAC3B,4BAA4B,EAC5B,wBAAwB,EACxB,qBAAqB,EACrB,qBAAqB,EACrB,sBAAsB,EACtB,6BAA6B,EAC7B,qBAAqB,EACrB,iCAAiC,EACjC,gCAAgC,EAChC,qCAAqC,EACrC,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AAEtD,UAAU,qBAAqB;IAC9B,IAAI,EAAE,KAAK,CAAC;QACX,QAAQ,EAAE,MAAM,CAAC;KACjB,CAAC,CAAC;CACH;AAED,UAAU,wBAAwB;IACjC,MAAM,EAAE,MAAM,EAAE,CAAC;CACjB;AAED,UAAU,kBAAkB;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,cAAc,EAAE,MAAM,CAAC;IACvB,KAAK,EAAE,MAAM,CAAC;CACd;AAED,eAAO,MAAM,sCAAsC,wDAAyD,CAAC;AAE7G,qBAAa,eAAgB,SAAQ,kBAAkB;;IAItD,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAGlD,OAAO,CAAC,MAAM,EAAE,SAAS,GAAG,MAAM;IAO3C,SAAS,CAAC,MAAM,EAAE,SAAS,GAAG,MAAM;IAQrB,WAAW,CAAC,QAAQ,EAAE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;CAG/D;AAED,qBAAa,0BAA2B,SAAQ,eAAgB,YAAW,qBAAqB;IAChF,WAAW,CACzB,QAAQ,EAAE,qBAAqB,GAAG,wBAAwB,EAC1D,GAAG,CAAC,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE,WAAW,EACrB,UAAU,CAAC,EAAE,KAAK,GAAG,MAAM,GACzB,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;CA+BzB;AAED,qBAAa,6BAA8B,SAAQ,eAAgB,YAAW,wBAAwB;IAC5F,OAAO,CAAC,MAAM,EAAE,SAAS,GAAG,MAAM;IAkBlC,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAOrD,WAAW,CAAC,QAAQ,EAAE,oBAAoB,GAAG,OAAO,CAAC,oBAAoB,CAAC;CAGzF;AAED,qBAAa,6BAA8B,SAAQ,eAAgB,YAAW,wBAAwB;IACtF,WAAW,CAAC,QAAQ,EAAE,oBAAoB,GAAG,oBAAoB,EAAE,GAAG,OAAO,CAAC,oBAAoB,CAAC;CAOlH;AAED,qBAAa,kCAAmC,SAAQ,eAAgB,YAAW,6BAA6B;IAChG,WAAW,CAAC,QAAQ,EAAE,OAAO,GAAG,OAAO,CAAC,yBAAyB,CAAC;CAejF;AAED,qBAAa,yCACZ,SAAQ,eACR,YAAW,oCAAoC;IAEhC,WAAW,CAAC,QAAQ,EAAE,gCAAgC,GAAG,OAAO,CAAC,gCAAgC,CAAC;CAGjH;AAED,qBAAa,2BAA4B,SAAQ,eAAgB,YAAW,sBAAsB;IAClF,WAAW,CAAC,QAAQ,EAAE,kBAAkB,EAAE,GAAG,OAAO,CAAC,kBAAkB,EAAE,CAAC;CAsBzF;AAED,qBAAa,wCACZ,SAAQ,eACR,YAAW,mCAAmC;IAE/B,WAAW,CACzB,QAAQ,EAAE,+BAA+B,GACvC,OAAO,CAAC,+BAA+B,CAAC,MAAM,CAAC,CAAC;CAiBnD;AAED,qBAAa,gCAAiC,SAAQ,eAAgB,YAAW,2BAA2B;IAC5F,WAAW,CAAC,QAAQ,EAAE,uBAAuB,GAAG,OAAO,CAAC,uBAAuB,CAAC;CAc/F;AAED,qBAAa,kCAAmC,SAAQ,eAAgB,YAAW,6BAA6B;IAChG,WAAW,CAAC,QAAQ,EAAE,yBAAyB,GAAG,OAAO,CAAC,yBAAyB,CAAC;CAMnG;AAED,qBAAa,gCAAiC,SAAQ,eAAgB,YAAW,2BAA2B;IAC5F,WAAW,CAAC,QAAQ,EAAE,uBAAuB,GAAG,OAAO,CAAC,uBAAuB,CAAC;CAc/F;AAED,qBAAa,0BAA2B,SAAQ,eAAgB,YAAW,qBAAqB;IAChF,WAAW,CAAC,QAAQ,EAAE,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,CAAC;CAMnF;AAED,qBAAa,2BAA4B,SAAQ,eAAgB,YAAW,sBAAsB;IAClF,WAAW,CAAC,QAAQ,EAAE,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;CAMzD;AAED,qBAAa,8BAA+B,SAAQ,eAAgB,YAAW,yBAAyB;IACxF,WAAW,CAAC,QAAQ,EAAE,qBAAqB,GAAG,OAAO,CAAC,qBAAqB,CAAC;CAmB3F;AAED,qBAAa,0CACZ,SAAQ,eACR,YAAW,qCAAqC;IAEjC,WAAW,CAAC,QAAQ,EAAE,iCAAiC,GAAG,OAAO,CAAC,iCAAiC,CAAC;CAMnH;AAED,qBAAa,iCAAkC,SAAQ,eAAgB,YAAW,4BAA4B;IAC9F,WAAW,CAAC,QAAQ,EAAE,wBAAwB,GAAG,OAAO,CAAC,wBAAwB,CAAC;CAOjG;AAED,qBAAa,gCAAiC,SAAQ,eAAgB,YAAW,2BAA2B;IAC5F,WAAW,CACzB,QAAQ,EAAE,uBAAuB,GAAG,uBAAuB,CAAC,MAAM,CAAC,GACjE,OAAO,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAC;CAuB3C;AAED,qBAAa,uBAAwB,SAAQ,eAAgB,YAAW,kBAAkB;IAC1E,WAAW,CAAC,QAAQ,EAAE,cAAc,GAAG,OAAO,CAAC,cAAc,CAAC;CAiB7E;AAED,qBAAa,qCAAsC,SAAQ,eAAgB,YAAW,gCAAgC;IACtG,WAAW,CAAC,QAAQ,EAAE,4BAA4B,GAAG,OAAO,CAAC,4BAA4B,CAAC;CAgBzG;AAED,qBAAa,iCAAkC,SAAQ,eAAgB,YAAW,4BAA4B;IAC9F,WAAW,CAAC,QAAQ,EAAE,wBAAwB,GAAG,OAAO,CAAC,wBAAwB,CAAC;CAMjG;AAED,qBAAa,qCAAsC,SAAQ,eAAgB,YAAW,gCAAgC;IACrH,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,OAAO,GAAG,IAAI,IAAI,4BAA4B,CAAC,MAAM,CAAC;IAkB7D,WAAW,CAAC,QAAQ,EAAE,4BAA4B,GAAG,OAAO,CAAC,4BAA4B,CAAC,MAAM,CAAC,CAAC;CAYjH;AAED,qBAAa,kCAAmC,SAAQ,eAAgB,YAAW,6BAA6B;IAChG,WAAW,CAAC,QAAQ,EAAE,yBAAyB,GAAG,OAAO,CAAC,yBAAyB,CAAC;CAkBnG;AAED,qBAAa,0BAA2B,SAAQ,eAAgB,YAAW,qBAAqB;IAChF,WAAW,CAAC,QAAQ,EAAE,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,CAAC;CAMnF;AAED,qBAAa,4BAA6B,SAAQ,eAAgB,YAAW,uBAAuB;IACpF,WAAW,CAAC,QAAQ,EAAE,mBAAmB,GAAG,OAAO,CAAC,mBAAmB,CAAC;CAMvF;AAED,qBAAa,2BAA4B,SAAQ,eAAgB,YAAW,sBAAsB;IAClF,WAAW,CAAC,QAAQ,EAAE,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;CAGzD;AAED,qBAAa,oCAAqC,SAAQ,eAAgB,YAAW,+BAA+B;IACpG,WAAW,CAAC,QAAQ,EAAE,2BAA2B,GAAG,OAAO,CAAC,2BAA2B,CAAC;CAMvG;AAED,qBAAa,sCACZ,SAAQ,eACR,YAAW,iCAAiC;IAE7B,WAAW,CAAC,QAAQ,EAAE,6BAA6B,GAAG,OAAO,CAAC,6BAA6B,CAAC,MAAM,CAAC,CAAC;CAYnH;AAED,qBAAa,gCAAiC,SAAQ,eAAgB,YAAW,2BAA2B;IAC5F,WAAW,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;CAMjE;AAED,qBAAa,0BAA2B,SAAQ,eAAgB,YAAW,qBAAqB;IAChF,WAAW,CAAC,QAAQ,EAAE,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;CAGzD"}
|
|
@@ -1,10 +1,32 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
1
|
+
/**
|
|
2
|
+
* See the registered mapping of HF model ID => Nebius model ID here:
|
|
3
|
+
*
|
|
4
|
+
* https://huggingface.co/api/partners/nebius/models
|
|
5
|
+
*
|
|
6
|
+
* This is a publicly available mapping.
|
|
7
|
+
*
|
|
8
|
+
* If you want to try to run inference for a new model locally before it's registered on huggingface.co,
|
|
9
|
+
* you can add it to the dictionary "HARDCODED_MODEL_ID_MAPPING" in consts.ts, for dev purposes.
|
|
10
|
+
*
|
|
11
|
+
* - If you work at Nebius and want to update this mapping, please use the model mapping API we provide on huggingface.co
|
|
12
|
+
* - If you're a community member and want to add a new supported HF model to Nebius, please open an issue on the present repo
|
|
13
|
+
* and we will tag Nebius team members.
|
|
14
|
+
*
|
|
15
|
+
* Thanks!
|
|
16
|
+
*/
|
|
17
|
+
import type { FeatureExtractionOutput } from "@huggingface/tasks";
|
|
18
|
+
import type { BodyParams } from "../types";
|
|
19
|
+
import { BaseConversationalTask, BaseTextGenerationTask, TaskProviderHelper, type FeatureExtractionTaskHelper, type TextToImageTaskHelper } from "./providerHelper";
|
|
3
20
|
interface NebiusBase64ImageGeneration {
|
|
4
21
|
data: Array<{
|
|
5
22
|
b64_json: string;
|
|
6
23
|
}>;
|
|
7
24
|
}
|
|
25
|
+
interface NebiusEmbeddingsResponse {
|
|
26
|
+
data: Array<{
|
|
27
|
+
embedding: number[];
|
|
28
|
+
}>;
|
|
29
|
+
}
|
|
8
30
|
export declare class NebiusConversationalTask extends BaseConversationalTask {
|
|
9
31
|
constructor();
|
|
10
32
|
}
|
|
@@ -14,8 +36,14 @@ export declare class NebiusTextGenerationTask extends BaseTextGenerationTask {
|
|
|
14
36
|
export declare class NebiusTextToImageTask extends TaskProviderHelper implements TextToImageTaskHelper {
|
|
15
37
|
constructor();
|
|
16
38
|
preparePayload(params: BodyParams): Record<string, unknown>;
|
|
17
|
-
makeRoute(
|
|
39
|
+
makeRoute(): string;
|
|
18
40
|
getResponse(response: NebiusBase64ImageGeneration, url?: string, headers?: HeadersInit, outputType?: "url" | "blob"): Promise<string | Blob>;
|
|
19
41
|
}
|
|
42
|
+
export declare class NebiusFeatureExtractionTask extends TaskProviderHelper implements FeatureExtractionTaskHelper {
|
|
43
|
+
constructor();
|
|
44
|
+
preparePayload(params: BodyParams): Record<string, unknown>;
|
|
45
|
+
makeRoute(): string;
|
|
46
|
+
getResponse(response: NebiusEmbeddingsResponse): Promise<FeatureExtractionOutput>;
|
|
47
|
+
}
|
|
20
48
|
export {};
|
|
21
49
|
//# sourceMappingURL=nebius.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"nebius.d.ts","sourceRoot":"","sources":["../../../src/providers/nebius.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"nebius.d.ts","sourceRoot":"","sources":["../../../src/providers/nebius.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AACH,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,oBAAoB,CAAC;AAElE,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AAE3C,OAAO,EACN,sBAAsB,EACtB,sBAAsB,EACtB,kBAAkB,EAClB,KAAK,2BAA2B,EAChC,KAAK,qBAAqB,EAC1B,MAAM,kBAAkB,CAAC;AAI1B,UAAU,2BAA2B;IACpC,IAAI,EAAE,KAAK,CAAC;QACX,QAAQ,EAAE,MAAM,CAAC;KACjB,CAAC,CAAC;CACH;AAED,UAAU,wBAAwB;IACjC,IAAI,EAAE,KAAK,CAAC;QACX,SAAS,EAAE,MAAM,EAAE,CAAC;KACpB,CAAC,CAAC;CACH;AAED,qBAAa,wBAAyB,SAAQ,sBAAsB;;CAInE;AAED,qBAAa,wBAAyB,SAAQ,sBAAsB;;CAInE;AAED,qBAAa,qBAAsB,SAAQ,kBAAmB,YAAW,qBAAqB;;IAK7F,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAU3D,SAAS,IAAI,MAAM;IAIb,WAAW,CAChB,QAAQ,EAAE,2BAA2B,EACrC,GAAG,CAAC,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE,WAAW,EACrB,UAAU,CAAC,EAAE,KAAK,GAAG,MAAM,GACzB,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;CAkBzB;AAED,qBAAa,2BAA4B,SAAQ,kBAAmB,YAAW,2BAA2B;;IAKzG,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAO3D,SAAS,IAAI,MAAM;IAIb,WAAW,CAAC,QAAQ,EAAE,wBAAwB,GAAG,OAAO,CAAC,uBAAuB,CAAC;CAGvF"}
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
import { type InferenceSnippet, type ModelDataMinimal } from "@huggingface/tasks";
|
|
2
2
|
import type { InferenceProviderModelMapping } from "../lib/getInferenceProviderMapping";
|
|
3
|
-
import type {
|
|
3
|
+
import type { InferenceProviderOrPolicy } from "../types";
|
|
4
4
|
export type InferenceSnippetOptions = {
|
|
5
5
|
streaming?: boolean;
|
|
6
6
|
billTo?: string;
|
|
7
7
|
} & Record<string, unknown>;
|
|
8
|
-
export declare function getInferenceSnippets(model: ModelDataMinimal, accessToken: string, provider:
|
|
8
|
+
export declare function getInferenceSnippets(model: ModelDataMinimal, accessToken: string, provider: InferenceProviderOrPolicy, inferenceProviderMapping?: InferenceProviderModelMapping, opts?: Record<string, unknown>): InferenceSnippet[];
|
|
9
9
|
//# sourceMappingURL=getInferenceSnippets.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"getInferenceSnippets.d.ts","sourceRoot":"","sources":["../../../src/snippets/getInferenceSnippets.ts"],"names":[],"mappings":"AACA,OAAO,EACN,KAAK,gBAAgB,EAErB,KAAK,gBAAgB,EAGrB,MAAM,oBAAoB,CAAC;AAG5B,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,oCAAoC,CAAC;AAGxF,OAAO,KAAK,EAAE,
|
|
1
|
+
{"version":3,"file":"getInferenceSnippets.d.ts","sourceRoot":"","sources":["../../../src/snippets/getInferenceSnippets.ts"],"names":[],"mappings":"AACA,OAAO,EACN,KAAK,gBAAgB,EAErB,KAAK,gBAAgB,EAGrB,MAAM,oBAAoB,CAAC;AAG5B,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,oCAAoC,CAAC;AAGxF,OAAO,KAAK,EAAE,yBAAyB,EAA8B,MAAM,UAAU,CAAC;AAGtF,MAAM,MAAM,uBAAuB,GAAG;IAAE,SAAS,CAAC,EAAE,OAAO,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAA;CAAE,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AA0TzG,wBAAgB,oBAAoB,CACnC,KAAK,EAAE,gBAAgB,EACvB,WAAW,EAAE,MAAM,EACnB,QAAQ,EAAE,yBAAyB,EACnC,wBAAwB,CAAC,EAAE,6BAA6B,EACxD,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC5B,gBAAgB,EAAE,CAIpB"}
|
package/package.json
CHANGED
|
@@ -1,7 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@huggingface/inference",
|
|
3
|
-
"version": "3.
|
|
4
|
-
"packageManager": "pnpm@8.10.5",
|
|
3
|
+
"version": "3.13.0",
|
|
5
4
|
"license": "MIT",
|
|
6
5
|
"author": "Hugging Face and Tim Mikeladze <tim.mikeladze@gmail.com>",
|
|
7
6
|
"description": "Typescript client for the Hugging Face Inference Providers and Inference Endpoints",
|
|
@@ -40,8 +39,8 @@
|
|
|
40
39
|
},
|
|
41
40
|
"type": "module",
|
|
42
41
|
"dependencies": {
|
|
43
|
-
"@huggingface/
|
|
44
|
-
"@huggingface/
|
|
42
|
+
"@huggingface/tasks": "^0.19.4",
|
|
43
|
+
"@huggingface/jinja": "^0.5.0"
|
|
45
44
|
},
|
|
46
45
|
"devDependencies": {
|
|
47
46
|
"@types/node": "18.13.0"
|
|
@@ -115,6 +115,7 @@ export const PROVIDERS: Record<InferenceProvider, Partial<Record<InferenceTask,
|
|
|
115
115
|
"text-to-image": new Nebius.NebiusTextToImageTask(),
|
|
116
116
|
conversational: new Nebius.NebiusConversationalTask(),
|
|
117
117
|
"text-generation": new Nebius.NebiusTextGenerationTask(),
|
|
118
|
+
"feature-extraction": new Nebius.NebiusFeatureExtractionTask(),
|
|
118
119
|
},
|
|
119
120
|
novita: {
|
|
120
121
|
conversational: new Novita.NovitaConversationalTask(),
|
|
@@ -303,7 +303,12 @@ export class HFInferenceImageSegmentationTask extends HFInferenceTask implements
|
|
|
303
303
|
override async getResponse(response: ImageSegmentationOutput): Promise<ImageSegmentationOutput> {
|
|
304
304
|
if (
|
|
305
305
|
Array.isArray(response) &&
|
|
306
|
-
response.every(
|
|
306
|
+
response.every(
|
|
307
|
+
(x) =>
|
|
308
|
+
typeof x.label === "string" &&
|
|
309
|
+
typeof x.mask === "string" &&
|
|
310
|
+
(x.score === undefined || typeof x.score === "number")
|
|
311
|
+
)
|
|
307
312
|
) {
|
|
308
313
|
return response;
|
|
309
314
|
}
|
package/src/providers/nebius.ts
CHANGED
|
@@ -14,13 +14,15 @@
|
|
|
14
14
|
*
|
|
15
15
|
* Thanks!
|
|
16
16
|
*/
|
|
17
|
+
import type { FeatureExtractionOutput } from "@huggingface/tasks";
|
|
17
18
|
import { InferenceOutputError } from "../lib/InferenceOutputError";
|
|
18
|
-
import type { BodyParams
|
|
19
|
+
import type { BodyParams } from "../types";
|
|
19
20
|
import { omit } from "../utils/omit";
|
|
20
21
|
import {
|
|
21
22
|
BaseConversationalTask,
|
|
22
23
|
BaseTextGenerationTask,
|
|
23
24
|
TaskProviderHelper,
|
|
25
|
+
type FeatureExtractionTaskHelper,
|
|
24
26
|
type TextToImageTaskHelper,
|
|
25
27
|
} from "./providerHelper";
|
|
26
28
|
|
|
@@ -32,6 +34,12 @@ interface NebiusBase64ImageGeneration {
|
|
|
32
34
|
}>;
|
|
33
35
|
}
|
|
34
36
|
|
|
37
|
+
interface NebiusEmbeddingsResponse {
|
|
38
|
+
data: Array<{
|
|
39
|
+
embedding: number[];
|
|
40
|
+
}>;
|
|
41
|
+
}
|
|
42
|
+
|
|
35
43
|
export class NebiusConversationalTask extends BaseConversationalTask {
|
|
36
44
|
constructor() {
|
|
37
45
|
super("nebius", NEBIUS_API_BASE_URL);
|
|
@@ -59,8 +67,7 @@ export class NebiusTextToImageTask extends TaskProviderHelper implements TextToI
|
|
|
59
67
|
};
|
|
60
68
|
}
|
|
61
69
|
|
|
62
|
-
makeRoute(
|
|
63
|
-
void params;
|
|
70
|
+
makeRoute(): string {
|
|
64
71
|
return "v1/images/generations";
|
|
65
72
|
}
|
|
66
73
|
|
|
@@ -88,3 +95,24 @@ export class NebiusTextToImageTask extends TaskProviderHelper implements TextToI
|
|
|
88
95
|
throw new InferenceOutputError("Expected Nebius text-to-image response format");
|
|
89
96
|
}
|
|
90
97
|
}
|
|
98
|
+
|
|
99
|
+
export class NebiusFeatureExtractionTask extends TaskProviderHelper implements FeatureExtractionTaskHelper {
|
|
100
|
+
constructor() {
|
|
101
|
+
super("nebius", NEBIUS_API_BASE_URL);
|
|
102
|
+
}
|
|
103
|
+
|
|
104
|
+
preparePayload(params: BodyParams): Record<string, unknown> {
|
|
105
|
+
return {
|
|
106
|
+
input: params.args.inputs,
|
|
107
|
+
model: params.model,
|
|
108
|
+
};
|
|
109
|
+
}
|
|
110
|
+
|
|
111
|
+
makeRoute(): string {
|
|
112
|
+
return "v1/embeddings";
|
|
113
|
+
}
|
|
114
|
+
|
|
115
|
+
async getResponse(response: NebiusEmbeddingsResponse): Promise<FeatureExtractionOutput> {
|
|
116
|
+
return response.data.map((item) => item.embedding);
|
|
117
|
+
}
|
|
118
|
+
}
|
|
@@ -11,7 +11,7 @@ import type { ChatCompletionInputMessage, GenerationParameters } from "@huggingf
|
|
|
11
11
|
import type { InferenceProviderModelMapping } from "../lib/getInferenceProviderMapping";
|
|
12
12
|
import { getProviderHelper } from "../lib/getProviderHelper";
|
|
13
13
|
import { makeRequestOptionsFromResolvedModel } from "../lib/makeRequestOptions";
|
|
14
|
-
import type {
|
|
14
|
+
import type { InferenceProviderOrPolicy, InferenceTask, RequestArgs } from "../types";
|
|
15
15
|
import { templates } from "./templates.exported";
|
|
16
16
|
|
|
17
17
|
export type InferenceSnippetOptions = { streaming?: boolean; billTo?: string } & Record<string, unknown>;
|
|
@@ -28,6 +28,11 @@ const CLIENTS: Record<InferenceSnippetLanguage, Client[]> = {
|
|
|
28
28
|
sh: [...SH_CLIENTS],
|
|
29
29
|
};
|
|
30
30
|
|
|
31
|
+
const CLIENTS_AUTO_POLICY: Partial<Record<InferenceSnippetLanguage, Client[]>> = {
|
|
32
|
+
js: ["huggingface.js"],
|
|
33
|
+
python: ["huggingface_hub"],
|
|
34
|
+
};
|
|
35
|
+
|
|
31
36
|
type InputPreparationFn = (model: ModelDataMinimal, opts?: Record<string, unknown>) => object;
|
|
32
37
|
interface TemplateParams {
|
|
33
38
|
accessToken?: string;
|
|
@@ -37,7 +42,7 @@ interface TemplateParams {
|
|
|
37
42
|
inputs?: object;
|
|
38
43
|
providerInputs?: object;
|
|
39
44
|
model?: ModelDataMinimal;
|
|
40
|
-
provider?:
|
|
45
|
+
provider?: InferenceProviderOrPolicy;
|
|
41
46
|
providerModelId?: string;
|
|
42
47
|
billTo?: string;
|
|
43
48
|
methodName?: string; // specific to snippetBasic
|
|
@@ -121,7 +126,7 @@ const snippetGenerator = (templateName: string, inputPreparationFn?: InputPrepar
|
|
|
121
126
|
return (
|
|
122
127
|
model: ModelDataMinimal,
|
|
123
128
|
accessToken: string,
|
|
124
|
-
provider:
|
|
129
|
+
provider: InferenceProviderOrPolicy,
|
|
125
130
|
inferenceProviderMapping?: InferenceProviderModelMapping,
|
|
126
131
|
opts?: InferenceSnippetOptions
|
|
127
132
|
): InferenceSnippet[] => {
|
|
@@ -139,7 +144,8 @@ const snippetGenerator = (templateName: string, inputPreparationFn?: InputPrepar
|
|
|
139
144
|
}
|
|
140
145
|
let providerHelper: ReturnType<typeof getProviderHelper>;
|
|
141
146
|
try {
|
|
142
|
-
|
|
147
|
+
/// For the "auto" provider policy we use hf-inference snippets
|
|
148
|
+
providerHelper = getProviderHelper(provider === "auto" ? "hf-inference" : provider, task);
|
|
143
149
|
} catch (e) {
|
|
144
150
|
console.error(`Failed to get provider helper for ${provider} (${task})`, e);
|
|
145
151
|
return [];
|
|
@@ -200,9 +206,11 @@ const snippetGenerator = (templateName: string, inputPreparationFn?: InputPrepar
|
|
|
200
206
|
};
|
|
201
207
|
|
|
202
208
|
/// Iterate over clients => check if a snippet exists => generate
|
|
209
|
+
const clients = provider === "auto" ? CLIENTS_AUTO_POLICY : CLIENTS;
|
|
203
210
|
return inferenceSnippetLanguages
|
|
204
211
|
.map((language) => {
|
|
205
|
-
|
|
212
|
+
const langClients = clients[language] ?? [];
|
|
213
|
+
return langClients
|
|
206
214
|
.map((client) => {
|
|
207
215
|
if (!hasTemplate(language, client, templateName)) {
|
|
208
216
|
return;
|
|
@@ -283,7 +291,7 @@ const snippets: Partial<
|
|
|
283
291
|
(
|
|
284
292
|
model: ModelDataMinimal,
|
|
285
293
|
accessToken: string,
|
|
286
|
-
provider:
|
|
294
|
+
provider: InferenceProviderOrPolicy,
|
|
287
295
|
inferenceProviderMapping?: InferenceProviderModelMapping,
|
|
288
296
|
opts?: InferenceSnippetOptions
|
|
289
297
|
) => InferenceSnippet[]
|
|
@@ -323,7 +331,7 @@ const snippets: Partial<
|
|
|
323
331
|
export function getInferenceSnippets(
|
|
324
332
|
model: ModelDataMinimal,
|
|
325
333
|
accessToken: string,
|
|
326
|
-
provider:
|
|
334
|
+
provider: InferenceProviderOrPolicy,
|
|
327
335
|
inferenceProviderMapping?: InferenceProviderModelMapping,
|
|
328
336
|
opts?: Record<string, unknown>
|
|
329
337
|
): InferenceSnippet[] {
|