@huggingface/inference 3.8.1 → 3.8.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.cjs +27 -3
- package/dist/index.js +27 -3
- package/dist/src/lib/getProviderHelper.d.ts.map +1 -1
- package/dist/src/providers/sambanova.d.ts +10 -17
- package/dist/src/providers/sambanova.d.ts.map +1 -1
- package/dist/src/tasks/nlp/featureExtraction.d.ts +6 -1
- package/dist/src/tasks/nlp/featureExtraction.d.ts.map +1 -1
- package/dist/test/InferenceClient.spec.d.ts.map +1 -1
- package/package.json +2 -2
- package/src/lib/getProviderHelper.ts +1 -0
- package/src/providers/fal-ai.ts +1 -1
- package/src/providers/sambanova.ts +33 -1
- package/src/tasks/nlp/featureExtraction.ts +6 -1
package/dist/index.cjs
CHANGED
|
@@ -458,7 +458,7 @@ var FalAITextToSpeechTask = class extends FalAITask {
|
|
|
458
458
|
return {
|
|
459
459
|
...omit(params.args, ["inputs", "parameters"]),
|
|
460
460
|
...params.args.parameters,
|
|
461
|
-
|
|
461
|
+
text: params.args.inputs
|
|
462
462
|
};
|
|
463
463
|
}
|
|
464
464
|
async getResponse(response) {
|
|
@@ -1042,6 +1042,29 @@ var SambanovaConversationalTask = class extends BaseConversationalTask {
|
|
|
1042
1042
|
super("sambanova", "https://api.sambanova.ai");
|
|
1043
1043
|
}
|
|
1044
1044
|
};
|
|
1045
|
+
var SambanovaFeatureExtractionTask = class extends TaskProviderHelper {
|
|
1046
|
+
constructor() {
|
|
1047
|
+
super("sambanova", "https://api.sambanova.ai");
|
|
1048
|
+
}
|
|
1049
|
+
makeRoute() {
|
|
1050
|
+
return `/v1/embeddings`;
|
|
1051
|
+
}
|
|
1052
|
+
async getResponse(response) {
|
|
1053
|
+
if (typeof response === "object" && "data" in response && Array.isArray(response.data)) {
|
|
1054
|
+
return response.data.map((item) => item.embedding);
|
|
1055
|
+
}
|
|
1056
|
+
throw new InferenceOutputError(
|
|
1057
|
+
"Expected Sambanova feature-extraction (embeddings) response format to be {'data' : list of {'embedding' : number[]}}"
|
|
1058
|
+
);
|
|
1059
|
+
}
|
|
1060
|
+
preparePayload(params) {
|
|
1061
|
+
return {
|
|
1062
|
+
model: params.model,
|
|
1063
|
+
input: params.args.inputs,
|
|
1064
|
+
...params.args
|
|
1065
|
+
};
|
|
1066
|
+
}
|
|
1067
|
+
};
|
|
1045
1068
|
|
|
1046
1069
|
// src/providers/together.ts
|
|
1047
1070
|
var TOGETHER_API_BASE_URL = "https://api.together.xyz";
|
|
@@ -1172,7 +1195,8 @@ var PROVIDERS = {
|
|
|
1172
1195
|
"text-to-video": new ReplicateTextToVideoTask()
|
|
1173
1196
|
},
|
|
1174
1197
|
sambanova: {
|
|
1175
|
-
conversational: new SambanovaConversationalTask()
|
|
1198
|
+
conversational: new SambanovaConversationalTask(),
|
|
1199
|
+
"feature-extraction": new SambanovaFeatureExtractionTask()
|
|
1176
1200
|
},
|
|
1177
1201
|
together: {
|
|
1178
1202
|
"text-to-image": new TogetherTextToImageTask(),
|
|
@@ -1203,7 +1227,7 @@ function getProviderHelper(provider, task) {
|
|
|
1203
1227
|
|
|
1204
1228
|
// package.json
|
|
1205
1229
|
var name = "@huggingface/inference";
|
|
1206
|
-
var version = "3.8.
|
|
1230
|
+
var version = "3.8.2";
|
|
1207
1231
|
|
|
1208
1232
|
// src/providers/consts.ts
|
|
1209
1233
|
var HARDCODED_MODEL_INFERENCE_MAPPING = {
|
package/dist/index.js
CHANGED
|
@@ -401,7 +401,7 @@ var FalAITextToSpeechTask = class extends FalAITask {
|
|
|
401
401
|
return {
|
|
402
402
|
...omit(params.args, ["inputs", "parameters"]),
|
|
403
403
|
...params.args.parameters,
|
|
404
|
-
|
|
404
|
+
text: params.args.inputs
|
|
405
405
|
};
|
|
406
406
|
}
|
|
407
407
|
async getResponse(response) {
|
|
@@ -985,6 +985,29 @@ var SambanovaConversationalTask = class extends BaseConversationalTask {
|
|
|
985
985
|
super("sambanova", "https://api.sambanova.ai");
|
|
986
986
|
}
|
|
987
987
|
};
|
|
988
|
+
var SambanovaFeatureExtractionTask = class extends TaskProviderHelper {
|
|
989
|
+
constructor() {
|
|
990
|
+
super("sambanova", "https://api.sambanova.ai");
|
|
991
|
+
}
|
|
992
|
+
makeRoute() {
|
|
993
|
+
return `/v1/embeddings`;
|
|
994
|
+
}
|
|
995
|
+
async getResponse(response) {
|
|
996
|
+
if (typeof response === "object" && "data" in response && Array.isArray(response.data)) {
|
|
997
|
+
return response.data.map((item) => item.embedding);
|
|
998
|
+
}
|
|
999
|
+
throw new InferenceOutputError(
|
|
1000
|
+
"Expected Sambanova feature-extraction (embeddings) response format to be {'data' : list of {'embedding' : number[]}}"
|
|
1001
|
+
);
|
|
1002
|
+
}
|
|
1003
|
+
preparePayload(params) {
|
|
1004
|
+
return {
|
|
1005
|
+
model: params.model,
|
|
1006
|
+
input: params.args.inputs,
|
|
1007
|
+
...params.args
|
|
1008
|
+
};
|
|
1009
|
+
}
|
|
1010
|
+
};
|
|
988
1011
|
|
|
989
1012
|
// src/providers/together.ts
|
|
990
1013
|
var TOGETHER_API_BASE_URL = "https://api.together.xyz";
|
|
@@ -1115,7 +1138,8 @@ var PROVIDERS = {
|
|
|
1115
1138
|
"text-to-video": new ReplicateTextToVideoTask()
|
|
1116
1139
|
},
|
|
1117
1140
|
sambanova: {
|
|
1118
|
-
conversational: new SambanovaConversationalTask()
|
|
1141
|
+
conversational: new SambanovaConversationalTask(),
|
|
1142
|
+
"feature-extraction": new SambanovaFeatureExtractionTask()
|
|
1119
1143
|
},
|
|
1120
1144
|
together: {
|
|
1121
1145
|
"text-to-image": new TogetherTextToImageTask(),
|
|
@@ -1146,7 +1170,7 @@ function getProviderHelper(provider, task) {
|
|
|
1146
1170
|
|
|
1147
1171
|
// package.json
|
|
1148
1172
|
var name = "@huggingface/inference";
|
|
1149
|
-
var version = "3.8.
|
|
1173
|
+
var version = "3.8.2";
|
|
1150
1174
|
|
|
1151
1175
|
// src/providers/consts.ts
|
|
1152
1176
|
var HARDCODED_MODEL_INFERENCE_MAPPING = {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"getProviderHelper.d.ts","sourceRoot":"","sources":["../../../src/lib/getProviderHelper.ts"],"names":[],"mappings":"AAWA,OAAO,KAAK,EACX,6BAA6B,EAC7B,sBAAsB,EACtB,oCAAoC,EACpC,wBAAwB,EACxB,mCAAmC,EACnC,2BAA2B,EAC3B,kBAAkB,EAClB,6BAA6B,EAC7B,2BAA2B,EAC3B,sBAAsB,EACtB,qBAAqB,EACrB,yBAAyB,EACzB,2BAA2B,EAC3B,4BAA4B,EAC5B,uBAAuB,EACvB,gCAAgC,EAChC,+BAA+B,EAC/B,2BAA2B,EAC3B,kBAAkB,EAClB,4BAA4B,EAC5B,wBAAwB,EACxB,qBAAqB,EACrB,qBAAqB,EACrB,sBAAsB,EACtB,qBAAqB,EACrB,6BAA6B,EAC7B,qBAAqB,EACrB,iCAAiC,EACjC,gCAAgC,EAChC,qCAAqC,EACrC,MAAM,6BAA6B,CAAC;AAIrC,OAAO,KAAK,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEjE,eAAO,MAAM,SAAS,EAAE,MAAM,CAAC,iBAAiB,EAAE,OAAO,CAAC,MAAM,CAAC,aAAa,EAAE,kBAAkB,CAAC,CAAC,
|
|
1
|
+
{"version":3,"file":"getProviderHelper.d.ts","sourceRoot":"","sources":["../../../src/lib/getProviderHelper.ts"],"names":[],"mappings":"AAWA,OAAO,KAAK,EACX,6BAA6B,EAC7B,sBAAsB,EACtB,oCAAoC,EACpC,wBAAwB,EACxB,mCAAmC,EACnC,2BAA2B,EAC3B,kBAAkB,EAClB,6BAA6B,EAC7B,2BAA2B,EAC3B,sBAAsB,EACtB,qBAAqB,EACrB,yBAAyB,EACzB,2BAA2B,EAC3B,4BAA4B,EAC5B,uBAAuB,EACvB,gCAAgC,EAChC,+BAA+B,EAC/B,2BAA2B,EAC3B,kBAAkB,EAClB,4BAA4B,EAC5B,wBAAwB,EACxB,qBAAqB,EACrB,qBAAqB,EACrB,sBAAsB,EACtB,qBAAqB,EACrB,6BAA6B,EAC7B,qBAAqB,EACrB,iCAAiC,EACjC,gCAAgC,EAChC,qCAAqC,EACrC,MAAM,6BAA6B,CAAC;AAIrC,OAAO,KAAK,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEjE,eAAO,MAAM,SAAS,EAAE,MAAM,CAAC,iBAAiB,EAAE,OAAO,CAAC,MAAM,CAAC,aAAa,EAAE,kBAAkB,CAAC,CAAC,CAgFnG,CAAC;AAEF;;GAEG;AACH,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,eAAe,GACnB,qBAAqB,GAAG,kBAAkB,CAAC;AAC9C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,gBAAgB,GACpB,wBAAwB,GAAG,kBAAkB,CAAC;AACjD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,iBAAiB,GACrB,wBAAwB,GAAG,kBAAkB,CAAC;AACjD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,gBAAgB,GACpB,sBAAsB,GAAG,kBAAkB,CAAC;AAC/C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,eAAe,GACnB,qBAAqB,GAAG,kBAAkB,CAAC;AAC9C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,8BAA8B,GAClC,oCAAoC,GAAG,kBAAkB,CAAC;AAC7D,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,eAAe,GACnB,qBAAqB,GAAG,kBAAkB,CAAC;AAC9C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,qBAAqB,GACzB,4BAA4B,GAAG,kBAAkB,CAAC;AACrD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,oBAAoB,GACxB,2BAA2B,GAAG,kBAAkB,CAAC;AACpD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,sBAAsB,GAC1B,6BAA6B,GAAG,kBAAkB,CAAC;AACtD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,gBAAgB,GACpB,sBAAsB,GAAG,kBAAkB,CAAC;AAC/C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,WAAW,GACf,kBAAkB,GAAG,kBAAkB,CAAC;AAC3C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,oBAAoB,GACxB,2BAA2B,GAAG,kBAAkB,CAAC;AACpD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,sBAAsB,GAC1B,6BAA6B,GAAG,kBAAkB,CAAC;AACtD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,oBAAoB,GACxB,2BAA2B,GAAG,kBAAkB,CAAC;AACpD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,6BAA6B,GACjC,mCAAmC,GAAG,kBAAkB,CAAC;AAC5D,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,eAAe,GACnB,qBAAqB,GAAG,kBAAkB,CAAC;AAC9C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,kBAAkB,GACtB,yBAAyB,GAAG,kBAAkB,CAAC;AAClD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,gCAAgC,GACpC,qCAAqC,GAAG,kBAAkB,CAAC;AAC9D,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,0BAA0B,GAC9B,gCAAgC,GAAG,kBAAkB,CAAC;AACzD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,gBAAgB,GACpB,sBAAsB,GAAG,kBAAkB,CAAC;AAC/C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,qBAAqB,GACzB,4BAA4B,GAAG,kBAAkB,CAAC;AACrD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,0BAA0B,GAC9B,gCAAgC,GAAG,kBAAkB,CAAC;AACzD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,wBAAwB,GAC5B,+BAA+B,GAAG,kBAAkB,CAAC;AACxD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,oBAAoB,GACxB,2BAA2B,GAAG,kBAAkB,CAAC;AACpD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,sBAAsB,GAC1B,6BAA6B,GAAG,kBAAkB,CAAC;AACtD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,aAAa,GACjB,qBAAqB,GAAG,kBAAkB,CAAC;AAC9C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,eAAe,GACnB,uBAAuB,GAAG,kBAAkB,CAAC;AAChD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,2BAA2B,GAC/B,iCAAiC,GAAG,kBAAkB,CAAC;AAC1D,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,iBAAiB,EAAE,IAAI,EAAE,aAAa,GAAG,SAAS,GAAG,kBAAkB,CAAC"}
|
|
@@ -1,21 +1,14 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
*
|
|
6
|
-
* This is a publicly available mapping.
|
|
7
|
-
*
|
|
8
|
-
* If you want to try to run inference for a new model locally before it's registered on huggingface.co,
|
|
9
|
-
* you can add it to the dictionary "HARDCODED_MODEL_ID_MAPPING" in consts.ts, for dev purposes.
|
|
10
|
-
*
|
|
11
|
-
* - If you work at Sambanova and want to update this mapping, please use the model mapping API we provide on huggingface.co
|
|
12
|
-
* - If you're a community member and want to add a new supported HF model to Sambanova, please open an issue on the present repo
|
|
13
|
-
* and we will tag Sambanova team members.
|
|
14
|
-
*
|
|
15
|
-
* Thanks!
|
|
16
|
-
*/
|
|
17
|
-
import { BaseConversationalTask } from "./providerHelper";
|
|
1
|
+
import type { FeatureExtractionOutput } from "@huggingface/tasks";
|
|
2
|
+
import type { BodyParams } from "../types";
|
|
3
|
+
import type { FeatureExtractionTaskHelper } from "./providerHelper";
|
|
4
|
+
import { BaseConversationalTask, TaskProviderHelper } from "./providerHelper";
|
|
18
5
|
export declare class SambanovaConversationalTask extends BaseConversationalTask {
|
|
19
6
|
constructor();
|
|
20
7
|
}
|
|
8
|
+
export declare class SambanovaFeatureExtractionTask extends TaskProviderHelper implements FeatureExtractionTaskHelper {
|
|
9
|
+
constructor();
|
|
10
|
+
makeRoute(): string;
|
|
11
|
+
getResponse(response: FeatureExtractionOutput): Promise<FeatureExtractionOutput>;
|
|
12
|
+
preparePayload(params: BodyParams): Record<string, unknown>;
|
|
13
|
+
}
|
|
21
14
|
//# sourceMappingURL=sambanova.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"sambanova.d.ts","sourceRoot":"","sources":["../../../src/providers/sambanova.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"sambanova.d.ts","sourceRoot":"","sources":["../../../src/providers/sambanova.ts"],"names":[],"mappings":"AAkBA,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,oBAAoB,CAAC;AAClE,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AAC3C,OAAO,KAAK,EAAE,2BAA2B,EAAE,MAAM,kBAAkB,CAAC;AACpE,OAAO,EAAE,sBAAsB,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AAE9E,qBAAa,2BAA4B,SAAQ,sBAAsB;;CAItE;AAED,qBAAa,8BAA+B,SAAQ,kBAAmB,YAAW,2BAA2B;;IAKnG,SAAS,IAAI,MAAM;IAIb,WAAW,CAAC,QAAQ,EAAE,uBAAuB,GAAG,OAAO,CAAC,uBAAuB,CAAC;IAStF,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;CAOpE"}
|
|
@@ -1,6 +1,10 @@
|
|
|
1
1
|
import type { FeatureExtractionInput } from "@huggingface/tasks";
|
|
2
2
|
import type { BaseArgs, Options } from "../../types";
|
|
3
|
-
|
|
3
|
+
interface FeatureExtractionOAICompatInput {
|
|
4
|
+
encoding_format?: "float" | "base64";
|
|
5
|
+
dimensions?: number | null;
|
|
6
|
+
}
|
|
7
|
+
export type FeatureExtractionArgs = BaseArgs & FeatureExtractionInput & FeatureExtractionOAICompatInput;
|
|
4
8
|
/**
|
|
5
9
|
* Returned values are a multidimensional array of floats (dimension depending on if you sent a string or a list of string, and if the automatic reduction, usually mean_pooling for instance was applied for you or not. This should be explained on the model's README).
|
|
6
10
|
*/
|
|
@@ -9,4 +13,5 @@ export type FeatureExtractionOutput = (number | number[] | number[][])[];
|
|
|
9
13
|
* This task reads some text and outputs raw float values, that are usually consumed as part of a semantic database/semantic search.
|
|
10
14
|
*/
|
|
11
15
|
export declare function featureExtraction(args: FeatureExtractionArgs, options?: Options): Promise<FeatureExtractionOutput>;
|
|
16
|
+
export {};
|
|
12
17
|
//# sourceMappingURL=featureExtraction.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"featureExtraction.d.ts","sourceRoot":"","sources":["../../../../src/tasks/nlp/featureExtraction.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,oBAAoB,CAAC;AAEjE,OAAO,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAGrD,MAAM,MAAM,qBAAqB,GAAG,QAAQ,GAAG,sBAAsB,CAAC;
|
|
1
|
+
{"version":3,"file":"featureExtraction.d.ts","sourceRoot":"","sources":["../../../../src/tasks/nlp/featureExtraction.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,oBAAoB,CAAC;AAEjE,OAAO,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAGrD,UAAU,+BAA+B;IACxC,eAAe,CAAC,EAAE,OAAO,GAAG,QAAQ,CAAC;IACrC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAC3B;AAED,MAAM,MAAM,qBAAqB,GAAG,QAAQ,GAAG,sBAAsB,GAAG,+BAA+B,CAAC;AAExG;;GAEG;AACH,MAAM,MAAM,uBAAuB,GAAG,CAAC,MAAM,GAAG,MAAM,EAAE,GAAG,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC;AAEzE;;GAEG;AACH,wBAAsB,iBAAiB,CACtC,IAAI,EAAE,qBAAqB,EAC3B,OAAO,CAAC,EAAE,OAAO,GACf,OAAO,CAAC,uBAAuB,CAAC,CAOlC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"InferenceClient.spec.d.ts","sourceRoot":"","sources":["../../test/InferenceClient.spec.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"InferenceClient.spec.d.ts","sourceRoot":"","sources":["../../test/InferenceClient.spec.ts"],"names":[],"mappings":"AAgBA,OAAO,OAAO,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@huggingface/inference",
|
|
3
|
-
"version": "3.8.
|
|
3
|
+
"version": "3.8.2",
|
|
4
4
|
"packageManager": "pnpm@8.10.5",
|
|
5
5
|
"license": "MIT",
|
|
6
6
|
"author": "Hugging Face and Tim Mikeladze <tim.mikeladze@gmail.com>",
|
|
@@ -40,7 +40,7 @@
|
|
|
40
40
|
},
|
|
41
41
|
"type": "module",
|
|
42
42
|
"dependencies": {
|
|
43
|
-
"@huggingface/tasks": "^0.18.
|
|
43
|
+
"@huggingface/tasks": "^0.18.10",
|
|
44
44
|
"@huggingface/jinja": "^0.3.4"
|
|
45
45
|
},
|
|
46
46
|
"devDependencies": {
|
|
@@ -119,6 +119,7 @@ export const PROVIDERS: Record<InferenceProvider, Partial<Record<InferenceTask,
|
|
|
119
119
|
},
|
|
120
120
|
sambanova: {
|
|
121
121
|
conversational: new Sambanova.SambanovaConversationalTask(),
|
|
122
|
+
"feature-extraction": new Sambanova.SambanovaFeatureExtractionTask(),
|
|
122
123
|
},
|
|
123
124
|
together: {
|
|
124
125
|
"text-to-image": new Together.TogetherTextToImageTask(),
|
package/src/providers/fal-ai.ts
CHANGED
|
@@ -241,7 +241,7 @@ export class FalAITextToSpeechTask extends FalAITask {
|
|
|
241
241
|
return {
|
|
242
242
|
...omit(params.args, ["inputs", "parameters"]),
|
|
243
243
|
...(params.args.parameters as Record<string, unknown>),
|
|
244
|
-
|
|
244
|
+
text: params.args.inputs,
|
|
245
245
|
};
|
|
246
246
|
}
|
|
247
247
|
|
|
@@ -14,10 +14,42 @@
|
|
|
14
14
|
*
|
|
15
15
|
* Thanks!
|
|
16
16
|
*/
|
|
17
|
-
import {
|
|
17
|
+
import { InferenceOutputError } from "../lib/InferenceOutputError";
|
|
18
|
+
|
|
19
|
+
import type { FeatureExtractionOutput } from "@huggingface/tasks";
|
|
20
|
+
import type { BodyParams } from "../types";
|
|
21
|
+
import type { FeatureExtractionTaskHelper } from "./providerHelper";
|
|
22
|
+
import { BaseConversationalTask, TaskProviderHelper } from "./providerHelper";
|
|
18
23
|
|
|
19
24
|
export class SambanovaConversationalTask extends BaseConversationalTask {
|
|
20
25
|
constructor() {
|
|
21
26
|
super("sambanova", "https://api.sambanova.ai");
|
|
22
27
|
}
|
|
23
28
|
}
|
|
29
|
+
|
|
30
|
+
export class SambanovaFeatureExtractionTask extends TaskProviderHelper implements FeatureExtractionTaskHelper {
|
|
31
|
+
constructor() {
|
|
32
|
+
super("sambanova", "https://api.sambanova.ai");
|
|
33
|
+
}
|
|
34
|
+
|
|
35
|
+
override makeRoute(): string {
|
|
36
|
+
return `/v1/embeddings`;
|
|
37
|
+
}
|
|
38
|
+
|
|
39
|
+
override async getResponse(response: FeatureExtractionOutput): Promise<FeatureExtractionOutput> {
|
|
40
|
+
if (typeof response === "object" && "data" in response && Array.isArray(response.data)) {
|
|
41
|
+
return response.data.map((item) => item.embedding);
|
|
42
|
+
}
|
|
43
|
+
throw new InferenceOutputError(
|
|
44
|
+
"Expected Sambanova feature-extraction (embeddings) response format to be {'data' : list of {'embedding' : number[]}}"
|
|
45
|
+
);
|
|
46
|
+
}
|
|
47
|
+
|
|
48
|
+
override preparePayload(params: BodyParams): Record<string, unknown> {
|
|
49
|
+
return {
|
|
50
|
+
model: params.model,
|
|
51
|
+
input: params.args.inputs,
|
|
52
|
+
...params.args,
|
|
53
|
+
};
|
|
54
|
+
}
|
|
55
|
+
}
|
|
@@ -3,7 +3,12 @@ import { getProviderHelper } from "../../lib/getProviderHelper";
|
|
|
3
3
|
import type { BaseArgs, Options } from "../../types";
|
|
4
4
|
import { innerRequest } from "../../utils/request";
|
|
5
5
|
|
|
6
|
-
|
|
6
|
+
interface FeatureExtractionOAICompatInput {
|
|
7
|
+
encoding_format?: "float" | "base64";
|
|
8
|
+
dimensions?: number | null;
|
|
9
|
+
}
|
|
10
|
+
|
|
11
|
+
export type FeatureExtractionArgs = BaseArgs & FeatureExtractionInput & FeatureExtractionOAICompatInput;
|
|
7
12
|
|
|
8
13
|
/**
|
|
9
14
|
* Returned values are a multidimensional array of floats (dimension depending on if you sent a string or a list of string, and if the automatic reduction, usually mean_pooling for instance was applied for you or not. This should be explained on the model's README).
|