@huggingface/inference 3.14.0 → 3.15.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -1
- package/dist/commonjs/lib/getProviderHelper.d.ts.map +1 -1
- package/dist/commonjs/lib/getProviderHelper.js +1 -0
- package/dist/commonjs/package.d.ts +1 -1
- package/dist/commonjs/package.js +1 -1
- package/dist/commonjs/providers/featherless-ai.d.ts.map +1 -1
- package/dist/commonjs/providers/featherless-ai.js +8 -2
- package/dist/commonjs/providers/novita.d.ts +5 -6
- package/dist/commonjs/providers/novita.d.ts.map +1 -1
- package/dist/commonjs/providers/novita.js +61 -15
- package/dist/esm/lib/getProviderHelper.d.ts.map +1 -1
- package/dist/esm/lib/getProviderHelper.js +1 -0
- package/dist/esm/package.d.ts +1 -1
- package/dist/esm/package.js +1 -1
- package/dist/esm/providers/featherless-ai.d.ts.map +1 -1
- package/dist/esm/providers/featherless-ai.js +8 -2
- package/dist/esm/providers/novita.d.ts +5 -6
- package/dist/esm/providers/novita.d.ts.map +1 -1
- package/dist/esm/providers/novita.js +61 -15
- package/package.json +2 -2
- package/src/lib/getProviderHelper.ts +1 -0
- package/src/package.ts +1 -1
- package/src/providers/featherless-ai.ts +8 -2
- package/src/providers/novita.ts +80 -22
- package/src/tasks/cv/textToVideo.ts +2 -2
package/README.md
CHANGED
|
@@ -53,7 +53,7 @@ Currently, we support the following providers:
|
|
|
53
53
|
- [HF Inference](https://huggingface.co/docs/inference-providers/providers/hf-inference)
|
|
54
54
|
- [Hyperbolic](https://hyperbolic.xyz)
|
|
55
55
|
- [Nebius](https://studio.nebius.ai)
|
|
56
|
-
- [Novita](https://novita.ai
|
|
56
|
+
- [Novita](https://novita.ai)
|
|
57
57
|
- [Nscale](https://nscale.com)
|
|
58
58
|
- [OVHcloud](https://endpoints.ai.cloud.ovh.net/)
|
|
59
59
|
- [Replicate](https://replicate.com)
|
|
@@ -96,6 +96,7 @@ Only a subset of models are supported when requesting third-party providers. You
|
|
|
96
96
|
- [Cohere supported models](https://huggingface.co/api/partners/cohere/models)
|
|
97
97
|
- [Cerebras supported models](https://huggingface.co/api/partners/cerebras/models)
|
|
98
98
|
- [Groq supported models](https://console.groq.com/docs/models)
|
|
99
|
+
- [Novita AI supported models](https://huggingface.co/api/partners/novita/models)
|
|
99
100
|
|
|
100
101
|
❗**Important note:** To be compatible, the third-party API must adhere to the "standard" shape API we expect on HF model pages for each pipeline task type.
|
|
101
102
|
This is not an issue for LLMs as everyone converged on the OpenAI API anyways, but can be more tricky for other tasks like "text-to-image" or "automatic-speech-recognition" where there exists no standard API. Let us know if any help is needed or if we can make things easier for you!
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"getProviderHelper.d.ts","sourceRoot":"","sources":["../../../src/lib/getProviderHelper.ts"],"names":[],"mappings":"AAcA,OAAO,KAAK,EACX,6BAA6B,EAC7B,sBAAsB,EACtB,oCAAoC,EACpC,wBAAwB,EACxB,mCAAmC,EACnC,2BAA2B,EAC3B,kBAAkB,EAClB,6BAA6B,EAC7B,2BAA2B,EAC3B,sBAAsB,EACtB,qBAAqB,EACrB,yBAAyB,EACzB,2BAA2B,EAC3B,4BAA4B,EAC5B,uBAAuB,EACvB,gCAAgC,EAChC,+BAA+B,EAC/B,2BAA2B,EAC3B,kBAAkB,EAClB,4BAA4B,EAC5B,wBAAwB,EACxB,qBAAqB,EACrB,qBAAqB,EACrB,sBAAsB,EACtB,qBAAqB,EACrB,6BAA6B,EAC7B,qBAAqB,EACrB,iCAAiC,EACjC,gCAAgC,EAChC,qCAAqC,EACrC,MAAM,gCAAgC,CAAC;AAIxC,OAAO,KAAK,EAAE,iBAAiB,EAAE,yBAAyB,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAE/F,eAAO,MAAM,SAAS,EAAE,MAAM,CAAC,iBAAiB,EAAE,OAAO,CAAC,MAAM,CAAC,aAAa,EAAE,kBAAkB,CAAC,CAAC,
|
|
1
|
+
{"version":3,"file":"getProviderHelper.d.ts","sourceRoot":"","sources":["../../../src/lib/getProviderHelper.ts"],"names":[],"mappings":"AAcA,OAAO,KAAK,EACX,6BAA6B,EAC7B,sBAAsB,EACtB,oCAAoC,EACpC,wBAAwB,EACxB,mCAAmC,EACnC,2BAA2B,EAC3B,kBAAkB,EAClB,6BAA6B,EAC7B,2BAA2B,EAC3B,sBAAsB,EACtB,qBAAqB,EACrB,yBAAyB,EACzB,2BAA2B,EAC3B,4BAA4B,EAC5B,uBAAuB,EACvB,gCAAgC,EAChC,+BAA+B,EAC/B,2BAA2B,EAC3B,kBAAkB,EAClB,4BAA4B,EAC5B,wBAAwB,EACxB,qBAAqB,EACrB,qBAAqB,EACrB,sBAAsB,EACtB,qBAAqB,EACrB,6BAA6B,EAC7B,qBAAqB,EACrB,iCAAiC,EACjC,gCAAgC,EAChC,qCAAqC,EACrC,MAAM,gCAAgC,CAAC;AAIxC,OAAO,KAAK,EAAE,iBAAiB,EAAE,yBAAyB,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAE/F,eAAO,MAAM,SAAS,EAAE,MAAM,CAAC,iBAAiB,EAAE,OAAO,CAAC,MAAM,CAAC,aAAa,EAAE,kBAAkB,CAAC,CAAC,CAkGnG,CAAC;AAEF;;GAEG;AACH,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,eAAe,GACnB,qBAAqB,GAAG,kBAAkB,CAAC;AAC9C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,gBAAgB,GACpB,wBAAwB,GAAG,kBAAkB,CAAC;AACjD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,iBAAiB,GACrB,wBAAwB,GAAG,kBAAkB,CAAC;AACjD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,gBAAgB,GACpB,sBAAsB,GAAG,kBAAkB,CAAC;AAC/C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,eAAe,GACnB,qBAAqB,GAAG,kBAAkB,CAAC;AAC9C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,8BAA8B,GAClC,oCAAoC,GAAG,kBAAkB,CAAC;AAC7D,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,eAAe,GACnB,qBAAqB,GAAG,kBAAkB,CAAC;AAC9C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,qBAAqB,GACzB,4BAA4B,GAAG,kBAAkB,CAAC;AACrD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,oBAAoB,GACxB,2BAA2B,GAAG,kBAAkB,CAAC;AACpD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,sBAAsB,GAC1B,6BAA6B,GAAG,kBAAkB,CAAC;AACtD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,gBAAgB,GACpB,sBAAsB,GAAG,kBAAkB,CAAC;AAC/C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,WAAW,GACf,kBAAkB,GAAG,kBAAkB,CAAC;AAC3C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,oBAAoB,GACxB,2BAA2B,GAAG,kBAAkB,CAAC;AACpD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,sBAAsB,GAC1B,6BAA6B,GAAG,kBAAkB,CAAC;AACtD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,oBAAoB,GACxB,2BAA2B,GAAG,kBAAkB,CAAC;AACpD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,6BAA6B,GACjC,mCAAmC,GAAG,kBAAkB,CAAC;AAC5D,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,eAAe,GACnB,qBAAqB,GAAG,kBAAkB,CAAC;AAC9C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,kBAAkB,GACtB,yBAAyB,GAAG,kBAAkB,CAAC;AAClD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,gCAAgC,GACpC,qCAAqC,GAAG,kBAAkB,CAAC;AAC9D,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,0BAA0B,GAC9B,gCAAgC,GAAG,kBAAkB,CAAC;AACzD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,gBAAgB,GACpB,sBAAsB,GAAG,kBAAkB,CAAC;AAC/C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,qBAAqB,GACzB,4BAA4B,GAAG,kBAAkB,CAAC;AACrD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,0BAA0B,GAC9B,gCAAgC,GAAG,kBAAkB,CAAC;AACzD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,wBAAwB,GAC5B,+BAA+B,GAAG,kBAAkB,CAAC;AACxD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,oBAAoB,GACxB,2BAA2B,GAAG,kBAAkB,CAAC;AACpD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,sBAAsB,GAC1B,6BAA6B,GAAG,kBAAkB,CAAC;AACtD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,aAAa,GACjB,qBAAqB,GAAG,kBAAkB,CAAC;AAC9C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,eAAe,GACnB,uBAAuB,GAAG,kBAAkB,CAAC;AAChD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,2BAA2B,GAC/B,iCAAiC,GAAG,kBAAkB,CAAC;AAC1D,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,aAAa,GAAG,SAAS,GAC7B,kBAAkB,CAAC"}
|
|
@@ -123,6 +123,7 @@ exports.PROVIDERS = {
|
|
|
123
123
|
novita: {
|
|
124
124
|
conversational: new Novita.NovitaConversationalTask(),
|
|
125
125
|
"text-generation": new Novita.NovitaTextGenerationTask(),
|
|
126
|
+
"text-to-video": new Novita.NovitaTextToVideoTask(),
|
|
126
127
|
},
|
|
127
128
|
nscale: {
|
|
128
129
|
"text-to-image": new Nscale.NscaleTextToImageTask(),
|
package/dist/commonjs/package.js
CHANGED
|
@@ -2,5 +2,5 @@
|
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
3
|
exports.PACKAGE_NAME = exports.PACKAGE_VERSION = void 0;
|
|
4
4
|
// Generated file from package.json. Issues importing JSON directly when publishing on commonjs/ESM - see https://github.com/microsoft/TypeScript/issues/51783
|
|
5
|
-
exports.PACKAGE_VERSION = "3.
|
|
5
|
+
exports.PACKAGE_VERSION = "3.15.0";
|
|
6
6
|
exports.PACKAGE_NAME = "@huggingface/inference";
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"featherless-ai.d.ts","sourceRoot":"","sources":["../../../src/providers/featherless-ai.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACX,oBAAoB,EACpB,mBAAmB,EACnB,oBAAoB,EACpB,gCAAgC,EAChC,MAAM,oBAAoB,CAAC;AAE5B,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAC9C,OAAO,EAAE,sBAAsB,EAAE,sBAAsB,EAAE,MAAM,qBAAqB,CAAC;
|
|
1
|
+
{"version":3,"file":"featherless-ai.d.ts","sourceRoot":"","sources":["../../../src/providers/featherless-ai.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACX,oBAAoB,EACpB,mBAAmB,EACnB,oBAAoB,EACpB,gCAAgC,EAChC,MAAM,oBAAoB,CAAC;AAE5B,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAC9C,OAAO,EAAE,sBAAsB,EAAE,sBAAsB,EAAE,MAAM,qBAAqB,CAAC;AAGrF,UAAU,iCAAkC,SAAQ,IAAI,CAAC,oBAAoB,EAAE,SAAS,CAAC;IACxF,OAAO,EAAE,KAAK,CAAC;QACd,IAAI,EAAE,MAAM,CAAC;QACb,aAAa,EAAE,gCAAgC,CAAC;QAChD,IAAI,EAAE,MAAM,CAAC;QACb,QAAQ,EAAE,OAAO,CAAC;QAClB,KAAK,EAAE,MAAM,CAAC;KACd,CAAC,CAAC;CACH;AAID,qBAAa,+BAAgC,SAAQ,sBAAsB;;CAI1E;AAED,qBAAa,+BAAgC,SAAQ,sBAAsB;;IAKjE,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,mBAAmB,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAc1E,WAAW,CAAC,QAAQ,EAAE,iCAAiC,GAAG,OAAO,CAAC,oBAAoB,CAAC;CActG"}
|
|
@@ -3,6 +3,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
3
3
|
exports.FeatherlessAITextGenerationTask = exports.FeatherlessAIConversationalTask = void 0;
|
|
4
4
|
const InferenceOutputError_js_1 = require("../lib/InferenceOutputError.js");
|
|
5
5
|
const providerHelper_js_1 = require("./providerHelper.js");
|
|
6
|
+
const omit_js_1 = require("../utils/omit.js");
|
|
6
7
|
const FEATHERLESS_API_BASE_URL = "https://api.featherless.ai";
|
|
7
8
|
class FeatherlessAIConversationalTask extends providerHelper_js_1.BaseConversationalTask {
|
|
8
9
|
constructor() {
|
|
@@ -16,9 +17,14 @@ class FeatherlessAITextGenerationTask extends providerHelper_js_1.BaseTextGenera
|
|
|
16
17
|
}
|
|
17
18
|
preparePayload(params) {
|
|
18
19
|
return {
|
|
19
|
-
...params.args,
|
|
20
|
-
...params.args.parameters,
|
|
21
20
|
model: params.model,
|
|
21
|
+
...(0, omit_js_1.omit)(params.args, ["inputs", "parameters"]),
|
|
22
|
+
...(params.args.parameters
|
|
23
|
+
? {
|
|
24
|
+
max_tokens: params.args.parameters.max_new_tokens,
|
|
25
|
+
...(0, omit_js_1.omit)(params.args.parameters, "max_new_tokens"),
|
|
26
|
+
}
|
|
27
|
+
: undefined),
|
|
22
28
|
prompt: params.args.inputs,
|
|
23
29
|
};
|
|
24
30
|
}
|
|
@@ -1,9 +1,8 @@
|
|
|
1
|
+
import type { TextToVideoArgs } from "../tasks/index.js";
|
|
1
2
|
import type { BodyParams, UrlParams } from "../types.js";
|
|
2
3
|
import { BaseConversationalTask, BaseTextGenerationTask, TaskProviderHelper, type TextToVideoTaskHelper } from "./providerHelper.js";
|
|
3
|
-
export interface
|
|
4
|
-
|
|
5
|
-
video_url: string;
|
|
6
|
-
};
|
|
4
|
+
export interface NovitaAsyncAPIOutput {
|
|
5
|
+
task_id: string;
|
|
7
6
|
}
|
|
8
7
|
export declare class NovitaTextGenerationTask extends BaseTextGenerationTask {
|
|
9
8
|
constructor();
|
|
@@ -16,7 +15,7 @@ export declare class NovitaConversationalTask extends BaseConversationalTask {
|
|
|
16
15
|
export declare class NovitaTextToVideoTask extends TaskProviderHelper implements TextToVideoTaskHelper {
|
|
17
16
|
constructor();
|
|
18
17
|
makeRoute(params: UrlParams): string;
|
|
19
|
-
preparePayload(params: BodyParams): Record<string, unknown>;
|
|
20
|
-
getResponse(response:
|
|
18
|
+
preparePayload(params: BodyParams<TextToVideoArgs>): Record<string, unknown>;
|
|
19
|
+
getResponse(response: NovitaAsyncAPIOutput, url?: string, headers?: Record<string, string>): Promise<Blob>;
|
|
21
20
|
}
|
|
22
21
|
//# sourceMappingURL=novita.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"novita.d.ts","sourceRoot":"","sources":["../../../src/providers/novita.ts"],"names":[],"mappings":"AAkBA,OAAO,KAAK,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;
|
|
1
|
+
{"version":3,"file":"novita.d.ts","sourceRoot":"","sources":["../../../src/providers/novita.ts"],"names":[],"mappings":"AAkBA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACzD,OAAO,KAAK,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAGzD,OAAO,EACN,sBAAsB,EACtB,sBAAsB,EACtB,kBAAkB,EAClB,KAAK,qBAAqB,EAC1B,MAAM,qBAAqB,CAAC;AAI7B,MAAM,WAAW,oBAAoB;IACpC,OAAO,EAAE,MAAM,CAAC;CAChB;AAED,qBAAa,wBAAyB,SAAQ,sBAAsB;;IAK1D,SAAS,IAAI,MAAM;CAG5B;AAED,qBAAa,wBAAyB,SAAQ,sBAAsB;;IAK1D,SAAS,IAAI,MAAM;CAG5B;AAED,qBAAa,qBAAsB,SAAQ,kBAAmB,YAAW,qBAAqB;;IAKpF,SAAS,CAAC,MAAM,EAAE,SAAS,GAAG,MAAM;IAIpC,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,eAAe,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAUtE,WAAW,CACzB,QAAQ,EAAE,oBAAoB,EAC9B,GAAG,CAAC,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAC9B,OAAO,CAAC,IAAI,CAAC;CAkEhB"}
|
|
@@ -19,6 +19,7 @@ exports.NovitaTextToVideoTask = exports.NovitaConversationalTask = exports.Novit
|
|
|
19
19
|
*/
|
|
20
20
|
const InferenceOutputError_js_1 = require("../lib/InferenceOutputError.js");
|
|
21
21
|
const isUrl_js_1 = require("../lib/isUrl.js");
|
|
22
|
+
const delay_js_1 = require("../utils/delay.js");
|
|
22
23
|
const omit_js_1 = require("../utils/omit.js");
|
|
23
24
|
const providerHelper_js_1 = require("./providerHelper.js");
|
|
24
25
|
const NOVITA_API_BASE_URL = "https://api.novita.ai";
|
|
@@ -45,29 +46,74 @@ class NovitaTextToVideoTask extends providerHelper_js_1.TaskProviderHelper {
|
|
|
45
46
|
super("novita", NOVITA_API_BASE_URL);
|
|
46
47
|
}
|
|
47
48
|
makeRoute(params) {
|
|
48
|
-
return `/v3/
|
|
49
|
+
return `/v3/async/${params.model}`;
|
|
49
50
|
}
|
|
50
51
|
preparePayload(params) {
|
|
52
|
+
const { num_inference_steps, ...restParameters } = params.args.parameters ?? {};
|
|
51
53
|
return {
|
|
52
54
|
...(0, omit_js_1.omit)(params.args, ["inputs", "parameters"]),
|
|
53
|
-
...
|
|
55
|
+
...restParameters,
|
|
56
|
+
steps: num_inference_steps,
|
|
54
57
|
prompt: params.args.inputs,
|
|
55
58
|
};
|
|
56
59
|
}
|
|
57
|
-
async getResponse(response) {
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
"
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
60
|
+
async getResponse(response, url, headers) {
|
|
61
|
+
if (!url || !headers) {
|
|
62
|
+
throw new InferenceOutputError_js_1.InferenceOutputError("URL and headers are required for text-to-video task");
|
|
63
|
+
}
|
|
64
|
+
const taskId = response.task_id;
|
|
65
|
+
if (!taskId) {
|
|
66
|
+
throw new InferenceOutputError_js_1.InferenceOutputError("No task ID found in the response");
|
|
67
|
+
}
|
|
68
|
+
const parsedUrl = new URL(url);
|
|
69
|
+
const baseUrl = `${parsedUrl.protocol}//${parsedUrl.host}${parsedUrl.host === "router.huggingface.co" ? "/novita" : ""}`;
|
|
70
|
+
const resultUrl = `${baseUrl}/v3/async/task-result?task_id=${taskId}`;
|
|
71
|
+
let status = "";
|
|
72
|
+
let taskResult;
|
|
73
|
+
while (status !== "TASK_STATUS_SUCCEED" && status !== "TASK_STATUS_FAILED") {
|
|
74
|
+
await (0, delay_js_1.delay)(500);
|
|
75
|
+
const resultResponse = await fetch(resultUrl, { headers });
|
|
76
|
+
if (!resultResponse.ok) {
|
|
77
|
+
throw new InferenceOutputError_js_1.InferenceOutputError("Failed to fetch task result");
|
|
78
|
+
}
|
|
79
|
+
try {
|
|
80
|
+
taskResult = await resultResponse.json();
|
|
81
|
+
if (taskResult &&
|
|
82
|
+
typeof taskResult === "object" &&
|
|
83
|
+
"task" in taskResult &&
|
|
84
|
+
taskResult.task &&
|
|
85
|
+
typeof taskResult.task === "object" &&
|
|
86
|
+
"status" in taskResult.task &&
|
|
87
|
+
typeof taskResult.task.status === "string") {
|
|
88
|
+
status = taskResult.task.status;
|
|
89
|
+
}
|
|
90
|
+
else {
|
|
91
|
+
throw new InferenceOutputError_js_1.InferenceOutputError("Failed to get task status");
|
|
92
|
+
}
|
|
93
|
+
}
|
|
94
|
+
catch (error) {
|
|
95
|
+
throw new InferenceOutputError_js_1.InferenceOutputError("Failed to parse task result");
|
|
96
|
+
}
|
|
97
|
+
}
|
|
98
|
+
if (status === "TASK_STATUS_FAILED") {
|
|
99
|
+
throw new InferenceOutputError_js_1.InferenceOutputError("Task failed");
|
|
100
|
+
}
|
|
101
|
+
if (typeof taskResult === "object" &&
|
|
102
|
+
!!taskResult &&
|
|
103
|
+
"videos" in taskResult &&
|
|
104
|
+
typeof taskResult.videos === "object" &&
|
|
105
|
+
!!taskResult.videos &&
|
|
106
|
+
Array.isArray(taskResult.videos) &&
|
|
107
|
+
taskResult.videos.length > 0 &&
|
|
108
|
+
"video_url" in taskResult.videos[0] &&
|
|
109
|
+
typeof taskResult.videos[0].video_url === "string" &&
|
|
110
|
+
(0, isUrl_js_1.isUrl)(taskResult.videos[0].video_url)) {
|
|
111
|
+
const urlResponse = await fetch(taskResult.videos[0].video_url);
|
|
112
|
+
return await urlResponse.blob();
|
|
113
|
+
}
|
|
114
|
+
else {
|
|
115
|
+
throw new InferenceOutputError_js_1.InferenceOutputError("Expected { videos: [{ video_url: string }] }");
|
|
68
116
|
}
|
|
69
|
-
const urlResponse = await fetch(response.video.video_url);
|
|
70
|
-
return await urlResponse.blob();
|
|
71
117
|
}
|
|
72
118
|
}
|
|
73
119
|
exports.NovitaTextToVideoTask = NovitaTextToVideoTask;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"getProviderHelper.d.ts","sourceRoot":"","sources":["../../../src/lib/getProviderHelper.ts"],"names":[],"mappings":"AAcA,OAAO,KAAK,EACX,6BAA6B,EAC7B,sBAAsB,EACtB,oCAAoC,EACpC,wBAAwB,EACxB,mCAAmC,EACnC,2BAA2B,EAC3B,kBAAkB,EAClB,6BAA6B,EAC7B,2BAA2B,EAC3B,sBAAsB,EACtB,qBAAqB,EACrB,yBAAyB,EACzB,2BAA2B,EAC3B,4BAA4B,EAC5B,uBAAuB,EACvB,gCAAgC,EAChC,+BAA+B,EAC/B,2BAA2B,EAC3B,kBAAkB,EAClB,4BAA4B,EAC5B,wBAAwB,EACxB,qBAAqB,EACrB,qBAAqB,EACrB,sBAAsB,EACtB,qBAAqB,EACrB,6BAA6B,EAC7B,qBAAqB,EACrB,iCAAiC,EACjC,gCAAgC,EAChC,qCAAqC,EACrC,MAAM,gCAAgC,CAAC;AAIxC,OAAO,KAAK,EAAE,iBAAiB,EAAE,yBAAyB,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAE/F,eAAO,MAAM,SAAS,EAAE,MAAM,CAAC,iBAAiB,EAAE,OAAO,CAAC,MAAM,CAAC,aAAa,EAAE,kBAAkB,CAAC,CAAC,
|
|
1
|
+
{"version":3,"file":"getProviderHelper.d.ts","sourceRoot":"","sources":["../../../src/lib/getProviderHelper.ts"],"names":[],"mappings":"AAcA,OAAO,KAAK,EACX,6BAA6B,EAC7B,sBAAsB,EACtB,oCAAoC,EACpC,wBAAwB,EACxB,mCAAmC,EACnC,2BAA2B,EAC3B,kBAAkB,EAClB,6BAA6B,EAC7B,2BAA2B,EAC3B,sBAAsB,EACtB,qBAAqB,EACrB,yBAAyB,EACzB,2BAA2B,EAC3B,4BAA4B,EAC5B,uBAAuB,EACvB,gCAAgC,EAChC,+BAA+B,EAC/B,2BAA2B,EAC3B,kBAAkB,EAClB,4BAA4B,EAC5B,wBAAwB,EACxB,qBAAqB,EACrB,qBAAqB,EACrB,sBAAsB,EACtB,qBAAqB,EACrB,6BAA6B,EAC7B,qBAAqB,EACrB,iCAAiC,EACjC,gCAAgC,EAChC,qCAAqC,EACrC,MAAM,gCAAgC,CAAC;AAIxC,OAAO,KAAK,EAAE,iBAAiB,EAAE,yBAAyB,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAE/F,eAAO,MAAM,SAAS,EAAE,MAAM,CAAC,iBAAiB,EAAE,OAAO,CAAC,MAAM,CAAC,aAAa,EAAE,kBAAkB,CAAC,CAAC,CAkGnG,CAAC;AAEF;;GAEG;AACH,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,eAAe,GACnB,qBAAqB,GAAG,kBAAkB,CAAC;AAC9C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,gBAAgB,GACpB,wBAAwB,GAAG,kBAAkB,CAAC;AACjD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,iBAAiB,GACrB,wBAAwB,GAAG,kBAAkB,CAAC;AACjD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,gBAAgB,GACpB,sBAAsB,GAAG,kBAAkB,CAAC;AAC/C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,eAAe,GACnB,qBAAqB,GAAG,kBAAkB,CAAC;AAC9C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,8BAA8B,GAClC,oCAAoC,GAAG,kBAAkB,CAAC;AAC7D,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,eAAe,GACnB,qBAAqB,GAAG,kBAAkB,CAAC;AAC9C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,qBAAqB,GACzB,4BAA4B,GAAG,kBAAkB,CAAC;AACrD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,oBAAoB,GACxB,2BAA2B,GAAG,kBAAkB,CAAC;AACpD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,sBAAsB,GAC1B,6BAA6B,GAAG,kBAAkB,CAAC;AACtD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,gBAAgB,GACpB,sBAAsB,GAAG,kBAAkB,CAAC;AAC/C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,WAAW,GACf,kBAAkB,GAAG,kBAAkB,CAAC;AAC3C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,oBAAoB,GACxB,2BAA2B,GAAG,kBAAkB,CAAC;AACpD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,sBAAsB,GAC1B,6BAA6B,GAAG,kBAAkB,CAAC;AACtD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,oBAAoB,GACxB,2BAA2B,GAAG,kBAAkB,CAAC;AACpD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,6BAA6B,GACjC,mCAAmC,GAAG,kBAAkB,CAAC;AAC5D,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,eAAe,GACnB,qBAAqB,GAAG,kBAAkB,CAAC;AAC9C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,kBAAkB,GACtB,yBAAyB,GAAG,kBAAkB,CAAC;AAClD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,gCAAgC,GACpC,qCAAqC,GAAG,kBAAkB,CAAC;AAC9D,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,0BAA0B,GAC9B,gCAAgC,GAAG,kBAAkB,CAAC;AACzD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,gBAAgB,GACpB,sBAAsB,GAAG,kBAAkB,CAAC;AAC/C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,qBAAqB,GACzB,4BAA4B,GAAG,kBAAkB,CAAC;AACrD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,0BAA0B,GAC9B,gCAAgC,GAAG,kBAAkB,CAAC;AACzD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,wBAAwB,GAC5B,+BAA+B,GAAG,kBAAkB,CAAC;AACxD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,oBAAoB,GACxB,2BAA2B,GAAG,kBAAkB,CAAC;AACpD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,sBAAsB,GAC1B,6BAA6B,GAAG,kBAAkB,CAAC;AACtD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,aAAa,GACjB,qBAAqB,GAAG,kBAAkB,CAAC;AAC9C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,eAAe,GACnB,uBAAuB,GAAG,kBAAkB,CAAC;AAChD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,2BAA2B,GAC/B,iCAAiC,GAAG,kBAAkB,CAAC;AAC1D,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,aAAa,GAAG,SAAS,GAC7B,kBAAkB,CAAC"}
|
|
@@ -86,6 +86,7 @@ export const PROVIDERS = {
|
|
|
86
86
|
novita: {
|
|
87
87
|
conversational: new Novita.NovitaConversationalTask(),
|
|
88
88
|
"text-generation": new Novita.NovitaTextGenerationTask(),
|
|
89
|
+
"text-to-video": new Novita.NovitaTextToVideoTask(),
|
|
89
90
|
},
|
|
90
91
|
nscale: {
|
|
91
92
|
"text-to-image": new Nscale.NscaleTextToImageTask(),
|
package/dist/esm/package.d.ts
CHANGED
package/dist/esm/package.js
CHANGED
|
@@ -1,3 +1,3 @@
|
|
|
1
1
|
// Generated file from package.json. Issues importing JSON directly when publishing on commonjs/ESM - see https://github.com/microsoft/TypeScript/issues/51783
|
|
2
|
-
export const PACKAGE_VERSION = "3.
|
|
2
|
+
export const PACKAGE_VERSION = "3.15.0";
|
|
3
3
|
export const PACKAGE_NAME = "@huggingface/inference";
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"featherless-ai.d.ts","sourceRoot":"","sources":["../../../src/providers/featherless-ai.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACX,oBAAoB,EACpB,mBAAmB,EACnB,oBAAoB,EACpB,gCAAgC,EAChC,MAAM,oBAAoB,CAAC;AAE5B,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAC9C,OAAO,EAAE,sBAAsB,EAAE,sBAAsB,EAAE,MAAM,qBAAqB,CAAC;
|
|
1
|
+
{"version":3,"file":"featherless-ai.d.ts","sourceRoot":"","sources":["../../../src/providers/featherless-ai.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACX,oBAAoB,EACpB,mBAAmB,EACnB,oBAAoB,EACpB,gCAAgC,EAChC,MAAM,oBAAoB,CAAC;AAE5B,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAC9C,OAAO,EAAE,sBAAsB,EAAE,sBAAsB,EAAE,MAAM,qBAAqB,CAAC;AAGrF,UAAU,iCAAkC,SAAQ,IAAI,CAAC,oBAAoB,EAAE,SAAS,CAAC;IACxF,OAAO,EAAE,KAAK,CAAC;QACd,IAAI,EAAE,MAAM,CAAC;QACb,aAAa,EAAE,gCAAgC,CAAC;QAChD,IAAI,EAAE,MAAM,CAAC;QACb,QAAQ,EAAE,OAAO,CAAC;QAClB,KAAK,EAAE,MAAM,CAAC;KACd,CAAC,CAAC;CACH;AAID,qBAAa,+BAAgC,SAAQ,sBAAsB;;CAI1E;AAED,qBAAa,+BAAgC,SAAQ,sBAAsB;;IAKjE,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,mBAAmB,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAc1E,WAAW,CAAC,QAAQ,EAAE,iCAAiC,GAAG,OAAO,CAAC,oBAAoB,CAAC;CActG"}
|
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import { InferenceOutputError } from "../lib/InferenceOutputError.js";
|
|
2
2
|
import { BaseConversationalTask, BaseTextGenerationTask } from "./providerHelper.js";
|
|
3
|
+
import { omit } from "../utils/omit.js";
|
|
3
4
|
const FEATHERLESS_API_BASE_URL = "https://api.featherless.ai";
|
|
4
5
|
export class FeatherlessAIConversationalTask extends BaseConversationalTask {
|
|
5
6
|
constructor() {
|
|
@@ -12,9 +13,14 @@ export class FeatherlessAITextGenerationTask extends BaseTextGenerationTask {
|
|
|
12
13
|
}
|
|
13
14
|
preparePayload(params) {
|
|
14
15
|
return {
|
|
15
|
-
...params.args,
|
|
16
|
-
...params.args.parameters,
|
|
17
16
|
model: params.model,
|
|
17
|
+
...omit(params.args, ["inputs", "parameters"]),
|
|
18
|
+
...(params.args.parameters
|
|
19
|
+
? {
|
|
20
|
+
max_tokens: params.args.parameters.max_new_tokens,
|
|
21
|
+
...omit(params.args.parameters, "max_new_tokens"),
|
|
22
|
+
}
|
|
23
|
+
: undefined),
|
|
18
24
|
prompt: params.args.inputs,
|
|
19
25
|
};
|
|
20
26
|
}
|
|
@@ -1,9 +1,8 @@
|
|
|
1
|
+
import type { TextToVideoArgs } from "../tasks/index.js";
|
|
1
2
|
import type { BodyParams, UrlParams } from "../types.js";
|
|
2
3
|
import { BaseConversationalTask, BaseTextGenerationTask, TaskProviderHelper, type TextToVideoTaskHelper } from "./providerHelper.js";
|
|
3
|
-
export interface
|
|
4
|
-
|
|
5
|
-
video_url: string;
|
|
6
|
-
};
|
|
4
|
+
export interface NovitaAsyncAPIOutput {
|
|
5
|
+
task_id: string;
|
|
7
6
|
}
|
|
8
7
|
export declare class NovitaTextGenerationTask extends BaseTextGenerationTask {
|
|
9
8
|
constructor();
|
|
@@ -16,7 +15,7 @@ export declare class NovitaConversationalTask extends BaseConversationalTask {
|
|
|
16
15
|
export declare class NovitaTextToVideoTask extends TaskProviderHelper implements TextToVideoTaskHelper {
|
|
17
16
|
constructor();
|
|
18
17
|
makeRoute(params: UrlParams): string;
|
|
19
|
-
preparePayload(params: BodyParams): Record<string, unknown>;
|
|
20
|
-
getResponse(response:
|
|
18
|
+
preparePayload(params: BodyParams<TextToVideoArgs>): Record<string, unknown>;
|
|
19
|
+
getResponse(response: NovitaAsyncAPIOutput, url?: string, headers?: Record<string, string>): Promise<Blob>;
|
|
21
20
|
}
|
|
22
21
|
//# sourceMappingURL=novita.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"novita.d.ts","sourceRoot":"","sources":["../../../src/providers/novita.ts"],"names":[],"mappings":"AAkBA,OAAO,KAAK,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;
|
|
1
|
+
{"version":3,"file":"novita.d.ts","sourceRoot":"","sources":["../../../src/providers/novita.ts"],"names":[],"mappings":"AAkBA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACzD,OAAO,KAAK,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAGzD,OAAO,EACN,sBAAsB,EACtB,sBAAsB,EACtB,kBAAkB,EAClB,KAAK,qBAAqB,EAC1B,MAAM,qBAAqB,CAAC;AAI7B,MAAM,WAAW,oBAAoB;IACpC,OAAO,EAAE,MAAM,CAAC;CAChB;AAED,qBAAa,wBAAyB,SAAQ,sBAAsB;;IAK1D,SAAS,IAAI,MAAM;CAG5B;AAED,qBAAa,wBAAyB,SAAQ,sBAAsB;;IAK1D,SAAS,IAAI,MAAM;CAG5B;AAED,qBAAa,qBAAsB,SAAQ,kBAAmB,YAAW,qBAAqB;;IAKpF,SAAS,CAAC,MAAM,EAAE,SAAS,GAAG,MAAM;IAIpC,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,eAAe,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAUtE,WAAW,CACzB,QAAQ,EAAE,oBAAoB,EAC9B,GAAG,CAAC,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAC9B,OAAO,CAAC,IAAI,CAAC;CAkEhB"}
|
|
@@ -16,6 +16,7 @@
|
|
|
16
16
|
*/
|
|
17
17
|
import { InferenceOutputError } from "../lib/InferenceOutputError.js";
|
|
18
18
|
import { isUrl } from "../lib/isUrl.js";
|
|
19
|
+
import { delay } from "../utils/delay.js";
|
|
19
20
|
import { omit } from "../utils/omit.js";
|
|
20
21
|
import { BaseConversationalTask, BaseTextGenerationTask, TaskProviderHelper, } from "./providerHelper.js";
|
|
21
22
|
const NOVITA_API_BASE_URL = "https://api.novita.ai";
|
|
@@ -40,28 +41,73 @@ export class NovitaTextToVideoTask extends TaskProviderHelper {
|
|
|
40
41
|
super("novita", NOVITA_API_BASE_URL);
|
|
41
42
|
}
|
|
42
43
|
makeRoute(params) {
|
|
43
|
-
return `/v3/
|
|
44
|
+
return `/v3/async/${params.model}`;
|
|
44
45
|
}
|
|
45
46
|
preparePayload(params) {
|
|
47
|
+
const { num_inference_steps, ...restParameters } = params.args.parameters ?? {};
|
|
46
48
|
return {
|
|
47
49
|
...omit(params.args, ["inputs", "parameters"]),
|
|
48
|
-
...
|
|
50
|
+
...restParameters,
|
|
51
|
+
steps: num_inference_steps,
|
|
49
52
|
prompt: params.args.inputs,
|
|
50
53
|
};
|
|
51
54
|
}
|
|
52
|
-
async getResponse(response) {
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
"
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
55
|
+
async getResponse(response, url, headers) {
|
|
56
|
+
if (!url || !headers) {
|
|
57
|
+
throw new InferenceOutputError("URL and headers are required for text-to-video task");
|
|
58
|
+
}
|
|
59
|
+
const taskId = response.task_id;
|
|
60
|
+
if (!taskId) {
|
|
61
|
+
throw new InferenceOutputError("No task ID found in the response");
|
|
62
|
+
}
|
|
63
|
+
const parsedUrl = new URL(url);
|
|
64
|
+
const baseUrl = `${parsedUrl.protocol}//${parsedUrl.host}${parsedUrl.host === "router.huggingface.co" ? "/novita" : ""}`;
|
|
65
|
+
const resultUrl = `${baseUrl}/v3/async/task-result?task_id=${taskId}`;
|
|
66
|
+
let status = "";
|
|
67
|
+
let taskResult;
|
|
68
|
+
while (status !== "TASK_STATUS_SUCCEED" && status !== "TASK_STATUS_FAILED") {
|
|
69
|
+
await delay(500);
|
|
70
|
+
const resultResponse = await fetch(resultUrl, { headers });
|
|
71
|
+
if (!resultResponse.ok) {
|
|
72
|
+
throw new InferenceOutputError("Failed to fetch task result");
|
|
73
|
+
}
|
|
74
|
+
try {
|
|
75
|
+
taskResult = await resultResponse.json();
|
|
76
|
+
if (taskResult &&
|
|
77
|
+
typeof taskResult === "object" &&
|
|
78
|
+
"task" in taskResult &&
|
|
79
|
+
taskResult.task &&
|
|
80
|
+
typeof taskResult.task === "object" &&
|
|
81
|
+
"status" in taskResult.task &&
|
|
82
|
+
typeof taskResult.task.status === "string") {
|
|
83
|
+
status = taskResult.task.status;
|
|
84
|
+
}
|
|
85
|
+
else {
|
|
86
|
+
throw new InferenceOutputError("Failed to get task status");
|
|
87
|
+
}
|
|
88
|
+
}
|
|
89
|
+
catch (error) {
|
|
90
|
+
throw new InferenceOutputError("Failed to parse task result");
|
|
91
|
+
}
|
|
92
|
+
}
|
|
93
|
+
if (status === "TASK_STATUS_FAILED") {
|
|
94
|
+
throw new InferenceOutputError("Task failed");
|
|
95
|
+
}
|
|
96
|
+
if (typeof taskResult === "object" &&
|
|
97
|
+
!!taskResult &&
|
|
98
|
+
"videos" in taskResult &&
|
|
99
|
+
typeof taskResult.videos === "object" &&
|
|
100
|
+
!!taskResult.videos &&
|
|
101
|
+
Array.isArray(taskResult.videos) &&
|
|
102
|
+
taskResult.videos.length > 0 &&
|
|
103
|
+
"video_url" in taskResult.videos[0] &&
|
|
104
|
+
typeof taskResult.videos[0].video_url === "string" &&
|
|
105
|
+
isUrl(taskResult.videos[0].video_url)) {
|
|
106
|
+
const urlResponse = await fetch(taskResult.videos[0].video_url);
|
|
107
|
+
return await urlResponse.blob();
|
|
108
|
+
}
|
|
109
|
+
else {
|
|
110
|
+
throw new InferenceOutputError("Expected { videos: [{ video_url: string }] }");
|
|
63
111
|
}
|
|
64
|
-
const urlResponse = await fetch(response.video.video_url);
|
|
65
|
-
return await urlResponse.blob();
|
|
66
112
|
}
|
|
67
113
|
}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@huggingface/inference",
|
|
3
|
-
"version": "3.
|
|
3
|
+
"version": "3.15.0",
|
|
4
4
|
"license": "MIT",
|
|
5
5
|
"author": "Hugging Face and Tim Mikeladze <tim.mikeladze@gmail.com>",
|
|
6
6
|
"description": "Typescript client for the Hugging Face Inference Providers and Inference Endpoints",
|
|
@@ -40,7 +40,7 @@
|
|
|
40
40
|
},
|
|
41
41
|
"type": "module",
|
|
42
42
|
"dependencies": {
|
|
43
|
-
"@huggingface/tasks": "^0.19.
|
|
43
|
+
"@huggingface/tasks": "^0.19.9",
|
|
44
44
|
"@huggingface/jinja": "^0.5.0"
|
|
45
45
|
},
|
|
46
46
|
"devDependencies": {
|
|
@@ -120,6 +120,7 @@ export const PROVIDERS: Record<InferenceProvider, Partial<Record<InferenceTask,
|
|
|
120
120
|
novita: {
|
|
121
121
|
conversational: new Novita.NovitaConversationalTask(),
|
|
122
122
|
"text-generation": new Novita.NovitaTextGenerationTask(),
|
|
123
|
+
"text-to-video": new Novita.NovitaTextToVideoTask(),
|
|
123
124
|
},
|
|
124
125
|
nscale: {
|
|
125
126
|
"text-to-image": new Nscale.NscaleTextToImageTask(),
|
package/src/package.ts
CHANGED
|
@@ -1,3 +1,3 @@
|
|
|
1
1
|
// Generated file from package.json. Issues importing JSON directly when publishing on commonjs/ESM - see https://github.com/microsoft/TypeScript/issues/51783
|
|
2
|
-
export const PACKAGE_VERSION = "3.
|
|
2
|
+
export const PACKAGE_VERSION = "3.15.0";
|
|
3
3
|
export const PACKAGE_NAME = "@huggingface/inference";
|
|
@@ -7,6 +7,7 @@ import type {
|
|
|
7
7
|
import { InferenceOutputError } from "../lib/InferenceOutputError.js";
|
|
8
8
|
import type { BodyParams } from "../types.js";
|
|
9
9
|
import { BaseConversationalTask, BaseTextGenerationTask } from "./providerHelper.js";
|
|
10
|
+
import { omit } from "../utils/omit.js";
|
|
10
11
|
|
|
11
12
|
interface FeatherlessAITextCompletionOutput extends Omit<ChatCompletionOutput, "choices"> {
|
|
12
13
|
choices: Array<{
|
|
@@ -33,9 +34,14 @@ export class FeatherlessAITextGenerationTask extends BaseTextGenerationTask {
|
|
|
33
34
|
|
|
34
35
|
override preparePayload(params: BodyParams<TextGenerationInput>): Record<string, unknown> {
|
|
35
36
|
return {
|
|
36
|
-
...params.args,
|
|
37
|
-
...params.args.parameters,
|
|
38
37
|
model: params.model,
|
|
38
|
+
...omit(params.args, ["inputs", "parameters"]),
|
|
39
|
+
...(params.args.parameters
|
|
40
|
+
? {
|
|
41
|
+
max_tokens: params.args.parameters.max_new_tokens,
|
|
42
|
+
...omit(params.args.parameters, "max_new_tokens"),
|
|
43
|
+
}
|
|
44
|
+
: undefined),
|
|
39
45
|
prompt: params.args.inputs,
|
|
40
46
|
};
|
|
41
47
|
}
|
package/src/providers/novita.ts
CHANGED
|
@@ -16,7 +16,9 @@
|
|
|
16
16
|
*/
|
|
17
17
|
import { InferenceOutputError } from "../lib/InferenceOutputError.js";
|
|
18
18
|
import { isUrl } from "../lib/isUrl.js";
|
|
19
|
+
import type { TextToVideoArgs } from "../tasks/index.js";
|
|
19
20
|
import type { BodyParams, UrlParams } from "../types.js";
|
|
21
|
+
import { delay } from "../utils/delay.js";
|
|
20
22
|
import { omit } from "../utils/omit.js";
|
|
21
23
|
import {
|
|
22
24
|
BaseConversationalTask,
|
|
@@ -26,11 +28,11 @@ import {
|
|
|
26
28
|
} from "./providerHelper.js";
|
|
27
29
|
|
|
28
30
|
const NOVITA_API_BASE_URL = "https://api.novita.ai";
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
};
|
|
31
|
+
|
|
32
|
+
export interface NovitaAsyncAPIOutput {
|
|
33
|
+
task_id: string;
|
|
33
34
|
}
|
|
35
|
+
|
|
34
36
|
export class NovitaTextGenerationTask extends BaseTextGenerationTask {
|
|
35
37
|
constructor() {
|
|
36
38
|
super("novita", NOVITA_API_BASE_URL);
|
|
@@ -50,38 +52,94 @@ export class NovitaConversationalTask extends BaseConversationalTask {
|
|
|
50
52
|
return "/v3/openai/chat/completions";
|
|
51
53
|
}
|
|
52
54
|
}
|
|
55
|
+
|
|
53
56
|
export class NovitaTextToVideoTask extends TaskProviderHelper implements TextToVideoTaskHelper {
|
|
54
57
|
constructor() {
|
|
55
58
|
super("novita", NOVITA_API_BASE_URL);
|
|
56
59
|
}
|
|
57
60
|
|
|
58
|
-
makeRoute(params: UrlParams): string {
|
|
59
|
-
return `/v3/
|
|
61
|
+
override makeRoute(params: UrlParams): string {
|
|
62
|
+
return `/v3/async/${params.model}`;
|
|
60
63
|
}
|
|
61
64
|
|
|
62
|
-
preparePayload(params: BodyParams): Record<string, unknown> {
|
|
65
|
+
override preparePayload(params: BodyParams<TextToVideoArgs>): Record<string, unknown> {
|
|
66
|
+
const { num_inference_steps, ...restParameters } = params.args.parameters ?? {};
|
|
63
67
|
return {
|
|
64
68
|
...omit(params.args, ["inputs", "parameters"]),
|
|
65
|
-
...
|
|
69
|
+
...restParameters,
|
|
70
|
+
steps: num_inference_steps,
|
|
66
71
|
prompt: params.args.inputs,
|
|
67
72
|
};
|
|
68
73
|
}
|
|
69
|
-
override async getResponse(response: NovitaOutput): Promise<Blob> {
|
|
70
|
-
const isValidOutput =
|
|
71
|
-
typeof response === "object" &&
|
|
72
|
-
!!response &&
|
|
73
|
-
"video" in response &&
|
|
74
|
-
typeof response.video === "object" &&
|
|
75
|
-
!!response.video &&
|
|
76
|
-
"video_url" in response.video &&
|
|
77
|
-
typeof response.video.video_url === "string" &&
|
|
78
|
-
isUrl(response.video.video_url);
|
|
79
74
|
|
|
80
|
-
|
|
81
|
-
|
|
75
|
+
override async getResponse(
|
|
76
|
+
response: NovitaAsyncAPIOutput,
|
|
77
|
+
url?: string,
|
|
78
|
+
headers?: Record<string, string>
|
|
79
|
+
): Promise<Blob> {
|
|
80
|
+
if (!url || !headers) {
|
|
81
|
+
throw new InferenceOutputError("URL and headers are required for text-to-video task");
|
|
82
82
|
}
|
|
83
|
+
const taskId = response.task_id;
|
|
84
|
+
if (!taskId) {
|
|
85
|
+
throw new InferenceOutputError("No task ID found in the response");
|
|
86
|
+
}
|
|
87
|
+
|
|
88
|
+
const parsedUrl = new URL(url);
|
|
89
|
+
const baseUrl = `${parsedUrl.protocol}//${parsedUrl.host}${
|
|
90
|
+
parsedUrl.host === "router.huggingface.co" ? "/novita" : ""
|
|
91
|
+
}`;
|
|
92
|
+
const resultUrl = `${baseUrl}/v3/async/task-result?task_id=${taskId}`;
|
|
93
|
+
|
|
94
|
+
let status = "";
|
|
95
|
+
let taskResult: unknown;
|
|
83
96
|
|
|
84
|
-
|
|
85
|
-
|
|
97
|
+
while (status !== "TASK_STATUS_SUCCEED" && status !== "TASK_STATUS_FAILED") {
|
|
98
|
+
await delay(500);
|
|
99
|
+
const resultResponse = await fetch(resultUrl, { headers });
|
|
100
|
+
if (!resultResponse.ok) {
|
|
101
|
+
throw new InferenceOutputError("Failed to fetch task result");
|
|
102
|
+
}
|
|
103
|
+
try {
|
|
104
|
+
taskResult = await resultResponse.json();
|
|
105
|
+
if (
|
|
106
|
+
taskResult &&
|
|
107
|
+
typeof taskResult === "object" &&
|
|
108
|
+
"task" in taskResult &&
|
|
109
|
+
taskResult.task &&
|
|
110
|
+
typeof taskResult.task === "object" &&
|
|
111
|
+
"status" in taskResult.task &&
|
|
112
|
+
typeof taskResult.task.status === "string"
|
|
113
|
+
) {
|
|
114
|
+
status = taskResult.task.status;
|
|
115
|
+
} else {
|
|
116
|
+
throw new InferenceOutputError("Failed to get task status");
|
|
117
|
+
}
|
|
118
|
+
} catch (error) {
|
|
119
|
+
throw new InferenceOutputError("Failed to parse task result");
|
|
120
|
+
}
|
|
121
|
+
}
|
|
122
|
+
|
|
123
|
+
if (status === "TASK_STATUS_FAILED") {
|
|
124
|
+
throw new InferenceOutputError("Task failed");
|
|
125
|
+
}
|
|
126
|
+
|
|
127
|
+
if (
|
|
128
|
+
typeof taskResult === "object" &&
|
|
129
|
+
!!taskResult &&
|
|
130
|
+
"videos" in taskResult &&
|
|
131
|
+
typeof taskResult.videos === "object" &&
|
|
132
|
+
!!taskResult.videos &&
|
|
133
|
+
Array.isArray(taskResult.videos) &&
|
|
134
|
+
taskResult.videos.length > 0 &&
|
|
135
|
+
"video_url" in taskResult.videos[0] &&
|
|
136
|
+
typeof taskResult.videos[0].video_url === "string" &&
|
|
137
|
+
isUrl(taskResult.videos[0].video_url)
|
|
138
|
+
) {
|
|
139
|
+
const urlResponse = await fetch(taskResult.videos[0].video_url);
|
|
140
|
+
return await urlResponse.blob();
|
|
141
|
+
} else {
|
|
142
|
+
throw new InferenceOutputError("Expected { videos: [{ video_url: string }] }");
|
|
143
|
+
}
|
|
86
144
|
}
|
|
87
145
|
}
|
|
@@ -3,7 +3,7 @@ import { resolveProvider } from "../../lib/getInferenceProviderMapping.js";
|
|
|
3
3
|
import { getProviderHelper } from "../../lib/getProviderHelper.js";
|
|
4
4
|
import { makeRequestOptions } from "../../lib/makeRequestOptions.js";
|
|
5
5
|
import type { FalAiQueueOutput } from "../../providers/fal-ai.js";
|
|
6
|
-
import type {
|
|
6
|
+
import type { NovitaAsyncAPIOutput } from "../../providers/novita.js";
|
|
7
7
|
import type { ReplicateOutput } from "../../providers/replicate.js";
|
|
8
8
|
import type { BaseArgs, Options } from "../../types.js";
|
|
9
9
|
import { innerRequest } from "../../utils/request.js";
|
|
@@ -15,7 +15,7 @@ export type TextToVideoOutput = Blob;
|
|
|
15
15
|
export async function textToVideo(args: TextToVideoArgs, options?: Options): Promise<TextToVideoOutput> {
|
|
16
16
|
const provider = await resolveProvider(args.provider, args.model, args.endpointUrl);
|
|
17
17
|
const providerHelper = getProviderHelper(provider, "text-to-video");
|
|
18
|
-
const { data: response } = await innerRequest<FalAiQueueOutput | ReplicateOutput |
|
|
18
|
+
const { data: response } = await innerRequest<FalAiQueueOutput | ReplicateOutput | NovitaAsyncAPIOutput>(
|
|
19
19
|
args,
|
|
20
20
|
providerHelper,
|
|
21
21
|
{
|