@huggingface/tasks 0.12.8 → 0.12.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.cjs +57 -1
- package/dist/index.js +57 -1
- package/dist/src/model-libraries.d.ts +9 -2
- package/dist/src/model-libraries.d.ts.map +1 -1
- package/dist/src/tasks/automatic-speech-recognition/inference.d.ts +2 -2
- package/dist/src/tasks/chat-completion/inference.d.ts +58 -21
- package/dist/src/tasks/chat-completion/inference.d.ts.map +1 -1
- package/dist/src/tasks/image-to-text/inference.d.ts +2 -2
- package/dist/src/tasks/index.d.ts +1 -1
- package/dist/src/tasks/index.d.ts.map +1 -1
- package/dist/src/tasks/text-generation/inference.d.ts +62 -0
- package/dist/src/tasks/text-generation/inference.d.ts.map +1 -1
- package/dist/src/tasks/text-to-audio/inference.d.ts +2 -2
- package/dist/src/tasks/text-to-speech/inference.d.ts +6 -8
- package/dist/src/tasks/text-to-speech/inference.d.ts.map +1 -1
- package/package.json +1 -1
- package/src/model-libraries.ts +7 -0
- package/src/tasks/automatic-speech-recognition/inference.ts +2 -2
- package/src/tasks/chat-completion/inference.ts +66 -21
- package/src/tasks/chat-completion/spec/input.json +163 -40
- package/src/tasks/chat-completion/spec/output.json +28 -18
- package/src/tasks/chat-completion/spec/stream_output.json +57 -14
- package/src/tasks/common-definitions.json +2 -2
- package/src/tasks/image-to-text/inference.ts +2 -2
- package/src/tasks/index.ts +3 -2
- package/src/tasks/text-generation/inference.ts +62 -0
- package/src/tasks/text-generation/spec/input.json +24 -0
- package/src/tasks/text-generation/spec/stream_output.json +7 -1
- package/src/tasks/text-to-audio/inference.ts +2 -2
- package/src/tasks/text-to-speech/inference.ts +6 -8
- package/src/tasks/text-to-speech/spec/input.json +26 -2
package/dist/index.cjs
CHANGED
|
@@ -4258,6 +4258,55 @@ var taskData38 = {
|
|
|
4258
4258
|
};
|
|
4259
4259
|
var data_default38 = taskData38;
|
|
4260
4260
|
|
|
4261
|
+
// src/tasks/keypoint-detection/data.ts
|
|
4262
|
+
var taskData39 = {
|
|
4263
|
+
datasets: [
|
|
4264
|
+
{
|
|
4265
|
+
description: "A dataset of hand keypoints of over 500k examples.",
|
|
4266
|
+
id: "Vincent-luo/hagrid-mediapipe-hands"
|
|
4267
|
+
}
|
|
4268
|
+
],
|
|
4269
|
+
demo: {
|
|
4270
|
+
inputs: [
|
|
4271
|
+
{
|
|
4272
|
+
filename: "keypoint-detection-input.png",
|
|
4273
|
+
type: "img"
|
|
4274
|
+
}
|
|
4275
|
+
],
|
|
4276
|
+
outputs: [
|
|
4277
|
+
{
|
|
4278
|
+
filename: "keypoint-detection-output.png",
|
|
4279
|
+
type: "img"
|
|
4280
|
+
}
|
|
4281
|
+
]
|
|
4282
|
+
},
|
|
4283
|
+
metrics: [],
|
|
4284
|
+
models: [
|
|
4285
|
+
{
|
|
4286
|
+
description: "A robust keypoint detection model.",
|
|
4287
|
+
id: "magic-leap-community/superpoint"
|
|
4288
|
+
},
|
|
4289
|
+
{
|
|
4290
|
+
description: "Strong keypoint detection model used to detect human pose.",
|
|
4291
|
+
id: "qualcomm/MediaPipe-Pose-Estimation"
|
|
4292
|
+
}
|
|
4293
|
+
],
|
|
4294
|
+
spaces: [
|
|
4295
|
+
{
|
|
4296
|
+
description: "An application that detects hand keypoints in real-time.",
|
|
4297
|
+
id: "datasciencedojo/Hand-Keypoint-Detection-Realtime"
|
|
4298
|
+
},
|
|
4299
|
+
{
|
|
4300
|
+
description: "An application to try a universal keypoint detection model.",
|
|
4301
|
+
id: "merve/SuperPoint"
|
|
4302
|
+
}
|
|
4303
|
+
],
|
|
4304
|
+
summary: "Keypoint detection is the task of identifying meaningful distinctive points or features in an image.",
|
|
4305
|
+
widgetModels: [],
|
|
4306
|
+
youtubeId: ""
|
|
4307
|
+
};
|
|
4308
|
+
var data_default39 = taskData39;
|
|
4309
|
+
|
|
4261
4310
|
// src/tasks/index.ts
|
|
4262
4311
|
var TASKS_MODEL_LIBRARIES = {
|
|
4263
4312
|
"audio-classification": ["speechbrain", "transformers", "transformers.js"],
|
|
@@ -4346,7 +4395,7 @@ var TASKS_DATA = {
|
|
|
4346
4395
|
"image-text-to-text": getData("image-text-to-text", data_default11),
|
|
4347
4396
|
"image-to-text": getData("image-to-text", data_default10),
|
|
4348
4397
|
"image-to-video": void 0,
|
|
4349
|
-
"keypoint-detection": getData("keypoint-detection",
|
|
4398
|
+
"keypoint-detection": getData("keypoint-detection", data_default39),
|
|
4350
4399
|
"mask-generation": getData("mask-generation", data_default13),
|
|
4351
4400
|
"multiple-choice": void 0,
|
|
4352
4401
|
"object-detection": getData("object-detection", data_default14),
|
|
@@ -5644,6 +5693,13 @@ var MODEL_LIBRARIES_UI_ELEMENTS = {
|
|
|
5644
5693
|
filter: false,
|
|
5645
5694
|
countDownloads: `path:"mlc-chat-config.json"`
|
|
5646
5695
|
},
|
|
5696
|
+
moshi: {
|
|
5697
|
+
prettyLabel: "Moshi",
|
|
5698
|
+
repoName: "Moshi",
|
|
5699
|
+
repoUrl: "https://github.com/kyutai-labs/moshi",
|
|
5700
|
+
filter: false,
|
|
5701
|
+
countDownloads: `path:"tokenizer-e351c8d8-checkpoint125.safetensors"`
|
|
5702
|
+
},
|
|
5647
5703
|
nemo: {
|
|
5648
5704
|
prettyLabel: "NeMo",
|
|
5649
5705
|
repoName: "NeMo",
|
package/dist/index.js
CHANGED
|
@@ -4220,6 +4220,55 @@ var taskData38 = {
|
|
|
4220
4220
|
};
|
|
4221
4221
|
var data_default38 = taskData38;
|
|
4222
4222
|
|
|
4223
|
+
// src/tasks/keypoint-detection/data.ts
|
|
4224
|
+
var taskData39 = {
|
|
4225
|
+
datasets: [
|
|
4226
|
+
{
|
|
4227
|
+
description: "A dataset of hand keypoints of over 500k examples.",
|
|
4228
|
+
id: "Vincent-luo/hagrid-mediapipe-hands"
|
|
4229
|
+
}
|
|
4230
|
+
],
|
|
4231
|
+
demo: {
|
|
4232
|
+
inputs: [
|
|
4233
|
+
{
|
|
4234
|
+
filename: "keypoint-detection-input.png",
|
|
4235
|
+
type: "img"
|
|
4236
|
+
}
|
|
4237
|
+
],
|
|
4238
|
+
outputs: [
|
|
4239
|
+
{
|
|
4240
|
+
filename: "keypoint-detection-output.png",
|
|
4241
|
+
type: "img"
|
|
4242
|
+
}
|
|
4243
|
+
]
|
|
4244
|
+
},
|
|
4245
|
+
metrics: [],
|
|
4246
|
+
models: [
|
|
4247
|
+
{
|
|
4248
|
+
description: "A robust keypoint detection model.",
|
|
4249
|
+
id: "magic-leap-community/superpoint"
|
|
4250
|
+
},
|
|
4251
|
+
{
|
|
4252
|
+
description: "Strong keypoint detection model used to detect human pose.",
|
|
4253
|
+
id: "qualcomm/MediaPipe-Pose-Estimation"
|
|
4254
|
+
}
|
|
4255
|
+
],
|
|
4256
|
+
spaces: [
|
|
4257
|
+
{
|
|
4258
|
+
description: "An application that detects hand keypoints in real-time.",
|
|
4259
|
+
id: "datasciencedojo/Hand-Keypoint-Detection-Realtime"
|
|
4260
|
+
},
|
|
4261
|
+
{
|
|
4262
|
+
description: "An application to try a universal keypoint detection model.",
|
|
4263
|
+
id: "merve/SuperPoint"
|
|
4264
|
+
}
|
|
4265
|
+
],
|
|
4266
|
+
summary: "Keypoint detection is the task of identifying meaningful distinctive points or features in an image.",
|
|
4267
|
+
widgetModels: [],
|
|
4268
|
+
youtubeId: ""
|
|
4269
|
+
};
|
|
4270
|
+
var data_default39 = taskData39;
|
|
4271
|
+
|
|
4223
4272
|
// src/tasks/index.ts
|
|
4224
4273
|
var TASKS_MODEL_LIBRARIES = {
|
|
4225
4274
|
"audio-classification": ["speechbrain", "transformers", "transformers.js"],
|
|
@@ -4308,7 +4357,7 @@ var TASKS_DATA = {
|
|
|
4308
4357
|
"image-text-to-text": getData("image-text-to-text", data_default11),
|
|
4309
4358
|
"image-to-text": getData("image-to-text", data_default10),
|
|
4310
4359
|
"image-to-video": void 0,
|
|
4311
|
-
"keypoint-detection": getData("keypoint-detection",
|
|
4360
|
+
"keypoint-detection": getData("keypoint-detection", data_default39),
|
|
4312
4361
|
"mask-generation": getData("mask-generation", data_default13),
|
|
4313
4362
|
"multiple-choice": void 0,
|
|
4314
4363
|
"object-detection": getData("object-detection", data_default14),
|
|
@@ -5606,6 +5655,13 @@ var MODEL_LIBRARIES_UI_ELEMENTS = {
|
|
|
5606
5655
|
filter: false,
|
|
5607
5656
|
countDownloads: `path:"mlc-chat-config.json"`
|
|
5608
5657
|
},
|
|
5658
|
+
moshi: {
|
|
5659
|
+
prettyLabel: "Moshi",
|
|
5660
|
+
repoName: "Moshi",
|
|
5661
|
+
repoUrl: "https://github.com/kyutai-labs/moshi",
|
|
5662
|
+
filter: false,
|
|
5663
|
+
countDownloads: `path:"tokenizer-e351c8d8-checkpoint125.safetensors"`
|
|
5664
|
+
},
|
|
5609
5665
|
nemo: {
|
|
5610
5666
|
prettyLabel: "NeMo",
|
|
5611
5667
|
repoName: "NeMo",
|
|
@@ -400,6 +400,13 @@ export declare const MODEL_LIBRARIES_UI_ELEMENTS: {
|
|
|
400
400
|
filter: false;
|
|
401
401
|
countDownloads: string;
|
|
402
402
|
};
|
|
403
|
+
moshi: {
|
|
404
|
+
prettyLabel: string;
|
|
405
|
+
repoName: string;
|
|
406
|
+
repoUrl: string;
|
|
407
|
+
filter: false;
|
|
408
|
+
countDownloads: string;
|
|
409
|
+
};
|
|
403
410
|
nemo: {
|
|
404
411
|
prettyLabel: string;
|
|
405
412
|
repoName: string;
|
|
@@ -704,6 +711,6 @@ export declare const MODEL_LIBRARIES_UI_ELEMENTS: {
|
|
|
704
711
|
};
|
|
705
712
|
};
|
|
706
713
|
export type ModelLibraryKey = keyof typeof MODEL_LIBRARIES_UI_ELEMENTS;
|
|
707
|
-
export declare const ALL_MODEL_LIBRARY_KEYS: ("adapter-transformers" | "allennlp" | "asteroid" | "audiocraft" | "audioseal" | "bertopic" | "big_vision" | "birefnet" | "bm25s" | "champ" | "chat_tts" | "colpali" | "deepforest" | "depth-anything-v2" | "diffree" | "diffusers" | "diffusionkit" | "doctr" | "cartesia_pytorch" | "cartesia_mlx" | "edsnlp" | "elm" | "espnet" | "fairseq" | "fastai" | "fasttext" | "flair" | "gemma.cpp" | "gliner" | "glyph-byt5" | "grok" | "hallo" | "hunyuan-dit" | "keras" | "tf-keras" | "keras-nlp" | "k2" | "liveportrait" | "llama-cpp-python" | "mindspore" | "mamba-ssm" | "mars5-tts" | "mesh-anything" | "ml-agents" | "mlx" | "mlx-image" | "mlc-llm" | "nemo" | "open_clip" | "paddlenlp" | "peft" | "pyannote-audio" | "py-feat" | "pythae" | "recurrentgemma" | "relik" | "refiners" | "saelens" | "sam2" | "sample-factory" | "sapiens" | "sentence-transformers" | "setfit" | "sklearn" | "spacy" | "span-marker" | "speechbrain" | "ssr-speech" | "stable-audio-tools" | "diffusion-single-file" | "seed-story" | "soloaudio" | "stable-baselines3" | "stanza" | "tensorflowtts" | "tic-clip" | "timesfm" | "timm" | "transformers" | "transformers.js" | "unity-sentis" | "vfi-mamba" | "voicecraft" | "yolov10" | "whisperkit" | "3dtopia-xl")[];
|
|
708
|
-
export declare const ALL_DISPLAY_MODEL_LIBRARY_KEYS: ("adapter-transformers" | "allennlp" | "asteroid" | "audiocraft" | "audioseal" | "bertopic" | "big_vision" | "birefnet" | "bm25s" | "champ" | "chat_tts" | "colpali" | "deepforest" | "depth-anything-v2" | "diffree" | "diffusers" | "diffusionkit" | "doctr" | "cartesia_pytorch" | "cartesia_mlx" | "edsnlp" | "elm" | "espnet" | "fairseq" | "fastai" | "fasttext" | "flair" | "gemma.cpp" | "gliner" | "glyph-byt5" | "grok" | "hallo" | "hunyuan-dit" | "keras" | "tf-keras" | "keras-nlp" | "k2" | "liveportrait" | "llama-cpp-python" | "mindspore" | "mamba-ssm" | "mars5-tts" | "mesh-anything" | "ml-agents" | "mlx" | "mlx-image" | "mlc-llm" | "nemo" | "open_clip" | "paddlenlp" | "peft" | "pyannote-audio" | "py-feat" | "pythae" | "recurrentgemma" | "relik" | "refiners" | "saelens" | "sam2" | "sample-factory" | "sapiens" | "sentence-transformers" | "setfit" | "sklearn" | "spacy" | "span-marker" | "speechbrain" | "ssr-speech" | "stable-audio-tools" | "diffusion-single-file" | "seed-story" | "soloaudio" | "stable-baselines3" | "stanza" | "tensorflowtts" | "tic-clip" | "timesfm" | "timm" | "transformers" | "transformers.js" | "unity-sentis" | "vfi-mamba" | "voicecraft" | "yolov10" | "whisperkit" | "3dtopia-xl")[];
|
|
714
|
+
export declare const ALL_MODEL_LIBRARY_KEYS: ("adapter-transformers" | "allennlp" | "asteroid" | "audiocraft" | "audioseal" | "bertopic" | "big_vision" | "birefnet" | "bm25s" | "champ" | "chat_tts" | "colpali" | "deepforest" | "depth-anything-v2" | "diffree" | "diffusers" | "diffusionkit" | "doctr" | "cartesia_pytorch" | "cartesia_mlx" | "edsnlp" | "elm" | "espnet" | "fairseq" | "fastai" | "fasttext" | "flair" | "gemma.cpp" | "gliner" | "glyph-byt5" | "grok" | "hallo" | "hunyuan-dit" | "keras" | "tf-keras" | "keras-nlp" | "k2" | "liveportrait" | "llama-cpp-python" | "mindspore" | "mamba-ssm" | "mars5-tts" | "mesh-anything" | "ml-agents" | "mlx" | "mlx-image" | "mlc-llm" | "moshi" | "nemo" | "open_clip" | "paddlenlp" | "peft" | "pyannote-audio" | "py-feat" | "pythae" | "recurrentgemma" | "relik" | "refiners" | "saelens" | "sam2" | "sample-factory" | "sapiens" | "sentence-transformers" | "setfit" | "sklearn" | "spacy" | "span-marker" | "speechbrain" | "ssr-speech" | "stable-audio-tools" | "diffusion-single-file" | "seed-story" | "soloaudio" | "stable-baselines3" | "stanza" | "tensorflowtts" | "tic-clip" | "timesfm" | "timm" | "transformers" | "transformers.js" | "unity-sentis" | "vfi-mamba" | "voicecraft" | "yolov10" | "whisperkit" | "3dtopia-xl")[];
|
|
715
|
+
export declare const ALL_DISPLAY_MODEL_LIBRARY_KEYS: ("adapter-transformers" | "allennlp" | "asteroid" | "audiocraft" | "audioseal" | "bertopic" | "big_vision" | "birefnet" | "bm25s" | "champ" | "chat_tts" | "colpali" | "deepforest" | "depth-anything-v2" | "diffree" | "diffusers" | "diffusionkit" | "doctr" | "cartesia_pytorch" | "cartesia_mlx" | "edsnlp" | "elm" | "espnet" | "fairseq" | "fastai" | "fasttext" | "flair" | "gemma.cpp" | "gliner" | "glyph-byt5" | "grok" | "hallo" | "hunyuan-dit" | "keras" | "tf-keras" | "keras-nlp" | "k2" | "liveportrait" | "llama-cpp-python" | "mindspore" | "mamba-ssm" | "mars5-tts" | "mesh-anything" | "ml-agents" | "mlx" | "mlx-image" | "mlc-llm" | "moshi" | "nemo" | "open_clip" | "paddlenlp" | "peft" | "pyannote-audio" | "py-feat" | "pythae" | "recurrentgemma" | "relik" | "refiners" | "saelens" | "sam2" | "sample-factory" | "sapiens" | "sentence-transformers" | "setfit" | "sklearn" | "spacy" | "span-marker" | "speechbrain" | "ssr-speech" | "stable-audio-tools" | "diffusion-single-file" | "seed-story" | "soloaudio" | "stable-baselines3" | "stanza" | "tensorflowtts" | "tic-clip" | "timesfm" | "timm" | "transformers" | "transformers.js" | "unity-sentis" | "vfi-mamba" | "voicecraft" | "yolov10" | "whisperkit" | "3dtopia-xl")[];
|
|
709
716
|
//# sourceMappingURL=model-libraries.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"model-libraries.d.ts","sourceRoot":"","sources":["../../src/model-libraries.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAC9C,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,6BAA6B,CAAC;AAEtE;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAChC;;;;OAIG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,QAAQ,CAAC,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,MAAM,EAAE,CAAC;IAC1C;;;;;OAKG;IACH,cAAc,CAAC,EAAE,kBAAkB,CAAC;IACpC;;;OAGG;IACH,MAAM,CAAC,EAAE,OAAO,CAAC;CACjB;AAED;;;;;;;;;;;;;GAaG;AAEH,eAAO,MAAM,2BAA2B
|
|
1
|
+
{"version":3,"file":"model-libraries.d.ts","sourceRoot":"","sources":["../../src/model-libraries.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAC9C,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,6BAA6B,CAAC;AAEtE;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAChC;;;;OAIG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,QAAQ,CAAC,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,MAAM,EAAE,CAAC;IAC1C;;;;;OAKG;IACH,cAAc,CAAC,EAAE,kBAAkB,CAAC;IACpC;;;OAGG;IACH,MAAM,CAAC,EAAE,OAAO,CAAC;CACjB;AAED;;;;;;;;;;;;;GAaG;AAEH,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAkpBI,CAAC;AAE7C,MAAM,MAAM,eAAe,GAAG,MAAM,OAAO,2BAA2B,CAAC;AAEvE,eAAO,MAAM,sBAAsB,wsCAAgE,CAAC;AAEpG,eAAO,MAAM,8BAA8B,wsCAQ1B,CAAC"}
|
|
@@ -70,7 +70,7 @@ export interface GenerationParameters {
|
|
|
70
70
|
*/
|
|
71
71
|
max_length?: number;
|
|
72
72
|
/**
|
|
73
|
-
* The maximum number of tokens to generate. Takes precedence over
|
|
73
|
+
* The maximum number of tokens to generate. Takes precedence over max_length.
|
|
74
74
|
*/
|
|
75
75
|
max_new_tokens?: number;
|
|
76
76
|
/**
|
|
@@ -78,7 +78,7 @@ export interface GenerationParameters {
|
|
|
78
78
|
*/
|
|
79
79
|
min_length?: number;
|
|
80
80
|
/**
|
|
81
|
-
* The minimum number of tokens to generate. Takes precedence over
|
|
81
|
+
* The minimum number of tokens to generate. Takes precedence over min_length.
|
|
82
82
|
*/
|
|
83
83
|
min_new_tokens?: number;
|
|
84
84
|
/**
|
|
@@ -48,7 +48,7 @@ export interface ChatCompletionInput {
|
|
|
48
48
|
* [UNUSED] ID of the model to use. See the model endpoint compatibility table for details
|
|
49
49
|
* on which models work with the Chat API.
|
|
50
50
|
*/
|
|
51
|
-
model
|
|
51
|
+
model?: string;
|
|
52
52
|
/**
|
|
53
53
|
* UNUSED
|
|
54
54
|
* How many chat completion choices to generate for each input message. Note that you will
|
|
@@ -62,12 +62,14 @@ export interface ChatCompletionInput {
|
|
|
62
62
|
* increasing the model's likelihood to talk about new topics
|
|
63
63
|
*/
|
|
64
64
|
presence_penalty?: number;
|
|
65
|
+
response_format?: ChatCompletionInputGrammarType;
|
|
65
66
|
seed?: number;
|
|
66
67
|
/**
|
|
67
68
|
* Up to 4 sequences where the API will stop generating further tokens.
|
|
68
69
|
*/
|
|
69
70
|
stop?: string[];
|
|
70
71
|
stream?: boolean;
|
|
72
|
+
stream_options?: ChatCompletionInputStreamOptions;
|
|
71
73
|
/**
|
|
72
74
|
* What sampling temperature to use, between 0 and 2. Higher values like 0.8 will make the
|
|
73
75
|
* output more random, while
|
|
@@ -76,7 +78,7 @@ export interface ChatCompletionInput {
|
|
|
76
78
|
* We generally recommend altering this or `top_p` but not both.
|
|
77
79
|
*/
|
|
78
80
|
temperature?: number;
|
|
79
|
-
tool_choice?:
|
|
81
|
+
tool_choice?: ChatCompletionInputTool;
|
|
80
82
|
/**
|
|
81
83
|
* A prompt to be appended before the tools
|
|
82
84
|
*/
|
|
@@ -86,7 +88,7 @@ export interface ChatCompletionInput {
|
|
|
86
88
|
* Use this to provide a list of
|
|
87
89
|
* functions the model may generate JSON inputs for.
|
|
88
90
|
*/
|
|
89
|
-
tools?:
|
|
91
|
+
tools?: ToolElement[];
|
|
90
92
|
/**
|
|
91
93
|
* An integer between 0 and 5 specifying the number of most likely tokens to return at each
|
|
92
94
|
* token position, each with
|
|
@@ -103,34 +105,65 @@ export interface ChatCompletionInput {
|
|
|
103
105
|
[property: string]: unknown;
|
|
104
106
|
}
|
|
105
107
|
export interface ChatCompletionInputMessage {
|
|
106
|
-
content
|
|
108
|
+
content: ChatCompletionInputMessageContent;
|
|
107
109
|
name?: string;
|
|
108
110
|
role: string;
|
|
109
|
-
tool_calls?: ChatCompletionInputToolCall[];
|
|
110
111
|
[property: string]: unknown;
|
|
111
112
|
}
|
|
112
|
-
export
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
|
|
113
|
+
export type ChatCompletionInputMessageContent = ChatCompletionInputMessageChunk[] | string;
|
|
114
|
+
export interface ChatCompletionInputMessageChunk {
|
|
115
|
+
image_url?: ChatCompletionInputURL;
|
|
116
|
+
text?: string;
|
|
117
|
+
type: ChatCompletionInputMessageChunkType;
|
|
116
118
|
[property: string]: unknown;
|
|
117
119
|
}
|
|
118
|
-
export interface
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
120
|
+
export interface ChatCompletionInputURL {
|
|
121
|
+
url: string;
|
|
122
|
+
[property: string]: unknown;
|
|
123
|
+
}
|
|
124
|
+
export type ChatCompletionInputMessageChunkType = "text" | "image_url";
|
|
125
|
+
export interface ChatCompletionInputGrammarType {
|
|
126
|
+
type: ChatCompletionInputGrammarTypeType;
|
|
127
|
+
/**
|
|
128
|
+
* A string that represents a [JSON Schema](https://json-schema.org/).
|
|
129
|
+
*
|
|
130
|
+
* JSON Schema is a declarative language that allows to annotate JSON documents
|
|
131
|
+
* with types and descriptions.
|
|
132
|
+
*/
|
|
133
|
+
value: unknown;
|
|
134
|
+
[property: string]: unknown;
|
|
135
|
+
}
|
|
136
|
+
export type ChatCompletionInputGrammarTypeType = "json" | "regex";
|
|
137
|
+
export interface ChatCompletionInputStreamOptions {
|
|
138
|
+
/**
|
|
139
|
+
* If set, an additional chunk will be streamed before the data: [DONE] message. The usage
|
|
140
|
+
* field on this chunk shows the token usage statistics for the entire request, and the
|
|
141
|
+
* choices field will always be an empty array. All other chunks will also include a usage
|
|
142
|
+
* field, but with a null value.
|
|
143
|
+
*/
|
|
144
|
+
include_usage: boolean;
|
|
122
145
|
[property: string]: unknown;
|
|
123
146
|
}
|
|
124
|
-
export type
|
|
125
|
-
export interface
|
|
126
|
-
|
|
147
|
+
export type ChatCompletionInputTool = ChatCompletionInputToolType | string;
|
|
148
|
+
export interface ChatCompletionInputToolType {
|
|
149
|
+
function?: ChatCompletionInputFunctionName;
|
|
127
150
|
[property: string]: unknown;
|
|
128
151
|
}
|
|
129
|
-
export interface
|
|
152
|
+
export interface ChatCompletionInputFunctionName {
|
|
153
|
+
name: string;
|
|
154
|
+
[property: string]: unknown;
|
|
155
|
+
}
|
|
156
|
+
export interface ToolElement {
|
|
130
157
|
function: ChatCompletionInputFunctionDefinition;
|
|
131
158
|
type: string;
|
|
132
159
|
[property: string]: unknown;
|
|
133
160
|
}
|
|
161
|
+
export interface ChatCompletionInputFunctionDefinition {
|
|
162
|
+
arguments: unknown;
|
|
163
|
+
description?: string;
|
|
164
|
+
name: string;
|
|
165
|
+
[property: string]: unknown;
|
|
166
|
+
}
|
|
134
167
|
/**
|
|
135
168
|
* Chat Completion Output.
|
|
136
169
|
*
|
|
@@ -143,7 +176,6 @@ export interface ChatCompletionOutput {
|
|
|
143
176
|
created: number;
|
|
144
177
|
id: string;
|
|
145
178
|
model: string;
|
|
146
|
-
object: string;
|
|
147
179
|
system_fingerprint: string;
|
|
148
180
|
usage: ChatCompletionOutputUsage;
|
|
149
181
|
[property: string]: unknown;
|
|
@@ -172,14 +204,13 @@ export interface ChatCompletionOutputTopLogprob {
|
|
|
172
204
|
}
|
|
173
205
|
export interface ChatCompletionOutputMessage {
|
|
174
206
|
content?: string;
|
|
175
|
-
name?: string;
|
|
176
207
|
role: string;
|
|
177
208
|
tool_calls?: ChatCompletionOutputToolCall[];
|
|
178
209
|
[property: string]: unknown;
|
|
179
210
|
}
|
|
180
211
|
export interface ChatCompletionOutputToolCall {
|
|
181
212
|
function: ChatCompletionOutputFunctionDefinition;
|
|
182
|
-
id:
|
|
213
|
+
id: string;
|
|
183
214
|
type: string;
|
|
184
215
|
[property: string]: unknown;
|
|
185
216
|
}
|
|
@@ -207,8 +238,8 @@ export interface ChatCompletionStreamOutput {
|
|
|
207
238
|
created: number;
|
|
208
239
|
id: string;
|
|
209
240
|
model: string;
|
|
210
|
-
object: string;
|
|
211
241
|
system_fingerprint: string;
|
|
242
|
+
usage?: ChatCompletionStreamOutputUsage;
|
|
212
243
|
[property: string]: unknown;
|
|
213
244
|
}
|
|
214
245
|
export interface ChatCompletionStreamOutputChoice {
|
|
@@ -251,4 +282,10 @@ export interface ChatCompletionStreamOutputTopLogprob {
|
|
|
251
282
|
token: string;
|
|
252
283
|
[property: string]: unknown;
|
|
253
284
|
}
|
|
285
|
+
export interface ChatCompletionStreamOutputUsage {
|
|
286
|
+
completion_tokens: number;
|
|
287
|
+
prompt_tokens: number;
|
|
288
|
+
total_tokens: number;
|
|
289
|
+
[property: string]: unknown;
|
|
290
|
+
}
|
|
254
291
|
//# sourceMappingURL=inference.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"inference.d.ts","sourceRoot":"","sources":["../../../../src/tasks/chat-completion/inference.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH;;;;;;GAMG;AACH,MAAM,WAAW,mBAAmB;IACnC;;;;OAIG;IACH,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B;;;;;;;;;;;OAWG;IACH,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IACtB;;;;OAIG;IACH,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,QAAQ,EAAE,0BAA0B,EAAE,CAAC;IACvC;;;OAGG;IACH,KAAK,EAAE,MAAM,CAAC;
|
|
1
|
+
{"version":3,"file":"inference.d.ts","sourceRoot":"","sources":["../../../../src/tasks/chat-completion/inference.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH;;;;;;GAMG;AACH,MAAM,WAAW,mBAAmB;IACnC;;;;OAIG;IACH,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B;;;;;;;;;;;OAWG;IACH,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IACtB;;;;OAIG;IACH,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,QAAQ,EAAE,0BAA0B,EAAE,CAAC;IACvC;;;OAGG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;;;;OAKG;IACH,CAAC,CAAC,EAAE,MAAM,CAAC;IACX;;;;OAIG;IACH,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,eAAe,CAAC,EAAE,8BAA8B,CAAC;IACjD,IAAI,CAAC,EAAE,MAAM,CAAC;IACd;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,cAAc,CAAC,EAAE,gCAAgC,CAAC;IAClD;;;;;;OAMG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,uBAAuB,CAAC;IACtC;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;;;;OAIG;IACH,KAAK,CAAC,EAAE,WAAW,EAAE,CAAC;IACtB;;;;OAIG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB;;;;;OAKG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,0BAA0B;IAC1C,OAAO,EAAE,iCAAiC,CAAC;IAC3C,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,MAAM,iCAAiC,GAAG,+BAA+B,EAAE,GAAG,MAAM,CAAC;AAE3F,MAAM,WAAW,+BAA+B;IAC/C,SAAS,CAAC,EAAE,sBAAsB,CAAC;IACnC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,mCAAmC,CAAC;IAC1C,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,sBAAsB;IACtC,GAAG,EAAE,MAAM,CAAC;IACZ,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,MAAM,mCAAmC,GAAG,MAAM,GAAG,WAAW,CAAC;AAEvE,MAAM,WAAW,8BAA8B;IAC9C,IAAI,EAAE,kCAAkC,CAAC;IACzC;;;;;OAKG;IACH,KAAK,EAAE,OAAO,CAAC;IACf,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,MAAM,kCAAkC,GAAG,MAAM,GAAG,OAAO,CAAC;AAElE,MAAM,WAAW,gCAAgC;IAChD;;;;;OAKG;IACH,aAAa,EAAE,OAAO,CAAC;IACvB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,MAAM,uBAAuB,GAAG,2BAA2B,GAAG,MAAM,CAAC;AAE3E,MAAM,WAAW,2BAA2B;IAC3C,QAAQ,CAAC,EAAE,+BAA+B,CAAC;IAC3C,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,+BAA+B;IAC/C,IAAI,EAAE,MAAM,CAAC;IACb,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,WAAW;IAC3B,QAAQ,EAAE,qCAAqC,CAAC;IAChD,IAAI,EAAE,MAAM,CAAC;IACb,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,qCAAqC;IACrD,SAAS,EAAE,OAAO,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED;;;;;;GAMG;AACH,MAAM,WAAW,oBAAoB;IACpC,OAAO,EAAE,4BAA4B,EAAE,CAAC;IACxC,OAAO,EAAE,MAAM,CAAC;IAChB,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,kBAAkB,EAAE,MAAM,CAAC;IAC3B,KAAK,EAAE,yBAAyB,CAAC;IACjC,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,4BAA4B;IAC5C,aAAa,EAAE,MAAM,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,4BAA4B,CAAC;IACxC,OAAO,EAAE,2BAA2B,CAAC;IACrC,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,4BAA4B;IAC5C,OAAO,EAAE,2BAA2B,EAAE,CAAC;IACvC,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,2BAA2B;IAC3C,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,EAAE,8BAA8B,EAAE,CAAC;IAC/C,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,8BAA8B;IAC9C,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,2BAA2B;IAC3C,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,CAAC,EAAE,4BAA4B,EAAE,CAAC;IAC5C,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,4BAA4B;IAC5C,QAAQ,EAAE,sCAAsC,CAAC;IACjD,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,sCAAsC;IACtD,SAAS,EAAE,OAAO,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,yBAAyB;IACzC,iBAAiB,EAAE,MAAM,CAAC;IAC1B,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED;;;;;;GAMG;AACH,MAAM,WAAW,0BAA0B;IAC1C,OAAO,EAAE,gCAAgC,EAAE,CAAC;IAC5C,OAAO,EAAE,MAAM,CAAC;IAChB,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,kBAAkB,EAAE,MAAM,CAAC;IAC3B,KAAK,CAAC,EAAE,+BAA+B,CAAC;IACxC,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,gCAAgC;IAChD,KAAK,EAAE,+BAA+B,CAAC;IACvC,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,kCAAkC,CAAC;IAC9C,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,+BAA+B;IAC/C,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,CAAC,EAAE,uCAAuC,CAAC;IACrD,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,uCAAuC;IACvD,QAAQ,EAAE,kCAAkC,CAAC;IAC7C,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,kCAAkC;IAClD,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,kCAAkC;IAClD,OAAO,EAAE,iCAAiC,EAAE,CAAC;IAC7C,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,iCAAiC;IACjD,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,EAAE,oCAAoC,EAAE,CAAC;IACrD,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,oCAAoC;IACpD,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,+BAA+B;IAC/C,iBAAiB,EAAE,MAAM,CAAC;IAC1B,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B"}
|
|
@@ -69,7 +69,7 @@ export interface GenerationParameters {
|
|
|
69
69
|
*/
|
|
70
70
|
max_length?: number;
|
|
71
71
|
/**
|
|
72
|
-
* The maximum number of tokens to generate. Takes precedence over
|
|
72
|
+
* The maximum number of tokens to generate. Takes precedence over max_length.
|
|
73
73
|
*/
|
|
74
74
|
max_new_tokens?: number;
|
|
75
75
|
/**
|
|
@@ -77,7 +77,7 @@ export interface GenerationParameters {
|
|
|
77
77
|
*/
|
|
78
78
|
min_length?: number;
|
|
79
79
|
/**
|
|
80
|
-
* The minimum number of tokens to generate. Takes precedence over
|
|
80
|
+
* The minimum number of tokens to generate. Takes precedence over min_length.
|
|
81
81
|
*/
|
|
82
82
|
min_new_tokens?: number;
|
|
83
83
|
/**
|
|
@@ -16,7 +16,7 @@ export type * from "./sentence-similarity/inference";
|
|
|
16
16
|
export type * from "./summarization/inference";
|
|
17
17
|
export type * from "./table-question-answering/inference";
|
|
18
18
|
export type { TextToImageInput, TextToImageOutput, TextToImageParameters } from "./text-to-image/inference";
|
|
19
|
-
export type {
|
|
19
|
+
export type { TextToSpeechParameters, TextToSpeechInput, TextToSpeechOutput } from "./text-to-speech/inference";
|
|
20
20
|
export type * from "./token-classification/inference";
|
|
21
21
|
export type { TranslationInput, TranslationOutput } from "./translation/inference";
|
|
22
22
|
export type { ClassificationOutputTransform, TextClassificationInput, TextClassificationOutput, TextClassificationOutputElement, TextClassificationParameters, } from "./text-classification/inference";
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tasks/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tasks/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AA2CjD,mBAAmB,kCAAkC,CAAC;AACtD,mBAAmB,0CAA0C,CAAC;AAC9D,YAAY,EACX,mBAAmB,EACnB,0BAA0B,EAC1B,oBAAoB,EACpB,4BAA4B,EAC5B,2BAA2B,EAC3B,0BAA0B,EAC1B,gCAAgC,EAChC,+BAA+B,GAC/B,MAAM,6BAA6B,CAAC;AACrC,mBAAmB,yCAAyC,CAAC;AAC7D,mBAAmB,gCAAgC,CAAC;AACpD,mBAAmB,uBAAuB,CAAC;AAC3C,YAAY,EACX,wBAAwB,EACxB,yBAAyB,EACzB,gCAAgC,EAChC,6BAA6B,GAC7B,MAAM,kCAAkC,CAAC;AAC1C,mBAAmB,4BAA4B,CAAC;AAChD,YAAY,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,MAAM,2BAA2B,CAAC;AAC5G,mBAAmB,gCAAgC,CAAC;AACpD,mBAAmB,8BAA8B,CAAC;AAClD,mBAAmB,8BAA8B,CAAC;AAClD,mBAAmB,gCAAgC,CAAC;AACpD,mBAAmB,iCAAiC,CAAC;AACrD,mBAAmB,2BAA2B,CAAC;AAC/C,mBAAmB,sCAAsC,CAAC;AAC1D,YAAY,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,MAAM,2BAA2B,CAAC;AAC5G,YAAY,EAAE,sBAAsB,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAChH,mBAAmB,kCAAkC,CAAC;AACtD,YAAY,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AACnF,YAAY,EACX,6BAA6B,EAC7B,uBAAuB,EACvB,wBAAwB,EACxB,+BAA+B,EAC/B,4BAA4B,GAC5B,MAAM,iCAAiC,CAAC;AACzC,YAAY,EACX,gCAAgC,EAChC,gCAAgC,EAChC,mBAAmB,EACnB,oBAAoB,EACpB,2BAA2B,EAC3B,qCAAqC,EACrC,kCAAkC,EAClC,yBAAyB,EACzB,uCAAuC,EACvC,0BAA0B,GAC1B,MAAM,6BAA6B,CAAC;AACrC,mBAAmB,kCAAkC,CAAC;AACtD,mBAAmB,uCAAuC,CAAC;AAC3D,mBAAmB,sCAAsC,CAAC;AAC1D,mBAAmB,4CAA4C,CAAC;AAChE,YAAY,EACX,WAAW,EACX,4BAA4B,EAC5B,gCAAgC,EAChC,6BAA6B,EAC7B,oCAAoC,GACpC,MAAM,wCAAwC,CAAC;AAEhD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAE1D;;GAEG;AACH,eAAO,MAAM,qBAAqB,EAAE,MAAM,CAAC,YAAY,EAAE,eAAe,EAAE,CA6DzE,CAAC;AAoBF,eAAO,MAAM,UAAU,EAAE,MAAM,CAAC,YAAY,EAAE,QAAQ,GAAG,SAAS,CAqDxD,CAAC;AAEX,MAAM,WAAW,WAAW;IAC3B,WAAW,EAAE,MAAM,CAAC;IACpB,EAAE,EAAE,MAAM,CAAC;CACX;AAED,MAAM,MAAM,aAAa,GACtB;IACA,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,OAAO,CAAC;CACb,GACD;IACA,IAAI,EAAE,KAAK,CAAC;QACX,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE,MAAM,CAAC;KACd,CAAC,CAAC;IACH,IAAI,EAAE,OAAO,CAAC;CACb,GACD;IACA,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,KAAK,CAAC;CACX,GACD;IACA,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC;IAClB,IAAI,EAAE,SAAS,CAAC;CACf,GACD;IACA,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;CACZ,GACD;IACA,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,KAAK,CAAC;QACb,GAAG,EAAE,MAAM,CAAC;QACZ,KAAK,EAAE,MAAM,CAAC;QACd,IAAI,EAAE,MAAM,CAAC;KACb,CAAC,CAAC;IACH,IAAI,EAAE,kBAAkB,CAAC;CACxB,CAAC;AAEL,MAAM,WAAW,QAAQ;IACxB,MAAM,EAAE,aAAa,EAAE,CAAC;IACxB,OAAO,EAAE,aAAa,EAAE,CAAC;CACzB;AAED,MAAM,WAAW,QAAQ;IACxB,QAAQ,EAAE,WAAW,EAAE,CAAC;IACxB,IAAI,EAAE,QAAQ,CAAC;IACf,EAAE,EAAE,YAAY,CAAC;IACjB,WAAW,CAAC,EAAE,YAAY,CAAC;IAC3B,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,eAAe,EAAE,CAAC;IAC7B,OAAO,EAAE,WAAW,EAAE,CAAC;IACvB,MAAM,EAAE,WAAW,EAAE,CAAC;IACtB,MAAM,EAAE,WAAW,EAAE,CAAC;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,SAAS,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,MAAM,cAAc,GAAG,IAAI,CAAC,QAAQ,EAAE,IAAI,GAAG,OAAO,GAAG,WAAW,CAAC,CAAC"}
|
|
@@ -17,23 +17,84 @@ export interface TextGenerationInput {
|
|
|
17
17
|
[property: string]: unknown;
|
|
18
18
|
}
|
|
19
19
|
export interface TextGenerationInputGenerateParameters {
|
|
20
|
+
/**
|
|
21
|
+
* Lora adapter id
|
|
22
|
+
*/
|
|
23
|
+
adapter_id?: string;
|
|
24
|
+
/**
|
|
25
|
+
* Generate best_of sequences and return the one if the highest token logprobs.
|
|
26
|
+
*/
|
|
20
27
|
best_of?: number;
|
|
28
|
+
/**
|
|
29
|
+
* Whether to return decoder input token logprobs and ids.
|
|
30
|
+
*/
|
|
21
31
|
decoder_input_details?: boolean;
|
|
32
|
+
/**
|
|
33
|
+
* Whether to return generation details.
|
|
34
|
+
*/
|
|
22
35
|
details?: boolean;
|
|
36
|
+
/**
|
|
37
|
+
* Activate logits sampling.
|
|
38
|
+
*/
|
|
23
39
|
do_sample?: boolean;
|
|
40
|
+
/**
|
|
41
|
+
* The parameter for frequency penalty. 1.0 means no penalty
|
|
42
|
+
* Penalize new tokens based on their existing frequency in the text so far,
|
|
43
|
+
* decreasing the model's likelihood to repeat the same line verbatim.
|
|
44
|
+
*/
|
|
24
45
|
frequency_penalty?: number;
|
|
25
46
|
grammar?: TextGenerationInputGrammarType;
|
|
47
|
+
/**
|
|
48
|
+
* Maximum number of tokens to generate.
|
|
49
|
+
*/
|
|
26
50
|
max_new_tokens?: number;
|
|
51
|
+
/**
|
|
52
|
+
* The parameter for repetition penalty. 1.0 means no penalty.
|
|
53
|
+
* See [this paper](https://arxiv.org/pdf/1909.05858.pdf) for more details.
|
|
54
|
+
*/
|
|
27
55
|
repetition_penalty?: number;
|
|
56
|
+
/**
|
|
57
|
+
* Whether to prepend the prompt to the generated text
|
|
58
|
+
*/
|
|
28
59
|
return_full_text?: boolean;
|
|
60
|
+
/**
|
|
61
|
+
* Random sampling seed.
|
|
62
|
+
*/
|
|
29
63
|
seed?: number;
|
|
64
|
+
/**
|
|
65
|
+
* Stop generating tokens if a member of `stop` is generated.
|
|
66
|
+
*/
|
|
30
67
|
stop?: string[];
|
|
68
|
+
/**
|
|
69
|
+
* The value used to module the logits distribution.
|
|
70
|
+
*/
|
|
31
71
|
temperature?: number;
|
|
72
|
+
/**
|
|
73
|
+
* The number of highest probability vocabulary tokens to keep for top-k-filtering.
|
|
74
|
+
*/
|
|
32
75
|
top_k?: number;
|
|
76
|
+
/**
|
|
77
|
+
* The number of highest probability vocabulary tokens to keep for top-n-filtering.
|
|
78
|
+
*/
|
|
33
79
|
top_n_tokens?: number;
|
|
80
|
+
/**
|
|
81
|
+
* Top-p value for nucleus sampling.
|
|
82
|
+
*/
|
|
34
83
|
top_p?: number;
|
|
84
|
+
/**
|
|
85
|
+
* Truncate inputs tokens to the given size.
|
|
86
|
+
*/
|
|
35
87
|
truncate?: number;
|
|
88
|
+
/**
|
|
89
|
+
* Typical Decoding mass
|
|
90
|
+
* See [Typical Decoding for Natural Language Generation](https://arxiv.org/abs/2202.00666)
|
|
91
|
+
* for more information.
|
|
92
|
+
*/
|
|
36
93
|
typical_p?: number;
|
|
94
|
+
/**
|
|
95
|
+
* Watermarking with [A Watermark for Large Language
|
|
96
|
+
* Models](https://arxiv.org/abs/2301.10226).
|
|
97
|
+
*/
|
|
37
98
|
watermark?: boolean;
|
|
38
99
|
[property: string]: unknown;
|
|
39
100
|
}
|
|
@@ -113,6 +174,7 @@ export interface TextGenerationStreamOutput {
|
|
|
113
174
|
export interface TextGenerationStreamOutputStreamDetails {
|
|
114
175
|
finish_reason: TextGenerationOutputFinishReason;
|
|
115
176
|
generated_tokens: number;
|
|
177
|
+
input_length: number;
|
|
116
178
|
seed?: number;
|
|
117
179
|
[property: string]: unknown;
|
|
118
180
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"inference.d.ts","sourceRoot":"","sources":["../../../../src/tasks/text-generation/inference.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH;;;;;;GAMG;AACH,MAAM,WAAW,mBAAmB;IACnC,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,qCAAqC,CAAC;IACnD,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,qCAAqC;IACrD,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,OAAO,CAAC,EAAE,8BAA8B,CAAC;IACzC,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,8BAA8B;IAC9C,IAAI,EAAE,IAAI,CAAC;IACX;;;;;OAKG;IACH,KAAK,EAAE,OAAO,CAAC;IACf,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,MAAM,IAAI,GAAG,MAAM,GAAG,OAAO,CAAC;AAEpC;;;;;;GAMG;AACH,MAAM,WAAW,oBAAoB;IACpC,OAAO,CAAC,EAAE,2BAA2B,CAAC;IACtC,cAAc,EAAE,MAAM,CAAC;IACvB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,2BAA2B;IAC3C,iBAAiB,CAAC,EAAE,kCAAkC,EAAE,CAAC;IACzD,aAAa,EAAE,gCAAgC,CAAC;IAChD,gBAAgB,EAAE,MAAM,CAAC;IACzB,OAAO,EAAE,gCAAgC,EAAE,CAAC;IAC5C,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,yBAAyB,EAAE,CAAC;IACpC,UAAU,CAAC,EAAE,KAAK,CAAC,yBAAyB,EAAE,CAAC,CAAC;IAChD,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,kCAAkC;IAClD,aAAa,EAAE,gCAAgC,CAAC;IAChD,cAAc,EAAE,MAAM,CAAC;IACvB,gBAAgB,EAAE,MAAM,CAAC;IACzB,OAAO,EAAE,gCAAgC,EAAE,CAAC;IAC5C,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,yBAAyB,EAAE,CAAC;IACpC,UAAU,CAAC,EAAE,KAAK,CAAC,yBAAyB,EAAE,CAAC,CAAC;IAChD,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,MAAM,gCAAgC,GAAG,QAAQ,GAAG,WAAW,GAAG,eAAe,CAAC;AAExF,MAAM,WAAW,gCAAgC;IAChD,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,yBAAyB;IACzC,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,OAAO,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED;;;;;;GAMG;AACH,MAAM,WAAW,0BAA0B;IAC1C,OAAO,CAAC,EAAE,uCAAuC,CAAC;IAClD,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,+BAA+B,CAAC;IACvC,UAAU,CAAC,EAAE,+BAA+B,EAAE,CAAC;IAC/C,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,uCAAuC;IACvD,aAAa,EAAE,gCAAgC,CAAC;IAChD,gBAAgB,EAAE,MAAM,CAAC;IACzB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,+BAA+B;IAC/C,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,OAAO,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B"}
|
|
1
|
+
{"version":3,"file":"inference.d.ts","sourceRoot":"","sources":["../../../../src/tasks/text-generation/inference.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH;;;;;;GAMG;AACH,MAAM,WAAW,mBAAmB;IACnC,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,qCAAqC,CAAC;IACnD,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,qCAAqC;IACrD;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC;;OAEG;IACH,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB;;OAEG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB;;;;OAIG;IACH,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,OAAO,CAAC,EAAE,8BAA8B,CAAC;IACzC;;OAEG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB;;;OAGG;IACH,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B;;OAEG;IACH,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;IACd;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;OAEG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB;;;;OAIG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB;;;OAGG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,8BAA8B;IAC9C,IAAI,EAAE,IAAI,CAAC;IACX;;;;;OAKG;IACH,KAAK,EAAE,OAAO,CAAC;IACf,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,MAAM,IAAI,GAAG,MAAM,GAAG,OAAO,CAAC;AAEpC;;;;;;GAMG;AACH,MAAM,WAAW,oBAAoB;IACpC,OAAO,CAAC,EAAE,2BAA2B,CAAC;IACtC,cAAc,EAAE,MAAM,CAAC;IACvB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,2BAA2B;IAC3C,iBAAiB,CAAC,EAAE,kCAAkC,EAAE,CAAC;IACzD,aAAa,EAAE,gCAAgC,CAAC;IAChD,gBAAgB,EAAE,MAAM,CAAC;IACzB,OAAO,EAAE,gCAAgC,EAAE,CAAC;IAC5C,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,yBAAyB,EAAE,CAAC;IACpC,UAAU,CAAC,EAAE,KAAK,CAAC,yBAAyB,EAAE,CAAC,CAAC;IAChD,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,kCAAkC;IAClD,aAAa,EAAE,gCAAgC,CAAC;IAChD,cAAc,EAAE,MAAM,CAAC;IACvB,gBAAgB,EAAE,MAAM,CAAC;IACzB,OAAO,EAAE,gCAAgC,EAAE,CAAC;IAC5C,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,yBAAyB,EAAE,CAAC;IACpC,UAAU,CAAC,EAAE,KAAK,CAAC,yBAAyB,EAAE,CAAC,CAAC;IAChD,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,MAAM,gCAAgC,GAAG,QAAQ,GAAG,WAAW,GAAG,eAAe,CAAC;AAExF,MAAM,WAAW,gCAAgC;IAChD,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,yBAAyB;IACzC,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,OAAO,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED;;;;;;GAMG;AACH,MAAM,WAAW,0BAA0B;IAC1C,OAAO,CAAC,EAAE,uCAAuC,CAAC;IAClD,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,+BAA+B,CAAC;IACvC,UAAU,CAAC,EAAE,+BAA+B,EAAE,CAAC;IAC/C,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,uCAAuC;IACvD,aAAa,EAAE,gCAAgC,CAAC;IAChD,gBAAgB,EAAE,MAAM,CAAC;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,+BAA+B;IAC/C,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,OAAO,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B"}
|
|
@@ -65,7 +65,7 @@ export interface GenerationParameters {
|
|
|
65
65
|
*/
|
|
66
66
|
max_length?: number;
|
|
67
67
|
/**
|
|
68
|
-
* The maximum number of tokens to generate. Takes precedence over
|
|
68
|
+
* The maximum number of tokens to generate. Takes precedence over max_length.
|
|
69
69
|
*/
|
|
70
70
|
max_new_tokens?: number;
|
|
71
71
|
/**
|
|
@@ -73,7 +73,7 @@ export interface GenerationParameters {
|
|
|
73
73
|
*/
|
|
74
74
|
min_length?: number;
|
|
75
75
|
/**
|
|
76
|
-
* The minimum number of tokens to generate. Takes precedence over
|
|
76
|
+
* The minimum number of tokens to generate. Takes precedence over min_length.
|
|
77
77
|
*/
|
|
78
78
|
min_new_tokens?: number;
|
|
79
79
|
/**
|
|
@@ -4,9 +4,7 @@
|
|
|
4
4
|
* Using src/scripts/inference-codegen
|
|
5
5
|
*/
|
|
6
6
|
/**
|
|
7
|
-
* Inputs for Text
|
|
8
|
-
*
|
|
9
|
-
* Inputs for Text To Audio inference
|
|
7
|
+
* Inputs for Text To Speech inference
|
|
10
8
|
*/
|
|
11
9
|
export interface TextToSpeechInput {
|
|
12
10
|
/**
|
|
@@ -16,15 +14,15 @@ export interface TextToSpeechInput {
|
|
|
16
14
|
/**
|
|
17
15
|
* Additional inference parameters
|
|
18
16
|
*/
|
|
19
|
-
parameters?:
|
|
17
|
+
parameters?: TextToSpeechParameters;
|
|
20
18
|
[property: string]: unknown;
|
|
21
19
|
}
|
|
22
20
|
/**
|
|
23
21
|
* Additional inference parameters
|
|
24
22
|
*
|
|
25
|
-
* Additional inference parameters for Text To
|
|
23
|
+
* Additional inference parameters for Text To Speech
|
|
26
24
|
*/
|
|
27
|
-
export interface
|
|
25
|
+
export interface TextToSpeechParameters {
|
|
28
26
|
/**
|
|
29
27
|
* Parametrization of the text generation process
|
|
30
28
|
*/
|
|
@@ -67,7 +65,7 @@ export interface GenerationParameters {
|
|
|
67
65
|
*/
|
|
68
66
|
max_length?: number;
|
|
69
67
|
/**
|
|
70
|
-
* The maximum number of tokens to generate. Takes precedence over
|
|
68
|
+
* The maximum number of tokens to generate. Takes precedence over max_length.
|
|
71
69
|
*/
|
|
72
70
|
max_new_tokens?: number;
|
|
73
71
|
/**
|
|
@@ -75,7 +73,7 @@ export interface GenerationParameters {
|
|
|
75
73
|
*/
|
|
76
74
|
min_length?: number;
|
|
77
75
|
/**
|
|
78
|
-
* The minimum number of tokens to generate. Takes precedence over
|
|
76
|
+
* The minimum number of tokens to generate. Takes precedence over min_length.
|
|
79
77
|
*/
|
|
80
78
|
min_new_tokens?: number;
|
|
81
79
|
/**
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"inference.d.ts","sourceRoot":"","sources":["../../../../src/tasks/text-to-speech/inference.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH
|
|
1
|
+
{"version":3,"file":"inference.d.ts","sourceRoot":"","sources":["../../../../src/tasks/text-to-speech/inference.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH;;GAEG;AACH,MAAM,WAAW,iBAAiB;IACjC;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IACf;;OAEG;IACH,UAAU,CAAC,EAAE,sBAAsB,CAAC;IACpC,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED;;;;GAIG;AACH,MAAM,WAAW,sBAAsB;IACtC;;OAEG;IACH,QAAQ,CAAC,EAAE,oBAAoB,CAAC;IAChC,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED;;;;GAIG;AACH,MAAM,WAAW,oBAAoB;IACpC;;OAEG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB;;OAEG;IACH,cAAc,CAAC,EAAE,kBAAkB,CAAC;IACpC;;;;;OAKG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB;;;;;;;;OAQG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB;;;OAGG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB;;;OAGG;IACH,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;;OAGG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;;;;;OAMG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB;;OAEG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B;AAED;;GAEG;AACH,MAAM,MAAM,kBAAkB,GAAG,OAAO,GAAG,OAAO,CAAC;AAEnD;;;;GAIG;AACH,MAAM,WAAW,kBAAkB;IAClC;;OAEG;IACH,KAAK,EAAE,OAAO,CAAC;IACf,YAAY,EAAE,OAAO,CAAC;IACtB;;OAEG;IACH,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC5B"}
|
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@huggingface/tasks",
|
|
3
3
|
"packageManager": "pnpm@8.10.5",
|
|
4
|
-
"version": "0.12.
|
|
4
|
+
"version": "0.12.9",
|
|
5
5
|
"description": "List of ML tasks for huggingface.co/tasks",
|
|
6
6
|
"repository": "https://github.com/huggingface/huggingface.js.git",
|
|
7
7
|
"publishConfig": {
|