@huggingface/transformers 4.0.0-next.4 → 4.0.0-next.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +15 -5
- package/dist/ort-wasm-simd-threaded.jsep.mjs +28 -28
- package/dist/transformers.js +3446 -2296
- package/dist/transformers.min.js +17 -19
- package/dist/transformers.node.cjs +3456 -2263
- package/dist/transformers.node.min.cjs +20 -22
- package/dist/transformers.node.min.mjs +20 -22
- package/dist/transformers.node.mjs +3426 -2258
- package/dist/transformers.web.js +1647 -471
- package/dist/transformers.web.min.js +18 -18
- package/package.json +4 -4
- package/src/backends/onnx.js +128 -53
- package/src/backends/utils/cacheWasm.js +28 -46
- package/src/configs.js +63 -3
- package/src/env.js +93 -11
- package/src/generation/logits_sampler.js +3 -15
- package/src/image_processors_utils.js +2 -6
- package/src/models/afmoe/modeling_afmoe.js +5 -0
- package/src/models/auto/image_processing_auto.js +2 -1
- package/src/models/auto/modeling_auto.js +16 -2
- package/src/models/auto/tokenization_auto.js +2 -1
- package/src/models/clap/feature_extraction_clap.js +2 -1
- package/src/models/marian/tokenization_marian.js +3 -2
- package/src/models/modeling_utils.js +45 -7
- package/src/models/models.js +10 -0
- package/src/models/olmo_hybrid/modeling_olmo_hybrid.js +5 -0
- package/src/models/paligemma/processing_paligemma.js +3 -2
- package/src/models/processors.js +2 -0
- package/src/models/qwen2_5_vl/modeling_qwen2_5_vl.js +5 -0
- package/src/models/qwen2_5_vl/processing_qwen2_5_vl.js +3 -0
- package/src/models/qwen2_moe/modeling_qwen2_moe.js +5 -0
- package/src/models/qwen2_vl/image_processing_qwen2_vl.js +54 -0
- package/src/models/qwen2_vl/modeling_qwen2_vl.js +45 -6
- package/src/models/qwen3_5/modeling_qwen3_5.js +3 -0
- package/src/models/qwen3_5_moe/modeling_qwen3_5_moe.js +3 -0
- package/src/models/qwen3_moe/modeling_qwen3_moe.js +5 -0
- package/src/models/qwen3_next/modeling_qwen3_next.js +5 -0
- package/src/models/qwen3_vl/modeling_qwen3_vl.js +3 -0
- package/src/models/qwen3_vl/processing_qwen3_vl.js +3 -0
- package/src/models/qwen3_vl_moe/modeling_qwen3_vl_moe.js +3 -0
- package/src/models/registry.js +21 -5
- package/src/models/session.js +16 -50
- package/src/models/whisper/feature_extraction_whisper.js +2 -1
- package/src/models/whisper/modeling_whisper.js +6 -5
- package/src/models/xlm/tokenization_xlm.js +2 -1
- package/src/pipelines/automatic-speech-recognition.js +3 -2
- package/src/pipelines/index.js +313 -0
- package/src/pipelines/text-generation.js +4 -0
- package/src/pipelines/text-to-audio.js +4 -2
- package/src/pipelines/zero-shot-classification.js +3 -2
- package/src/pipelines.js +139 -428
- package/src/tokenization_utils.js +42 -21
- package/src/transformers.js +6 -1
- package/src/utils/audio.js +2 -1
- package/src/utils/cache/FileCache.js +128 -0
- package/src/utils/cache.js +7 -4
- package/src/utils/core.js +23 -1
- package/src/utils/devices.js +22 -0
- package/src/utils/dtypes.js +55 -0
- package/src/utils/hub/{files.js → FileResponse.js} +0 -90
- package/src/utils/hub/utils.js +45 -5
- package/src/utils/hub.js +63 -22
- package/src/utils/image.js +14 -14
- package/src/utils/logger.js +67 -0
- package/src/utils/model-loader.js +35 -17
- package/src/utils/model_registry/ModelRegistry.js +346 -0
- package/src/utils/model_registry/clear_cache.js +128 -0
- package/src/utils/model_registry/get_file_metadata.js +149 -0
- package/src/utils/model_registry/get_files.js +42 -0
- package/src/utils/model_registry/get_model_files.js +193 -0
- package/src/utils/model_registry/get_pipeline_files.js +44 -0
- package/src/utils/model_registry/get_processor_files.js +20 -0
- package/src/utils/model_registry/get_tokenizer_files.js +21 -0
- package/src/utils/model_registry/is_cached.js +169 -0
- package/src/utils/random.js +225 -0
- package/src/utils/tensor.js +8 -21
- package/src/utils/video.js +2 -2
- package/types/backends/onnx.d.ts.map +1 -1
- package/types/backends/utils/cacheWasm.d.ts +3 -17
- package/types/backends/utils/cacheWasm.d.ts.map +1 -1
- package/types/configs.d.ts.map +1 -1
- package/types/env.d.ts +52 -27
- package/types/env.d.ts.map +1 -1
- package/types/generation/logits_sampler.d.ts +2 -2
- package/types/generation/logits_sampler.d.ts.map +1 -1
- package/types/image_processors_utils.d.ts.map +1 -1
- package/types/models/afmoe/modeling_afmoe.d.ts +8 -0
- package/types/models/afmoe/modeling_afmoe.d.ts.map +1 -0
- package/types/models/auto/image_processing_auto.d.ts.map +1 -1
- package/types/models/auto/modeling_auto.d.ts +6 -0
- package/types/models/auto/modeling_auto.d.ts.map +1 -1
- package/types/models/auto/tokenization_auto.d.ts.map +1 -1
- package/types/models/clap/feature_extraction_clap.d.ts.map +1 -1
- package/types/models/marian/tokenization_marian.d.ts.map +1 -1
- package/types/models/modeling_utils.d.ts +13 -2
- package/types/models/modeling_utils.d.ts.map +1 -1
- package/types/models/models.d.ts +10 -0
- package/types/models/olmo_hybrid/modeling_olmo_hybrid.d.ts +8 -0
- package/types/models/olmo_hybrid/modeling_olmo_hybrid.d.ts.map +1 -0
- package/types/models/paligemma/processing_paligemma.d.ts.map +1 -1
- package/types/models/processors.d.ts +2 -0
- package/types/models/qwen2_5_vl/modeling_qwen2_5_vl.d.ts +4 -0
- package/types/models/qwen2_5_vl/modeling_qwen2_5_vl.d.ts.map +1 -0
- package/types/models/qwen2_5_vl/processing_qwen2_5_vl.d.ts +4 -0
- package/types/models/qwen2_5_vl/processing_qwen2_5_vl.d.ts.map +1 -0
- package/types/models/qwen2_moe/modeling_qwen2_moe.d.ts +8 -0
- package/types/models/qwen2_moe/modeling_qwen2_moe.d.ts.map +1 -0
- package/types/models/qwen2_vl/image_processing_qwen2_vl.d.ts +3 -0
- package/types/models/qwen2_vl/image_processing_qwen2_vl.d.ts.map +1 -1
- package/types/models/qwen2_vl/modeling_qwen2_vl.d.ts +1 -0
- package/types/models/qwen2_vl/modeling_qwen2_vl.d.ts.map +1 -1
- package/types/models/qwen3_5/modeling_qwen3_5.d.ts +4 -0
- package/types/models/qwen3_5/modeling_qwen3_5.d.ts.map +1 -0
- package/types/models/qwen3_5_moe/modeling_qwen3_5_moe.d.ts +4 -0
- package/types/models/qwen3_5_moe/modeling_qwen3_5_moe.d.ts.map +1 -0
- package/types/models/qwen3_moe/modeling_qwen3_moe.d.ts +8 -0
- package/types/models/qwen3_moe/modeling_qwen3_moe.d.ts.map +1 -0
- package/types/models/qwen3_next/modeling_qwen3_next.d.ts +8 -0
- package/types/models/qwen3_next/modeling_qwen3_next.d.ts.map +1 -0
- package/types/models/qwen3_vl/modeling_qwen3_vl.d.ts +4 -0
- package/types/models/qwen3_vl/modeling_qwen3_vl.d.ts.map +1 -0
- package/types/models/qwen3_vl/processing_qwen3_vl.d.ts +4 -0
- package/types/models/qwen3_vl/processing_qwen3_vl.d.ts.map +1 -0
- package/types/models/qwen3_vl_moe/modeling_qwen3_vl_moe.d.ts +4 -0
- package/types/models/qwen3_vl_moe/modeling_qwen3_vl_moe.d.ts.map +1 -0
- package/types/models/registry.d.ts +2 -1
- package/types/models/registry.d.ts.map +1 -1
- package/types/models/session.d.ts.map +1 -1
- package/types/models/whisper/feature_extraction_whisper.d.ts.map +1 -1
- package/types/models/whisper/modeling_whisper.d.ts.map +1 -1
- package/types/models/xlm/tokenization_xlm.d.ts.map +1 -1
- package/types/pipelines/automatic-speech-recognition.d.ts.map +1 -1
- package/types/pipelines/index.d.ts +265 -0
- package/types/pipelines/index.d.ts.map +1 -0
- package/types/pipelines/text-generation.d.ts +5 -1
- package/types/pipelines/text-generation.d.ts.map +1 -1
- package/types/pipelines/text-to-audio.d.ts.map +1 -1
- package/types/pipelines/zero-shot-classification.d.ts.map +1 -1
- package/types/pipelines.d.ts +50 -291
- package/types/pipelines.d.ts.map +1 -1
- package/types/tokenization_utils.d.ts +44 -26
- package/types/tokenization_utils.d.ts.map +1 -1
- package/types/transformers.d.ts +4 -1
- package/types/transformers.d.ts.map +1 -1
- package/types/utils/audio.d.ts.map +1 -1
- package/types/utils/cache/FileCache.d.ts +39 -0
- package/types/utils/cache/FileCache.d.ts.map +1 -0
- package/types/utils/cache.d.ts +10 -4
- package/types/utils/cache.d.ts.map +1 -1
- package/types/utils/core.d.ts +59 -2
- package/types/utils/core.d.ts.map +1 -1
- package/types/utils/devices.d.ts +15 -0
- package/types/utils/devices.d.ts.map +1 -1
- package/types/utils/dtypes.d.ts +16 -0
- package/types/utils/dtypes.d.ts.map +1 -1
- package/types/utils/hub/{files.d.ts → FileResponse.d.ts} +1 -32
- package/types/utils/hub/FileResponse.d.ts.map +1 -0
- package/types/utils/hub/utils.d.ts +19 -3
- package/types/utils/hub/utils.d.ts.map +1 -1
- package/types/utils/hub.d.ts +36 -7
- package/types/utils/hub.d.ts.map +1 -1
- package/types/utils/logger.d.ts +28 -0
- package/types/utils/logger.d.ts.map +1 -0
- package/types/utils/model-loader.d.ts +15 -0
- package/types/utils/model-loader.d.ts.map +1 -1
- package/types/utils/model_registry/ModelRegistry.d.ts +271 -0
- package/types/utils/model_registry/ModelRegistry.d.ts.map +1 -0
- package/types/utils/model_registry/clear_cache.d.ts +74 -0
- package/types/utils/model_registry/clear_cache.d.ts.map +1 -0
- package/types/utils/model_registry/get_file_metadata.d.ts +20 -0
- package/types/utils/model_registry/get_file_metadata.d.ts.map +1 -0
- package/types/utils/model_registry/get_files.d.ts +23 -0
- package/types/utils/model_registry/get_files.d.ts.map +1 -0
- package/types/utils/model_registry/get_model_files.d.ts +22 -0
- package/types/utils/model_registry/get_model_files.d.ts.map +1 -0
- package/types/utils/model_registry/get_pipeline_files.d.ts +22 -0
- package/types/utils/model_registry/get_pipeline_files.d.ts.map +1 -0
- package/types/utils/model_registry/get_processor_files.d.ts +9 -0
- package/types/utils/model_registry/get_processor_files.d.ts.map +1 -0
- package/types/utils/model_registry/get_tokenizer_files.d.ts +9 -0
- package/types/utils/model_registry/get_tokenizer_files.d.ts.map +1 -0
- package/types/utils/model_registry/is_cached.d.ts +105 -0
- package/types/utils/model_registry/is_cached.d.ts.map +1 -0
- package/types/utils/random.d.ts +86 -0
- package/types/utils/random.d.ts.map +1 -0
- package/types/utils/tensor.d.ts.map +1 -1
- package/types/utils/hub/files.d.ts.map +0 -1
|
@@ -3,7 +3,8 @@ export const MODEL_FOR_SEQ_TO_SEQ_CAUSAL_LM_MAPPING_NAMES: Map<string, string>;
|
|
|
3
3
|
export const MODEL_FOR_CAUSAL_LM_MAPPING_NAMES: Map<string, string>;
|
|
4
4
|
export const MODEL_FOR_VISION_2_SEQ_MAPPING_NAMES: Map<string, string>;
|
|
5
5
|
export const MODEL_CLASS_TYPE_MAPPING: (number | Map<string, string>)[][];
|
|
6
|
-
export const
|
|
6
|
+
export const CUSTOM_ARCHITECTURES_MAPPING: Map<string, Map<string, string>>;
|
|
7
|
+
export const CUSTOM_ARCHITECTURES: Set<string>;
|
|
7
8
|
export namespace MODEL_MAPPINGS {
|
|
8
9
|
export { MODEL_FOR_SEQUENCE_CLASSIFICATION_MAPPING_NAMES };
|
|
9
10
|
export { MODEL_FOR_TOKEN_CLASSIFICATION_MAPPING_NAMES };
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"registry.d.ts","sourceRoot":"","sources":["../../src/models/registry.js"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"registry.d.ts","sourceRoot":"","sources":["../../src/models/registry.js"],"names":[],"mappings":"AAgLA,2EAKG;AAmDH,+EAUG;AAEH,oEA6DG;AA4CH,uEAIG;AAgKH,0EAwCE;AA6CF,4EAKG;AAMH,+CAAiF;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAlajF,mFAqBG;AAEH,gFAgBG;AA/CH,+EAAuG;AAEvG,4EAIG;AAwHH,qEAmBG;AAEH,8EAiBG;AAoCH,gFAuBG;AAkBH,8EAIG;AAEH,iFASG;AAEH,kFAGG;AApCH,4EAQG;AAEH,sFAIG;AAwBH,2EAKG;AAEH,+DAQG;AAEH,gFAQG;AAEH,yEAAsF;AAEtF,sFAKG;AArGH,uFAEG;AAqGH,yEAAiG;AAOjG,0EAAwG;AAExG,4EAQG;AAEH,6EAAuG;AAEvG,2EAAmG;AAInG,oFAIG;AA5JH,8EAiBG;AAEH,8EAGG"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"session.d.ts","sourceRoot":"","sources":["../../src/models/session.js"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"session.d.ts","sourceRoot":"","sources":["../../src/models/session.js"],"names":[],"mappings":"AA0IA;;;;;;;;;GASG;AACH,iEAPW,MAAM,SACN,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,WACtB,OAAO,iBAAiB,EAAE,sBAAsB,iBAChD,MAAM,GACJ,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAkBxC;AAmBD;;;;;;;;;;GAUG;AACH,uDAHa,OAAO,KAAQ,CA+C3B"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"feature_extraction_whisper.d.ts","sourceRoot":"","sources":["../../../src/models/whisper/feature_extraction_whisper.js"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"feature_extraction_whisper.d.ts","sourceRoot":"","sources":["../../../src/models/whisper/feature_extraction_whisper.js"],"names":[],"mappings":"AAMA;IACI,yBAeC;IADG,sCAAwD;IAG5D;;;;OAIG;IACH,kCAHW,YAAY,GAAC,YAAY,GACvB,OAAO,CAAC,MAAM,CAAC,CA6B3B;IAED;;;;OAIG;IACH,aAHW,YAAY,GAAC,YAAY;;QACvB,OAAO,CAAC;QAAE,cAAc,EAAE,MAAM,CAAA;KAAE,CAAC,CA2B/C;CACJ;iCAzFuD,mCAAmC;uBACpE,uBAAuB"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"modeling_whisper.d.ts","sourceRoot":"","sources":["../../../src/models/whisper/modeling_whisper.js"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"modeling_whisper.d.ts","sourceRoot":"","sources":["../../../src/models/whisper/modeling_whisper.js"],"names":[],"mappings":"AAcA;IACI,iCAAgC;CASnC;AAED;;GAEG;AACH;CAA2D;AAE3D;;GAEG;AACH;IACI,iEACsB,uBAAuB,CAG5C;IAED;;;OAGG;IACH,yCAFW,uBAAuB,YAqDjC;IAED;;;;OAIG;IACH,wFAHW,OAAO,yBAAyB,EAAE,mCAAmC,GACnE,OAAO,CAAC,WAAW,GAAC,MAAM,CAAC,CAiEvC;IAED;;;;;;;;;;;OAWG;IACH,4CAPG;QAAqC,gBAAgB,EAA7C,MAAM,EAAE,EAAE;QACe,SAAS,EAAlC,MAAM;KACd,mBAAQ,MAAM,EAAE,EAAE,eACV,MAAM,mBACN,MAAM,GACJ,MAAM,CAgHlB;CACJ;AAED;CAA2F;gCApS3D,sBAAsB;wCACd,yBAAyB;4BASrC,wBAAwB;uBAXD,uBAAuB"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tokenization_xlm.d.ts","sourceRoot":"","sources":["../../../src/models/xlm/tokenization_xlm.js"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"tokenization_xlm.d.ts","sourceRoot":"","sources":["../../../src/models/xlm/tokenization_xlm.js"],"names":[],"mappings":"AAGA;IAGI,sDAKC;CACJ;oCAZmC,6BAA6B"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"automatic-speech-recognition.d.ts","sourceRoot":"","sources":["../../src/pipelines/automatic-speech-recognition.js"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"automatic-speech-recognition.d.ts","sourceRoot":"","sources":["../../src/pipelines/automatic-speech-recognition.js"],"names":[],"mappings":"qEA0IqC,gCAAgC,KAAK,sCAAsC;AApIhH;;;;GAIG;AAEH;;;;GAIG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAqCG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+EG;AACH;IAKI,6CAmBC;IAED;;;;SA8BC;IAED,qDAyGC;IAED;;;;SAmBC;CACJ;+CA3TY,OAAO,YAAY,EAAE,gCAAgC;yBACrD,OAAO,YAAY,EAAE,UAAU;yBAC/B,OAAO,YAAY,EAAE,UAAU;;;;;eAK9B,CAAC,MAAM,EAAE,MAAM,CAAC;;;;UAChB,MAAM;;;;;;UAKN,MAAM;;;;;aACN,KAAK,EAAE;;;;;;;;;wBAIP,OAAO,GAAC,MAAM;;;;qBACd,MAAM;;;;sBACN,MAAM;;;;2BACN,OAAO;;;;eACP,MAAM;;;;WACN,MAAM;;;;iBACN,MAAM;;+CACP,OAAO,6BAA6B,EAAE,4BAA4B,GAAG,wCAAwC;;;;uEAG/G,UAAU,YAKV,OAAO,CAAC,gCAAgC,CAAC,KACvC,OAAO,CAAC,gCAAgC,CAAC;;;;sEAG3C,UAAU,EAAE,YAKZ,OAAO,CAAC,gCAAgC,CAAC,KACvC,OAAO,CAAC,gCAAgC,EAAE,CAAC;yDAE3C,gDAAgD,GAAG,+CAA+C;qDAElG,gCAAgC,GAAG,0CAA0C,GAAG,UAAU"}
|
|
@@ -0,0 +1,265 @@
|
|
|
1
|
+
export const SUPPORTED_TASKS: Readonly<{
|
|
2
|
+
'text-classification': {
|
|
3
|
+
pipeline: typeof TextClassificationPipeline;
|
|
4
|
+
model: typeof AutoModelForSequenceClassification;
|
|
5
|
+
default: {
|
|
6
|
+
model: string;
|
|
7
|
+
};
|
|
8
|
+
type: string;
|
|
9
|
+
};
|
|
10
|
+
'token-classification': {
|
|
11
|
+
pipeline: typeof TokenClassificationPipeline;
|
|
12
|
+
model: typeof AutoModelForTokenClassification;
|
|
13
|
+
default: {
|
|
14
|
+
model: string;
|
|
15
|
+
};
|
|
16
|
+
type: string;
|
|
17
|
+
};
|
|
18
|
+
'question-answering': {
|
|
19
|
+
pipeline: typeof QuestionAnsweringPipeline;
|
|
20
|
+
model: typeof AutoModelForQuestionAnswering;
|
|
21
|
+
default: {
|
|
22
|
+
model: string;
|
|
23
|
+
};
|
|
24
|
+
type: string;
|
|
25
|
+
};
|
|
26
|
+
'fill-mask': {
|
|
27
|
+
pipeline: typeof FillMaskPipeline;
|
|
28
|
+
model: typeof AutoModelForMaskedLM;
|
|
29
|
+
default: {
|
|
30
|
+
model: string;
|
|
31
|
+
dtype: string;
|
|
32
|
+
};
|
|
33
|
+
type: string;
|
|
34
|
+
};
|
|
35
|
+
summarization: {
|
|
36
|
+
pipeline: typeof SummarizationPipeline;
|
|
37
|
+
model: typeof AutoModelForSeq2SeqLM;
|
|
38
|
+
default: {
|
|
39
|
+
model: string;
|
|
40
|
+
};
|
|
41
|
+
type: string;
|
|
42
|
+
};
|
|
43
|
+
translation: {
|
|
44
|
+
pipeline: typeof TranslationPipeline;
|
|
45
|
+
model: typeof AutoModelForSeq2SeqLM;
|
|
46
|
+
default: {
|
|
47
|
+
model: string;
|
|
48
|
+
};
|
|
49
|
+
type: string;
|
|
50
|
+
};
|
|
51
|
+
'text2text-generation': {
|
|
52
|
+
pipeline: typeof Text2TextGenerationPipeline;
|
|
53
|
+
model: typeof AutoModelForSeq2SeqLM;
|
|
54
|
+
default: {
|
|
55
|
+
model: string;
|
|
56
|
+
};
|
|
57
|
+
type: string;
|
|
58
|
+
};
|
|
59
|
+
'text-generation': {
|
|
60
|
+
pipeline: typeof TextGenerationPipeline;
|
|
61
|
+
model: typeof AutoModelForCausalLM;
|
|
62
|
+
default: {
|
|
63
|
+
model: string;
|
|
64
|
+
dtype: string;
|
|
65
|
+
};
|
|
66
|
+
type: string;
|
|
67
|
+
};
|
|
68
|
+
'zero-shot-classification': {
|
|
69
|
+
pipeline: typeof ZeroShotClassificationPipeline;
|
|
70
|
+
model: typeof AutoModelForSequenceClassification;
|
|
71
|
+
default: {
|
|
72
|
+
model: string;
|
|
73
|
+
};
|
|
74
|
+
type: string;
|
|
75
|
+
};
|
|
76
|
+
'audio-classification': {
|
|
77
|
+
pipeline: typeof AudioClassificationPipeline;
|
|
78
|
+
model: typeof AutoModelForAudioClassification;
|
|
79
|
+
default: {
|
|
80
|
+
model: string;
|
|
81
|
+
};
|
|
82
|
+
type: string;
|
|
83
|
+
};
|
|
84
|
+
'zero-shot-audio-classification': {
|
|
85
|
+
pipeline: typeof ZeroShotAudioClassificationPipeline;
|
|
86
|
+
model: typeof AutoModel;
|
|
87
|
+
default: {
|
|
88
|
+
model: string;
|
|
89
|
+
};
|
|
90
|
+
type: string;
|
|
91
|
+
};
|
|
92
|
+
'automatic-speech-recognition': {
|
|
93
|
+
pipeline: typeof AutomaticSpeechRecognitionPipeline;
|
|
94
|
+
model: (typeof AutoModelForSpeechSeq2Seq)[];
|
|
95
|
+
default: {
|
|
96
|
+
model: string;
|
|
97
|
+
};
|
|
98
|
+
type: string;
|
|
99
|
+
};
|
|
100
|
+
'text-to-audio': {
|
|
101
|
+
pipeline: typeof TextToAudioPipeline;
|
|
102
|
+
model: (typeof AutoModelForTextToSpectrogram)[];
|
|
103
|
+
default: {
|
|
104
|
+
model: string;
|
|
105
|
+
dtype: string;
|
|
106
|
+
};
|
|
107
|
+
type: string;
|
|
108
|
+
};
|
|
109
|
+
'image-to-text': {
|
|
110
|
+
pipeline: typeof ImageToTextPipeline;
|
|
111
|
+
model: typeof AutoModelForVision2Seq;
|
|
112
|
+
default: {
|
|
113
|
+
model: string;
|
|
114
|
+
};
|
|
115
|
+
type: string;
|
|
116
|
+
};
|
|
117
|
+
'image-classification': {
|
|
118
|
+
pipeline: typeof ImageClassificationPipeline;
|
|
119
|
+
model: typeof AutoModelForImageClassification;
|
|
120
|
+
default: {
|
|
121
|
+
model: string;
|
|
122
|
+
};
|
|
123
|
+
type: string;
|
|
124
|
+
};
|
|
125
|
+
'image-segmentation': {
|
|
126
|
+
pipeline: typeof ImageSegmentationPipeline;
|
|
127
|
+
model: (typeof AutoModelForImageSegmentation)[];
|
|
128
|
+
default: {
|
|
129
|
+
model: string;
|
|
130
|
+
};
|
|
131
|
+
type: string;
|
|
132
|
+
};
|
|
133
|
+
'background-removal': {
|
|
134
|
+
pipeline: typeof BackgroundRemovalPipeline;
|
|
135
|
+
model: (typeof AutoModelForImageSegmentation)[];
|
|
136
|
+
default: {
|
|
137
|
+
model: string;
|
|
138
|
+
};
|
|
139
|
+
type: string;
|
|
140
|
+
};
|
|
141
|
+
'zero-shot-image-classification': {
|
|
142
|
+
pipeline: typeof ZeroShotImageClassificationPipeline;
|
|
143
|
+
model: typeof AutoModel;
|
|
144
|
+
default: {
|
|
145
|
+
model: string;
|
|
146
|
+
};
|
|
147
|
+
type: string;
|
|
148
|
+
};
|
|
149
|
+
'object-detection': {
|
|
150
|
+
pipeline: typeof ObjectDetectionPipeline;
|
|
151
|
+
model: typeof AutoModelForObjectDetection;
|
|
152
|
+
default: {
|
|
153
|
+
model: string;
|
|
154
|
+
};
|
|
155
|
+
type: string;
|
|
156
|
+
};
|
|
157
|
+
'zero-shot-object-detection': {
|
|
158
|
+
pipeline: typeof ZeroShotObjectDetectionPipeline;
|
|
159
|
+
model: typeof AutoModelForZeroShotObjectDetection;
|
|
160
|
+
default: {
|
|
161
|
+
model: string;
|
|
162
|
+
};
|
|
163
|
+
type: string;
|
|
164
|
+
};
|
|
165
|
+
'document-question-answering': {
|
|
166
|
+
pipeline: typeof DocumentQuestionAnsweringPipeline;
|
|
167
|
+
model: typeof AutoModelForDocumentQuestionAnswering;
|
|
168
|
+
default: {
|
|
169
|
+
model: string;
|
|
170
|
+
};
|
|
171
|
+
type: string;
|
|
172
|
+
};
|
|
173
|
+
'image-to-image': {
|
|
174
|
+
pipeline: typeof ImageToImagePipeline;
|
|
175
|
+
model: typeof AutoModelForImageToImage;
|
|
176
|
+
default: {
|
|
177
|
+
model: string;
|
|
178
|
+
};
|
|
179
|
+
type: string;
|
|
180
|
+
};
|
|
181
|
+
'depth-estimation': {
|
|
182
|
+
pipeline: typeof DepthEstimationPipeline;
|
|
183
|
+
model: typeof AutoModelForDepthEstimation;
|
|
184
|
+
default: {
|
|
185
|
+
model: string;
|
|
186
|
+
};
|
|
187
|
+
type: string;
|
|
188
|
+
};
|
|
189
|
+
'feature-extraction': {
|
|
190
|
+
pipeline: typeof FeatureExtractionPipeline;
|
|
191
|
+
model: typeof AutoModel;
|
|
192
|
+
default: {
|
|
193
|
+
model: string;
|
|
194
|
+
dtype: string;
|
|
195
|
+
};
|
|
196
|
+
type: string;
|
|
197
|
+
};
|
|
198
|
+
'image-feature-extraction': {
|
|
199
|
+
pipeline: typeof ImageFeatureExtractionPipeline;
|
|
200
|
+
model: (typeof AutoModel)[];
|
|
201
|
+
default: {
|
|
202
|
+
model: string;
|
|
203
|
+
dtype: string;
|
|
204
|
+
};
|
|
205
|
+
type: string;
|
|
206
|
+
};
|
|
207
|
+
}>;
|
|
208
|
+
export const TASK_ALIASES: Readonly<{
|
|
209
|
+
'sentiment-analysis': "text-classification";
|
|
210
|
+
ner: "token-classification";
|
|
211
|
+
asr: "automatic-speech-recognition";
|
|
212
|
+
'text-to-speech': "text-to-audio";
|
|
213
|
+
embeddings: "feature-extraction";
|
|
214
|
+
}>;
|
|
215
|
+
export type TaskType = keyof typeof SUPPORTED_TASKS;
|
|
216
|
+
export type AliasType = keyof typeof TASK_ALIASES;
|
|
217
|
+
/**
|
|
218
|
+
* All possible pipeline types.
|
|
219
|
+
*/
|
|
220
|
+
export type PipelineType = TaskType | AliasType;
|
|
221
|
+
import { TextClassificationPipeline } from './text-classification.js';
|
|
222
|
+
import { AutoModelForSequenceClassification } from '../models/auto/modeling_auto.js';
|
|
223
|
+
import { TokenClassificationPipeline } from './token-classification.js';
|
|
224
|
+
import { AutoModelForTokenClassification } from '../models/auto/modeling_auto.js';
|
|
225
|
+
import { QuestionAnsweringPipeline } from './question-answering.js';
|
|
226
|
+
import { AutoModelForQuestionAnswering } from '../models/auto/modeling_auto.js';
|
|
227
|
+
import { FillMaskPipeline } from './fill-mask.js';
|
|
228
|
+
import { AutoModelForMaskedLM } from '../models/auto/modeling_auto.js';
|
|
229
|
+
import { SummarizationPipeline } from './summarization.js';
|
|
230
|
+
import { AutoModelForSeq2SeqLM } from '../models/auto/modeling_auto.js';
|
|
231
|
+
import { TranslationPipeline } from './translation.js';
|
|
232
|
+
import { Text2TextGenerationPipeline } from './text2text-generation.js';
|
|
233
|
+
import { TextGenerationPipeline } from './text-generation.js';
|
|
234
|
+
import { AutoModelForCausalLM } from '../models/auto/modeling_auto.js';
|
|
235
|
+
import { ZeroShotClassificationPipeline } from './zero-shot-classification.js';
|
|
236
|
+
import { AudioClassificationPipeline } from './audio-classification.js';
|
|
237
|
+
import { AutoModelForAudioClassification } from '../models/auto/modeling_auto.js';
|
|
238
|
+
import { ZeroShotAudioClassificationPipeline } from './zero-shot-audio-classification.js';
|
|
239
|
+
import { AutoModel } from '../models/auto/modeling_auto.js';
|
|
240
|
+
import { AutomaticSpeechRecognitionPipeline } from './automatic-speech-recognition.js';
|
|
241
|
+
import { AutoModelForSpeechSeq2Seq } from '../models/auto/modeling_auto.js';
|
|
242
|
+
import { TextToAudioPipeline } from './text-to-audio.js';
|
|
243
|
+
import { AutoModelForTextToSpectrogram } from '../models/auto/modeling_auto.js';
|
|
244
|
+
import { ImageToTextPipeline } from './image-to-text.js';
|
|
245
|
+
import { AutoModelForVision2Seq } from '../models/auto/modeling_auto.js';
|
|
246
|
+
import { ImageClassificationPipeline } from './image-classification.js';
|
|
247
|
+
import { AutoModelForImageClassification } from '../models/auto/modeling_auto.js';
|
|
248
|
+
import { ImageSegmentationPipeline } from './image-segmentation.js';
|
|
249
|
+
import { AutoModelForImageSegmentation } from '../models/auto/modeling_auto.js';
|
|
250
|
+
import { BackgroundRemovalPipeline } from './background-removal.js';
|
|
251
|
+
import { ZeroShotImageClassificationPipeline } from './zero-shot-image-classification.js';
|
|
252
|
+
import { ObjectDetectionPipeline } from './object-detection.js';
|
|
253
|
+
import { AutoModelForObjectDetection } from '../models/auto/modeling_auto.js';
|
|
254
|
+
import { ZeroShotObjectDetectionPipeline } from './zero-shot-object-detection.js';
|
|
255
|
+
import { AutoModelForZeroShotObjectDetection } from '../models/auto/modeling_auto.js';
|
|
256
|
+
import { DocumentQuestionAnsweringPipeline } from './document-question-answering.js';
|
|
257
|
+
import { AutoModelForDocumentQuestionAnswering } from '../models/auto/modeling_auto.js';
|
|
258
|
+
import { ImageToImagePipeline } from './image-to-image.js';
|
|
259
|
+
import { AutoModelForImageToImage } from '../models/auto/modeling_auto.js';
|
|
260
|
+
import { DepthEstimationPipeline } from './depth-estimation.js';
|
|
261
|
+
import { AutoModelForDepthEstimation } from '../models/auto/modeling_auto.js';
|
|
262
|
+
import { FeatureExtractionPipeline } from './feature-extraction.js';
|
|
263
|
+
import { ImageFeatureExtractionPipeline } from './image-feature-extraction.js';
|
|
264
|
+
export { TextClassificationPipeline, TokenClassificationPipeline, QuestionAnsweringPipeline, FillMaskPipeline, SummarizationPipeline, TranslationPipeline, Text2TextGenerationPipeline, TextGenerationPipeline, ZeroShotClassificationPipeline, AudioClassificationPipeline, ZeroShotAudioClassificationPipeline, AutomaticSpeechRecognitionPipeline, TextToAudioPipeline, ImageToTextPipeline, ImageClassificationPipeline, ImageSegmentationPipeline, BackgroundRemovalPipeline, ZeroShotImageClassificationPipeline, ObjectDetectionPipeline, ZeroShotObjectDetectionPipeline, DocumentQuestionAnsweringPipeline, ImageToImagePipeline, DepthEstimationPipeline, FeatureExtractionPipeline, ImageFeatureExtractionPipeline };
|
|
265
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/pipelines/index.js"],"names":[],"mappings":"AA2DA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8MG;AAIH;;;;;;GASG;uBA+BU,MAAM,OAAO,eAAe;wBAC5B,MAAM,OAAO,YAAY;;;;2BACzB,QAAQ,GAAG,SAAS;2CAtRU,0BAA0B;mDAF9D,iCAAiC;4CAGI,2BAA2B;gDAHhE,iCAAiC;0CAIE,yBAAyB;8CAJ5D,iCAAiC;iCAKP,gBAAgB;qCAL1C,iCAAiC;sCAMF,oBAAoB;sCANnD,iCAAiC;oCAOJ,kBAAkB;4CACV,2BAA2B;uCAChC,sBAAsB;qCATtD,iCAAiC;+CAUO,+BAA+B;4CAClC,2BAA2B;gDAXhE,iCAAiC;oDAYY,qCAAqC;0BAZlF,iCAAiC;mDAaW,mCAAmC;0CAb/E,iCAAiC;oCAcJ,oBAAoB;8CAdjD,iCAAiC;oCAeJ,oBAAoB;uCAfjD,iCAAiC;4CAgBI,2BAA2B;gDAhBhE,iCAAiC;0CAiBE,yBAAyB;8CAjB5D,iCAAiC;0CAkBE,yBAAyB;oDACf,qCAAqC;wCACjD,uBAAuB;4CApBxD,iCAAiC;gDAqBQ,iCAAiC;oDArB1E,iCAAiC;kDAsBU,kCAAkC;sDAtB7E,iCAAiC;qCAuBH,qBAAqB;yCAvBnD,iCAAiC;wCAwBA,uBAAuB;4CAxBxD,iCAAiC;0CAyBE,yBAAyB;+CACpB,+BAA+B"}
|
|
@@ -84,7 +84,11 @@ declare const TextGenerationPipeline_base: new (options: TextPipelineConstructor
|
|
|
84
84
|
* ```
|
|
85
85
|
*/
|
|
86
86
|
export class TextGenerationPipeline extends TextGenerationPipeline_base {
|
|
87
|
-
|
|
87
|
+
/**
|
|
88
|
+
* @param {string | string[] | import('../tokenization_utils.js').Message[] | import('../tokenization_utils.js').Message[][]} texts
|
|
89
|
+
* @param {Partial<TextGenerationConfig>} generate_kwargs
|
|
90
|
+
*/
|
|
91
|
+
_call(texts: string | string[] | import("../tokenization_utils.js").Message[] | import("../tokenization_utils.js").Message[][], generate_kwargs?: Partial<TextGenerationConfig>): Promise<TextGenerationOutput | TextGenerationOutput[]>;
|
|
88
92
|
}
|
|
89
93
|
export type TextPipelineConstructorArgs = import("./_base.js").TextPipelineConstructorArgs;
|
|
90
94
|
export type Disposable = import("./_base.js").Disposable;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"text-generation.d.ts","sourceRoot":"","sources":["../../src/pipelines/text-generation.js"],"names":[],"mappings":"yDAoGqC,2BAA2B,KAAK,0BAA0B;AAtF/F;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA0CG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAwCG;AACH;IAGI,
|
|
1
|
+
{"version":3,"file":"text-generation.d.ts","sourceRoot":"","sources":["../../src/pipelines/text-generation.js"],"names":[],"mappings":"yDAoGqC,2BAA2B,KAAK,0BAA0B;AAtF/F;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA0CG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAwCG;AACH;IAGI;;;OAGG;IACH,aAHW,MAAM,GAAG,MAAM,EAAE,GAAG,OAAO,0BAA0B,EAAE,OAAO,EAAE,GAAG,OAAO,0BAA0B,EAAE,OAAO,EAAE,EAAE,oBACjH,OAAO,CAAC,oBAAoB,CAAC,0DAgGvC;CACJ;0CApMY,OAAO,YAAY,EAAE,2BAA2B;yBAChD,OAAO,YAAY,EAAE,UAAU;mBAC/B,OAAO,0BAA0B,EAAE,OAAO,EAAE;;;;;oBAS3C,MAAM;;yCACP,0BAA0B,EAAE;;;;;oBAG3B,IAAI;;uCACL,wBAAwB,EAAE;mCAE1B,0BAA0B,GAAG,wBAAwB;mCACrD,oBAAoB,EAAE;;;;;;;;yBAGrB,OAAO;;;;uBACP,OAAO;;;;;;;mCAGR,OAAO,6BAA6B,EAAE,4BAA4B,GAAG,4BAA4B;2DAGnG,MAAM,YACN,OAAO,CAAC,oBAAoB,CAAC,KAC3B,OAAO,CAAC,0BAA0B,CAAC;yDAGrC,IAAI,YACJ,OAAO,CAAC,oBAAoB,CAAC,KAC3B,OAAO,CAAC,wBAAwB,CAAC;kEAGnC,MAAM,EAAE,YACR,OAAO,CAAC,oBAAoB,CAAC,KAC3B,OAAO,CAAC,0BAA0B,EAAE,CAAC;gEAGvC,IAAI,EAAE,YACN,OAAO,CAAC,oBAAoB,CAAC,KAC3B,OAAO,CAAC,wBAAwB,EAAE,CAAC;6CAEnC,oCAAoC,GAAG,kCAAkC,GAAG,2CAA2C,GAAG,yCAAyC;yCAEnK,2BAA2B,GAAG,8BAA8B,GAAG,UAAU"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"text-to-audio.d.ts","sourceRoot":"","sources":["../../src/pipelines/text-to-audio.js"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"text-to-audio.d.ts","sourceRoot":"","sources":["../../src/pipelines/text-to-audio.js"],"names":[],"mappings":"sDA6EqC,kCAAkC,KAAK,uBAAuB;AApEnG;;;GAGG;AAEH;;;;GAIG;AAEH;;;;;;;;;;;;;;;;;;;;;;GAsBG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+BG;AACH;IAGI,2BAA+C;IAU3C,sDAAsC;IAG1C,oFAyBC;IAED;;;;;;;;OAQG;IACH,8BAYC;IAED,sEASC;IAED;;;;uCAyBC;IAED,yEAaC;IAED;;uCAsBC;CACJ;+CAhNY,OAAO,YAAY,EAAE,gCAAgC;yBACrD,OAAO,YAAY,EAAE,UAAU;;;;;cAK9B,OAAO,6BAA6B,EAAE,eAAe;;iDACtD,gCAAgC,GAAG,cAAc;gCAIjD,QAAQ,EAAE;;;;;;;;yBAGT,MAAM,GAAC,YAAY,GAAC,MAAM,GAAC,GAAG;;;;;0BAC9B,MAAM;;;;YAEN,MAAM;;;;;uDAGT,MAAM,YACN,0BAA0B,KACxB,OAAO,CAAC,QAAQ,CAAC;;;;uDAGnB,MAAM,EAAE,YACR,0BAA0B,KACxB,OAAO,CAAC,iBAAiB,CAAC;0CAE1B,iCAAiC,GAAG,gCAAgC;sCAEpE,kCAAkC,GAAG,2BAA2B,GAAG,UAAU;yBAtCjE,mBAAmB;uBADrB,oBAAoB"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"zero-shot-classification.d.ts","sourceRoot":"","sources":["../../src/pipelines/zero-shot-classification.js"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"zero-shot-classification.d.ts","sourceRoot":"","sources":["../../src/pipelines/zero-shot-classification.js"],"names":[],"mappings":"iEAgFqC,2BAA2B,KAAK,kCAAkC;AA3EvG;;;GAGG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+BG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAmCG;AACH;IAWQ;;MAEC;IAED,mBAAgD;IAMhD,sBAAyF;IAO7F;;;+EAqDC;CACJ;0CA3JY,OAAO,YAAY,EAAE,2BAA2B;yBAChD,OAAO,YAAY,EAAE,UAAU;;;;;cAK9B,MAAM;;;;YACN,MAAM,EAAE;;;;YACR,MAAM,EAAE;;;;;;;;;;0BAGR,MAAM;;;;;;;kBAEN,OAAO;;;;;mEAMV,MAAM,oBACN,MAAM,GAAC,MAAM,EAAE,YAEf,qCAAqC,KACnC,OAAO,CAAC,4BAA4B,CAAC;;;;kEAGvC,MAAM,EAAE,oBACR,MAAM,GAAC,MAAM,EAAE,YAEf,qCAAqC,KACnC,OAAO,CAAC,4BAA4B,EAAE,CAAC;qDAEvC,4CAA4C,GAAG,2CAA2C;iDAE1F,2BAA2B,GAAG,sCAAsC,GAAG,UAAU"}
|