@huggingface/transformers 4.0.0-next.8 → 4.0.0-next.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -2
- package/dist/ort-wasm-simd-threaded.jsep.mjs +26 -26
- package/dist/transformers.js +338 -230
- package/dist/transformers.min.js +22 -18
- package/dist/transformers.node.cjs +339 -228
- package/dist/transformers.node.min.cjs +23 -19
- package/dist/transformers.node.min.mjs +23 -19
- package/dist/transformers.node.mjs +336 -228
- package/dist/transformers.web.js +220 -112
- package/dist/transformers.web.min.js +18 -14
- package/package.json +2 -2
- package/src/env.js +1 -1
- package/src/models/gemma3/image_processing_gemma3.js +3 -0
- package/src/models/gemma3/modeling_gemma3.js +4 -1
- package/src/models/gemma3/processing_gemma3.js +45 -0
- package/src/models/image_processors.js +1 -0
- package/src/models/modeling_utils.js +46 -25
- package/src/models/processors.js +1 -0
- package/src/models/qwen2_vl/modeling_qwen2_vl.js +39 -32
- package/src/models/registry.js +2 -8
- package/src/utils/model_registry/ModelRegistry.js +36 -0
- package/src/utils/model_registry/get_available_dtypes.js +68 -0
- package/src/utils/model_registry/get_model_files.js +7 -60
- package/src/utils/model_registry/resolve_model_type.js +66 -0
- package/types/models/gemma3/image_processing_gemma3.d.ts +4 -0
- package/types/models/gemma3/image_processing_gemma3.d.ts.map +1 -0
- package/types/models/gemma3/modeling_gemma3.d.ts +4 -1
- package/types/models/gemma3/modeling_gemma3.d.ts.map +1 -1
- package/types/models/gemma3/processing_gemma3.d.ts +20 -0
- package/types/models/gemma3/processing_gemma3.d.ts.map +1 -0
- package/types/models/image_processors.d.ts +1 -0
- package/types/models/modeling_utils.d.ts +2 -3
- package/types/models/modeling_utils.d.ts.map +1 -1
- package/types/models/processors.d.ts +1 -0
- package/types/models/qwen2_vl/modeling_qwen2_vl.d.ts.map +1 -1
- package/types/models/registry.d.ts.map +1 -1
- package/types/utils/model_registry/ModelRegistry.d.ts +27 -0
- package/types/utils/model_registry/ModelRegistry.d.ts.map +1 -1
- package/types/utils/model_registry/get_available_dtypes.d.ts +26 -0
- package/types/utils/model_registry/get_available_dtypes.d.ts.map +1 -0
- package/types/utils/model_registry/get_model_files.d.ts +25 -0
- package/types/utils/model_registry/get_model_files.d.ts.map +1 -1
- package/types/utils/model_registry/resolve_model_type.d.ts +24 -0
- package/types/utils/model_registry/resolve_model_type.d.ts.map +1 -0
|
@@ -8,7 +8,10 @@ export class Gemma3PreTrainedModel extends PreTrainedModel {
|
|
|
8
8
|
*/
|
|
9
9
|
export class Gemma3Model extends Gemma3PreTrainedModel {
|
|
10
10
|
}
|
|
11
|
-
export class
|
|
11
|
+
export class Gemma3ForConditionalGeneration extends LlavaForConditionalGeneration {
|
|
12
|
+
}
|
|
13
|
+
export class Gemma3ForCausalLM extends Gemma3ForConditionalGeneration {
|
|
12
14
|
}
|
|
13
15
|
import { PreTrainedModel } from '../modeling_utils.js';
|
|
16
|
+
import { LlavaForConditionalGeneration } from '../llava/modeling_llava.js';
|
|
14
17
|
//# sourceMappingURL=modeling_gemma3.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"modeling_gemma3.d.ts","sourceRoot":"","sources":["../../../src/models/gemma3/modeling_gemma3.js"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"modeling_gemma3.d.ts","sourceRoot":"","sources":["../../../src/models/gemma3/modeling_gemma3.js"],"names":[],"mappings":"AAGA;;GAEG;AACH;CAA6D;AAE7D;;GAEG;AACH;CAAyD;AAEzD;CAAoF;AAEpF;CAAwE;gCAfxC,sBAAsB;8CACR,4BAA4B"}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
export class Gemma3Processor extends Processor {
|
|
2
|
+
static tokenizer_class: typeof AutoTokenizer;
|
|
3
|
+
static image_processor_class: typeof AutoImageProcessor;
|
|
4
|
+
constructor(config: any, components: any, chat_template: any);
|
|
5
|
+
image_seq_length: any;
|
|
6
|
+
boi_token: any;
|
|
7
|
+
image_token: any;
|
|
8
|
+
eoi_token: any;
|
|
9
|
+
full_image_sequence: string;
|
|
10
|
+
/**
|
|
11
|
+
* @param {string|string[]} text
|
|
12
|
+
* @param {import('../../utils/image.js').RawImage|import('../../utils/image.js').RawImage[]} [images]
|
|
13
|
+
* @param {Object} [options]
|
|
14
|
+
*/
|
|
15
|
+
_call(text: string | string[], images?: import("../../utils/image.js").RawImage | import("../../utils/image.js").RawImage[], options?: any): Promise<any>;
|
|
16
|
+
}
|
|
17
|
+
import { Processor } from '../../processing_utils.js';
|
|
18
|
+
import { AutoTokenizer } from '../auto/tokenization_auto.js';
|
|
19
|
+
import { AutoImageProcessor } from '../auto/image_processing_auto.js';
|
|
20
|
+
//# sourceMappingURL=processing_gemma3.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"processing_gemma3.d.ts","sourceRoot":"","sources":["../../../src/models/gemma3/processing_gemma3.js"],"names":[],"mappings":"AAIA;IACI,6CAAuC;IACvC,wDAAkD;IAIlD,8DAUC;IARG,sBAAoD;IAGpD,eAA0B;IAC1B,iBAA8B;IAC9B,eAA0B;IAE1B,4BAAqF;IAGzF;;;;OAIG;IACH,YAJW,MAAM,GAAC,MAAM,EAAE,WACf,OAAO,sBAAsB,EAAE,QAAQ,GAAC,OAAO,sBAAsB,EAAE,QAAQ,EAAE,+BAmB3F;CACJ;0BA5CyB,2BAA2B;8BAEvB,8BAA8B;mCADzB,kCAAkC"}
|
|
@@ -10,6 +10,7 @@ export * from "./dinov3_vit/image_processing_dinov3_vit.js";
|
|
|
10
10
|
export * from "./donut/image_processing_donut.js";
|
|
11
11
|
export * from "./dpt/image_processing_dpt.js";
|
|
12
12
|
export * from "./efficientnet/image_processing_efficientnet.js";
|
|
13
|
+
export * from "./gemma3/image_processing_gemma3.js";
|
|
13
14
|
export * from "./glm46v/image_processing_glm46v.js";
|
|
14
15
|
export * from "./glpn/image_processing_glpn.js";
|
|
15
16
|
export * from "./grounding_dino/image_processing_grounding_dino.js";
|
|
@@ -180,7 +180,6 @@ export namespace MODEL_TYPES {
|
|
|
180
180
|
let ImageAudioTextToText: number;
|
|
181
181
|
let Supertonic: number;
|
|
182
182
|
let Chatterbox: number;
|
|
183
|
-
let MultimodalLanguageModelOnly: number;
|
|
184
183
|
let VoxtralRealtime: number;
|
|
185
184
|
}
|
|
186
185
|
export const MODEL_TYPE_MAPPING: Map<any, any>;
|
|
@@ -223,8 +222,8 @@ export class PreTrainedModel extends PreTrainedModel_base {
|
|
|
223
222
|
config: import("../configs.js").PretrainedConfig;
|
|
224
223
|
sessions: Record<string, any>;
|
|
225
224
|
configs: Record<string, any>;
|
|
226
|
-
can_generate:
|
|
227
|
-
_forward:
|
|
225
|
+
can_generate: any;
|
|
226
|
+
_forward: any;
|
|
228
227
|
_prepare_inputs_for_generation: any;
|
|
229
228
|
/** @type {import('../configs.js').TransformersJSConfig} */
|
|
230
229
|
custom_config: import("../configs.js").TransformersJSConfig;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"modeling_utils.d.ts","sourceRoot":"","sources":["../../src/models/modeling_utils.js"],"names":[],"mappings":"AASA;;;GAGG;AACH,0DAEC;AA2DD;;;;;GAKG;AACH,kCAJW,OAAO,GACL,MAAM,CAKlB;
|
|
1
|
+
{"version":3,"file":"modeling_utils.d.ts","sourceRoot":"","sources":["../../src/models/modeling_utils.js"],"names":[],"mappings":"AASA;;;GAGG;AACH,0DAEC;AA2DD;;;;;GAKG;AACH,kCAJW,OAAO,GACL,MAAM,CAKlB;AAuLD;;;;;;GAMG;AACH,6CALW,MAAM,+BAGJ;IAAE,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAAC,cAAc,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IAAC,gBAAgB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CAAE,CASlI;AA68BD;;;;;;GAMG;AACH,+DAHa,OAAO,CAAC,eAAe,CAAC,CAoBpC;AAED;;;;;;GAMG;AACH,+DAHa,OAAO,KAAQ,CAgC3B;AAED,iFAIC;AAED;;;;;;GAMG;AACH,6FAHa,OAAO,KAAQ,CAoC3B;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,kQAdG;IAA0B,eAAe;IACf,cAAc;IACd,oBAAoB,GAAtC,MAAM,EAAE;IACQ,oBAAoB,GAApC,MAAM;IACU,SAAS,GAAzB,MAAM;IACU,cAAc,GAA9B,MAAM;IACU,YAAY,GAA5B,MAAM;IACU,aAAa,GAA7B,MAAM;IACgB,eAAe,GAArC,YAAY;IACI,iBAAiB;IACjB,gBAAgB;CACxC,GAAU,OAAO,CAAC,MAAM,CAAC,CAyG3B;AAED;;;;;;GAMG;AACH,oEAHa,OAAO,CAAC,MAAM,CAAC,CAW3B;AAED;;;;;;GAMG;AACH,oEAHa,OAAO,CAAC,MAAM,CAAC,CAW3B;AAED;;;;;;;;GAQG;AACH,mDAHW,MAAM,yBACJ;IAAC,IAAI,EAAE,aAAa,CAAC;IAAC,IAAI,EAAE,MAAM,EAAE,CAAA;CAAC,CAsBjD;AAED;;;;;;;;;;;GAWG;AACH,4GAUC;AAED,iIAkDC;AAED,yIASC;AAED,sGAMC;AAED;;;;;;;;;EAiCC;AAED;;;;;;;;;EAcC;AAED;;;;;;;;;EAcC;AAED;;;;;;;GAOG;AACH,oEANW,MAAM,SACN,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,WACtB,OAAO,iBAAiB,EAAE,sBAAsB,GAC9C,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAYxC;AA3rDD,oCAAsC;;;;;;;;;;;;;;;;;;;;AA+StC,+CAA4C;AAC5C,wDAAqD;AACrD,wDAAqD;;KAtTb,GAAG;UAClC,GAAE;;AAuTX;;GAEG;AACH;IA8CI;;;;;;;;;;;;;;OAcG;IACH,sDATW,MAAM,gKAKN,OAAO,iBAAiB,EAAE,sBAAsB,GAE9C,OAAO,CAAC,eAAe,CAAC,CA0DpC;IAhHD;;;;;OAKG;IACH,oBAJW,OAAO,eAAe,EAAE,gBAAgB,YACxC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,WACnB,MAAM,CAAC,MAAM,MAAS,EAsBhC;IA9BD,wBAA8B;IAC9B,yBAAiD;IAEjD,mCAAqC;IAUjC,iDAAoB;IACpB,8BAAwB;IACxB,6BAAsB;IAKtB,kBAA2C;IAC3C,cAAkC;IAClC,oCAA+D;IAM/D,2DAA2D;IAC3D,eADW,OAAO,eAAe,EAAE,oBAAoB,CACS;IAGpE;;;;OAIG;IACH,WAHa,OAAO,CAAC,OAAO,EAAE,CAAC,CAS9B;IA2ED;;;;OAIG;IACH,0BAFa,OAAO,KAAQ,CAI3B;IAED;;;;;;OAMG;IACH,4BAHa,OAAO,KAAQ,CAK3B;IAED;;;OAGG;IACH,yBAFa,gBAAgB,GAAC,IAAI,CAIjC;IAED;;;;;OAKG;IACH,8BA2JC;IAED;;;;;;OAMG;IACH,8CAJW,gBAAgB,GAAC,IAAI,+CAEnB,gBAAgB,CA+B5B;IAED;;;;OAIG;IACH,0CAHW,gBAAgB,sBAChB,OAAO,oCAAoC,EAAE,gBAAgB,GAAC,OAAO,oCAAoC,EAAE,gBAAgB,EAAE,GAAC,oBAAoB,wBAqB5J;IAED;;;OAGG;IACH,8BA2BC;IAED,mDAKC;IAED;;;;;;;;OAQG;IACH,wGANG;QAA2B,mBAAmB,EAAtC,MAAM,EAAE,EAAE;QACK,OAAO;QACP,YAAY;QACX,kBAAkB,EAAlC,OAAO;KACf,OAuBF;IAED;;;;;;;OAOG;IACH,8DALG;QAAwB,MAAM,GAAtB,MAAM;QACU,YAAY,GAA5B,MAAM;QACmC,YAAY,GAArD,MAAM,CAAC,MAAM,EAAE,MAAM,GAAC,MAAM,EAAE,CAAC;KACvC,GAAU;QAAC,aAAa,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG;YAAC,eAAe,CAAC,EAAE,YAAY,CAAA;SAAC,CAAC;QAAC,gBAAgB,EAAE,MAAM,CAAA;KAAC,CAmBtI;IAED;;;;;qBAmDC;IAED;;;OAGG;IACH,oJAFW,GAAC;;;MAwDX;IAED;;;;OAIG;IACH,kGAHW,OAAO,6BAA6B,EAAE,4BAA4B,GAChE,OAAO,CAAC,WAAW,GAAC,MAAM,CAAC,CAgOvC;IAED;;;;;;;OAOG;IACH,qDAJW,YAAY,uBACZ,OAAO,GACL,YAAY,CAsCxB;IAED;;;;;OAKG;IACH,kCAFa;QAAC,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAA;KAAC,CAgBzC;IAED;;;;;OAKG;IACH,+BAHW,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,iBACnB,YAAY,GAAC,IAAI,QAiB3B;IAED;;;;;;OAMG;IACH,sBAOC;IAED,wCAEC;IAED,uCAEC;IAED,wCAEC;CACJ;uBA/tCmE,oBAAoB;gCAexD,uBAAuB;6BAoB1B,mBAAmB;iCANf,sCAAsC;qCACG,oCAAoC;4BAGlF,uBAAuB"}
|
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
export * from "./chatterbox/processing_chatterbox.js";
|
|
2
2
|
export * from "./florence2/processing_florence2.js";
|
|
3
|
+
export * from "./gemma3/processing_gemma3.js";
|
|
3
4
|
export * from "./gemma3n/processing_gemma3n.js";
|
|
4
5
|
export * from "./glm46v/processing_glm46v.js";
|
|
5
6
|
export * from "./granite_speech/processing_granite_speech.js";
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"modeling_qwen2_vl.d.ts","sourceRoot":"","sources":["../../../src/models/qwen2_vl/modeling_qwen2_vl.js"],"names":[],"mappings":"AAKA;CAYC;AACD;IAII,4BAAiC;IAEjC;;;;;OAKG;IACH,qCAJW,MAAM,kBACN,MAAM,GACJ,CAAC,MAAM,EAAE,MAAM,CAAC,CAyB5B;IAED;;;;;;;;;OASG;IACH,+CANW,MAAM,EAAE,EAAE,aACV,MAAM,EAAE,qBACR,MAAM,EAAE,EAAE,EAAE,aACZ,MAAM,GACJ,MAAM,EAAE,CA0BpB;IAED;;;;;;;;;;OAUG;IACH,uHAPG;QAAsB,YAAY,EAA1B,GAAG,EAAE;QACW,mBAAmB,EAAnC,GAAG,EAAE,EAAE;QACS,mBAAmB,EAAnC,GAAG,EAAE,EAAE;QACQ,kBAAkB,EAAjC,MAAM;QAC6C,KAAK,EAAxD;YAAC,WAAW,EAAE,MAAM,CAAC;YAAC,WAAW,EAAE,MAAM,CAAA;SAAC;KAClD,GAAU,MAAM,EAAE,EAAE,CAmFtB;IAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OA+BG;IACH,0BANW,MAAM,kBACN,MAAM,kBACN,MAAM,kBACN,MAAM,GACJ,CAAC,MAAM,EAAE,MAAM,CAAC,CAmD5B;IAED;;;qBAQC;IAED;;;MAMC;IAED,
|
|
1
|
+
{"version":3,"file":"modeling_qwen2_vl.d.ts","sourceRoot":"","sources":["../../../src/models/qwen2_vl/modeling_qwen2_vl.js"],"names":[],"mappings":"AAKA;CAYC;AACD;IAII,4BAAiC;IAEjC;;;;;OAKG;IACH,qCAJW,MAAM,kBACN,MAAM,GACJ,CAAC,MAAM,EAAE,MAAM,CAAC,CAyB5B;IAED;;;;;;;;;OASG;IACH,+CANW,MAAM,EAAE,EAAE,aACV,MAAM,EAAE,qBACR,MAAM,EAAE,EAAE,EAAE,aACZ,MAAM,GACJ,MAAM,EAAE,CA0BpB;IAED;;;;;;;;;;OAUG;IACH,uHAPG;QAAsB,YAAY,EAA1B,GAAG,EAAE;QACW,mBAAmB,EAAnC,GAAG,EAAE,EAAE;QACS,mBAAmB,EAAnC,GAAG,EAAE,EAAE;QACQ,kBAAkB,EAAjC,MAAM;QAC6C,KAAK,EAAxD;YAAC,WAAW,EAAE,MAAM,CAAC;YAAC,WAAW,EAAE,MAAM,CAAA;SAAC;KAClD,GAAU,MAAM,EAAE,EAAE,CAmFtB;IAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OA+BG;IACH,0BANW,MAAM,kBACN,MAAM,kBACN,MAAM,kBACN,MAAM,GACJ,CAAC,MAAM,EAAE,MAAM,CAAC,CAmD5B;IAED;;;qBAQC;IAED;;;MAMC;IAED,8FAyDC;CACJ;AAED;CAA0E;gCA1VuB,sBAAsB;uBAEvE,uBAAuB"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"registry.d.ts","sourceRoot":"","sources":["../../src/models/registry.js"],"names":[],"mappings":"AAsLA,2EAKG;AAqDH,+EAUG;AAEH,
|
|
1
|
+
{"version":3,"file":"registry.d.ts","sourceRoot":"","sources":["../../src/models/registry.js"],"names":[],"mappings":"AAsLA,2EAKG;AAqDH,+EAUG;AAEH,oEA2EG;AA6CH,uEAIG;AAuKH,0EAwCE;AAmDF,4EAKG;AAMH,+CAAiF;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAhcjF,mFAsBG;AAEH,gFAiBG;AAjDH,+EAAuG;AAEvG,4EAIG;AAwIH,qEAoBG;AAEH,8EAiBG;AA0CH,gFAuBG;AAkBH,8EAIG;AAEH,iFASG;AAEH,kFAGG;AApCH,4EAQG;AAEH,sFAIG;AAwBH,2EAKG;AAEH,+DAQG;AAEH,gFAQG;AAEH,yEAAsF;AAEtF,sFAKG;AArGH,uFAEG;AAqGH,yEAAiG;AAOjG,0EAAwG;AAExG,4EASG;AAEH,6EAAuG;AAEvG,2EAAmG;AAInG,oFAIG;AAnKH,8EAqBG;AAEH,8EAKG"}
|
|
@@ -94,6 +94,33 @@ export class ModelRegistry {
|
|
|
94
94
|
* console.log(files); // ['preprocessor_config.json']
|
|
95
95
|
*/
|
|
96
96
|
static get_processor_files(modelId: string): Promise<string[]>;
|
|
97
|
+
/**
|
|
98
|
+
* Detects which quantization levels (dtypes) are available for a model
|
|
99
|
+
* by checking which ONNX files exist on the hub or locally.
|
|
100
|
+
*
|
|
101
|
+
* A dtype is considered available if all required model session files
|
|
102
|
+
* exist for that dtype.
|
|
103
|
+
*
|
|
104
|
+
* @param {string} modelId - The model id (e.g., "onnx-community/all-MiniLM-L6-v2-ONNX")
|
|
105
|
+
* @param {Object} [options] - Optional parameters
|
|
106
|
+
* @param {import('../../configs.js').PretrainedConfig} [options.config=null] - Pre-loaded config
|
|
107
|
+
* @param {string} [options.model_file_name=null] - Override the model file name (excluding .onnx suffix)
|
|
108
|
+
* @param {string} [options.revision='main'] - Model revision
|
|
109
|
+
* @param {string} [options.cache_dir=null] - Custom cache directory
|
|
110
|
+
* @param {boolean} [options.local_files_only=false] - Only check local files
|
|
111
|
+
* @returns {Promise<string[]>} Array of available dtype strings (e.g., ['fp32', 'fp16', 'q4', 'q8'])
|
|
112
|
+
*
|
|
113
|
+
* @example
|
|
114
|
+
* const dtypes = await ModelRegistry.get_available_dtypes('onnx-community/all-MiniLM-L6-v2-ONNX');
|
|
115
|
+
* console.log(dtypes); // ['fp32', 'fp16', 'int8', 'uint8', 'q8', 'q4']
|
|
116
|
+
*/
|
|
117
|
+
static get_available_dtypes(modelId: string, options?: {
|
|
118
|
+
config?: import("../../configs.js").PretrainedConfig;
|
|
119
|
+
model_file_name?: string;
|
|
120
|
+
revision?: string;
|
|
121
|
+
cache_dir?: string;
|
|
122
|
+
local_files_only?: boolean;
|
|
123
|
+
}): Promise<string[]>;
|
|
97
124
|
/**
|
|
98
125
|
* Quickly checks if a model is fully cached by verifying `config.json` is present,
|
|
99
126
|
* then confirming all required files are cached.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ModelRegistry.d.ts","sourceRoot":"","sources":["../../../src/utils/model_registry/ModelRegistry.js"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"ModelRegistry.d.ts","sourceRoot":"","sources":["../../../src/utils/model_registry/ModelRegistry.js"],"names":[],"mappings":"AAiHA;;;GAGG;AACH;IACI;;;;;;;;;;;;;;;;OAgBG;IACH,0BAdW,MAAM,YAEd;QAA8D,MAAM,GAA5D,OAAO,kBAAkB,EAAE,gBAAgB;QAC+C,KAAK,GAA/F,OAAO,cAAc,EAAE,QAAQ,GAAC,MAAM,CAAC,MAAM,EAAE,OAAO,cAAc,EAAE,QAAQ,CAAC;QACiB,MAAM,GAAtG,OAAO,eAAe,EAAE,UAAU,GAAC,MAAM,CAAC,MAAM,EAAE,OAAO,eAAe,EAAE,UAAU,CAAC;QACpE,eAAe,GAAhC,MAAM;QACY,iBAAiB,GAAnC,OAAO;QACW,iBAAiB,GAAnC,OAAO;KACf,GAAU,OAAO,CAAC,MAAM,EAAE,CAAC,CAQ7B;IAED;;;;;;;;;;;;;;;;OAgBG;IACH,gCAbW,MAAM,WACN,MAAM,YAEd;QAA8D,MAAM,GAA5D,OAAO,kBAAkB,EAAE,gBAAgB;QAC+C,KAAK,GAA/F,OAAO,cAAc,EAAE,QAAQ,GAAC,MAAM,CAAC,MAAM,EAAE,OAAO,cAAc,EAAE,QAAQ,CAAC;QACiB,MAAM,GAAtG,OAAO,eAAe,EAAE,UAAU,GAAC,MAAM,CAAC,MAAM,EAAE,OAAO,eAAe,EAAE,UAAU,CAAC;QACpE,eAAe,GAAhC,MAAM;KACd,GAAU,OAAO,CAAC,MAAM,EAAE,CAAC,CAQ7B;IAED;;;;;;;;;;;;;;OAcG;IACH,gCAZW,MAAM,YAEd;QAA8D,MAAM,GAA5D,OAAO,kBAAkB,EAAE,gBAAgB;QAC+C,KAAK,GAA/F,OAAO,cAAc,EAAE,QAAQ,GAAC,MAAM,CAAC,MAAM,EAAE,OAAO,cAAc,EAAE,QAAQ,CAAC;QACiB,MAAM,GAAtG,OAAO,eAAe,EAAE,UAAU,GAAC,MAAM,CAAC,MAAM,EAAE,OAAO,eAAe,EAAE,UAAU,CAAC;QACpE,eAAe,GAAhC,MAAM;KACd,GAAU,OAAO,CAAC,MAAM,EAAE,CAAC,CAQ7B;IAED;;;;;;;;;OASG;IACH,oCAPW,MAAM,GACJ,OAAO,CAAC,MAAM,EAAE,CAAC,CAQ7B;IAED;;;;;;;;;OASG;IACH,oCAPW,MAAM,GACJ,OAAO,CAAC,MAAM,EAAE,CAAC,CAQ7B;IAED;;;;;;;;;;;;;;;;;;;OAmBG;IACH,qCAbW,MAAM,YAEd;QAA8D,MAAM,GAA5D,OAAO,kBAAkB,EAAE,gBAAgB;QAC1B,eAAe,GAAhC,MAAM;QACW,QAAQ,GAAzB,MAAM;QACW,SAAS,GAA1B,MAAM;QACY,gBAAgB,GAAlC,OAAO;KACf,GAAU,OAAO,CAAC,MAAM,EAAE,CAAC,CAQ7B;IAED;;;;;;;;;;;;;;;;;OAiBG;IACH,0BAbW,MAAM,YAEd;QAAyB,SAAS,GAA1B,MAAM;QACW,QAAQ,GAAzB,MAAM;QACgD,MAAM,GAA5D,OAAO,kBAAkB,EAAE,gBAAgB;QAC+C,KAAK,GAA/F,OAAO,cAAc,EAAE,QAAQ,GAAC,MAAM,CAAC,MAAM,EAAE,OAAO,cAAc,EAAE,QAAQ,CAAC;QACiB,MAAM,GAAtG,OAAO,eAAe,EAAE,UAAU,GAAC,MAAM,CAAC,MAAM,EAAE,OAAO,eAAe,EAAE,UAAU,CAAC;KAC7F,GAAU,OAAO,CAAC,OAAO,CAAC,CAQ5B;IAED;;;;;;;;;;;;;;;;;OAiBG;IACH,gCAdW,MAAM,YAEd;QAAyB,SAAS,GAA1B,MAAM;QACW,QAAQ,GAAzB,MAAM;QACgD,MAAM,GAA5D,OAAO,kBAAkB,EAAE,gBAAgB;QAC+C,KAAK,GAA/F,OAAO,cAAc,EAAE,QAAQ,GAAC,MAAM,CAAC,MAAM,EAAE,OAAO,cAAc,EAAE,QAAQ,CAAC;QACiB,MAAM,GAAtG,OAAO,eAAe,EAAE,UAAU,GAAC,MAAM,CAAC,MAAM,EAAE,OAAO,eAAe,EAAE,UAAU,CAAC;KAC7F,GAAU,OAAO,CAAC,OAAO,gBAAgB,EAAE,gBAAgB,CAAC,CAS9D;IAED;;;;;;;;;;;;;;;;;;OAkBG;IACH,gCAdW,MAAM,WACN,MAAM,YAEd;QAAyB,SAAS,GAA1B,MAAM;QACW,QAAQ,GAAzB,MAAM;QACgD,MAAM,GAA5D,OAAO,kBAAkB,EAAE,gBAAgB;QAC+C,KAAK,GAA/F,OAAO,cAAc,EAAE,QAAQ,GAAC,MAAM,CAAC,MAAM,EAAE,OAAO,cAAc,EAAE,QAAQ,CAAC;QACiB,MAAM,GAAtG,OAAO,eAAe,EAAE,UAAU,GAAC,MAAM,CAAC,MAAM,EAAE,OAAO,eAAe,EAAE,UAAU,CAAC;KAC7F,GAAU,OAAO,CAAC,OAAO,CAAC,CAQ5B;IAED;;;;;;;;;;;;;;;;;;OAkBG;IACH,sCAfW,MAAM,WACN,MAAM,YAEd;QAAyB,SAAS,GAA1B,MAAM;QACW,QAAQ,GAAzB,MAAM;QACgD,MAAM,GAA5D,OAAO,kBAAkB,EAAE,gBAAgB;QAC+C,KAAK,GAA/F,OAAO,cAAc,EAAE,QAAQ,GAAC,MAAM,CAAC,MAAM,EAAE,OAAO,cAAc,EAAE,QAAQ,CAAC;QACiB,MAAM,GAAtG,OAAO,eAAe,EAAE,UAAU,GAAC,MAAM,CAAC,MAAM,EAAE,OAAO,eAAe,EAAE,UAAU,CAAC;KAC7F,GAAU,OAAO,CAAC,OAAO,gBAAgB,EAAE,gBAAgB,CAAC,CAS9D;IAED;;;;;;;;;;;OAWG;IACH,0CATW,MAAM,YACN,MAAM,YACN,OAAO,WAAW,EAAE,iBAAiB,GACnC,OAAO,CAAC;QAAC,MAAM,EAAE,OAAO,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,OAAO,CAAA;KAAC,CAAC,CAQhG;IAED;;;;;;;;;;;;;;;;;;OAkBG;IACH,4BAfW,MAAM,YAEd;QAAyB,SAAS,GAA1B,MAAM;QACW,QAAQ,GAAzB,MAAM;QACgD,MAAM,GAA5D,OAAO,kBAAkB,EAAE,gBAAgB;QAC+C,KAAK,GAA/F,OAAO,cAAc,EAAE,QAAQ,GAAC,MAAM,CAAC,MAAM,EAAE,OAAO,cAAc,EAAE,QAAQ,CAAC;QACiB,MAAM,GAAtG,OAAO,eAAe,EAAE,UAAU,GAAC,MAAM,CAAC,MAAM,EAAE,OAAO,eAAe,EAAE,UAAU,CAAC;QACnE,iBAAiB,GAAnC,OAAO;QACW,iBAAiB,GAAnC,OAAO;KACf,GAAU,OAAO,CAAC,OAAO,kBAAkB,EAAE,gBAAgB,CAAC,CAQhE;IAED;;;;;;;;;;;;;;;;;OAiBG;IACH,kCAdW,MAAM,WACN,MAAM,YAEd;QAAyB,SAAS,GAA1B,MAAM;QACW,QAAQ,GAAzB,MAAM;QACgD,MAAM,GAA5D,OAAO,kBAAkB,EAAE,gBAAgB;QAC+C,KAAK,GAA/F,OAAO,cAAc,EAAE,QAAQ,GAAC,MAAM,CAAC,MAAM,EAAE,OAAO,cAAc,EAAE,QAAQ,CAAC;QACiB,MAAM,GAAtG,OAAO,eAAe,EAAE,UAAU,GAAC,MAAM,CAAC,MAAM,EAAE,OAAO,eAAe,EAAE,UAAU,CAAC;KAC7F,GAAU,OAAO,CAAC,OAAO,kBAAkB,EAAE,gBAAgB,CAAC,CAQhE;CACJ"}
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Detects which quantization levels (dtypes) are available for a model
|
|
3
|
+
* by checking which ONNX files exist on the hub or locally.
|
|
4
|
+
*
|
|
5
|
+
* A dtype is considered available if *all* required model session files
|
|
6
|
+
* exist for that dtype. For example, a Seq2Seq model needs both an encoder
|
|
7
|
+
* and decoder file — the dtype is only listed if both are present.
|
|
8
|
+
*
|
|
9
|
+
* @param {string} modelId The model id (e.g., "onnx-community/all-MiniLM-L6-v2-ONNX")
|
|
10
|
+
* @param {Object} [options] Optional parameters
|
|
11
|
+
* @param {PretrainedConfig} [options.config=null] Pre-loaded model config (optional, will be fetched if not provided)
|
|
12
|
+
* @param {string} [options.model_file_name=null] Override the model file name (excluding .onnx suffix)
|
|
13
|
+
* @param {string} [options.revision='main'] Model revision
|
|
14
|
+
* @param {string} [options.cache_dir=null] Custom cache directory
|
|
15
|
+
* @param {boolean} [options.local_files_only=false] Only check local files
|
|
16
|
+
* @returns {Promise<string[]>} Array of available dtype strings (e.g., ['fp32', 'fp16', 'q4', 'q8'])
|
|
17
|
+
*/
|
|
18
|
+
export function get_available_dtypes(modelId: string, { config, model_file_name, revision, cache_dir, local_files_only }?: {
|
|
19
|
+
config?: PretrainedConfig;
|
|
20
|
+
model_file_name?: string;
|
|
21
|
+
revision?: string;
|
|
22
|
+
cache_dir?: string;
|
|
23
|
+
local_files_only?: boolean;
|
|
24
|
+
}): Promise<string[]>;
|
|
25
|
+
export type PretrainedConfig = import("../../configs.js").PretrainedConfig;
|
|
26
|
+
//# sourceMappingURL=get_available_dtypes.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"get_available_dtypes.d.ts","sourceRoot":"","sources":["../../../src/utils/model_registry/get_available_dtypes.js"],"names":[],"mappings":"AAgBA;;;;;;;;;;;;;;;;GAgBG;AACH,8CATW,MAAM,uEAEd;IAAmC,MAAM,GAAjC,gBAAgB;IACC,eAAe,GAAhC,MAAM;IACW,QAAQ,GAAzB,MAAM;IACW,SAAS,GAA1B,MAAM;IACY,gBAAgB,GAAlC,OAAO;CACf,GAAU,OAAO,CAAC,MAAM,EAAE,CAAC,CAoC7B;+BA5DY,OAAO,kBAAkB,EAAE,gBAAgB"}
|
|
@@ -1,3 +1,28 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* @typedef {import('../../configs.js').PretrainedConfig} PretrainedConfig
|
|
3
|
+
*/
|
|
4
|
+
/**
|
|
5
|
+
* Returns a memoized AutoConfig for the given model ID and options.
|
|
6
|
+
* If the same model ID and options have been requested before — even while
|
|
7
|
+
* the first request is still in-flight — the cached promise is returned
|
|
8
|
+
* so that config.json is only fetched once.
|
|
9
|
+
* When a pre-loaded `config` object is supplied the result is not memoized,
|
|
10
|
+
* since the caller already has the config and no network operation is performed.
|
|
11
|
+
*
|
|
12
|
+
* @param {string} modelId The model id (e.g., "onnx-community/granite-4.0-350m-ONNX-web")
|
|
13
|
+
* @param {Object} [options]
|
|
14
|
+
* @param {PretrainedConfig|null} [options.config=null] Pre-loaded config; skips fetching if provided.
|
|
15
|
+
* @param {string|null} [options.cache_dir=null] Custom local cache directory.
|
|
16
|
+
* @param {boolean} [options.local_files_only=false] Never hit the network if true.
|
|
17
|
+
* @param {string} [options.revision='main'] Git branch, tag, or commit SHA.
|
|
18
|
+
* @returns {Promise<PretrainedConfig>}
|
|
19
|
+
*/
|
|
20
|
+
export function get_config(modelId: string, { config, cache_dir, local_files_only, revision }?: {
|
|
21
|
+
config?: PretrainedConfig | null;
|
|
22
|
+
cache_dir?: string | null;
|
|
23
|
+
local_files_only?: boolean;
|
|
24
|
+
revision?: string;
|
|
25
|
+
}): Promise<PretrainedConfig>;
|
|
1
26
|
/**
|
|
2
27
|
* Returns the list of files that will be loaded for a model based on its configuration.
|
|
3
28
|
*
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"get_model_files.d.ts","sourceRoot":"","sources":["../../../src/utils/model_registry/get_model_files.js"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"get_model_files.d.ts","sourceRoot":"","sources":["../../../src/utils/model_registry/get_model_files.js"],"names":[],"mappings":"AAQA;;GAEG;AAEH;;;;;;;;;;;;;;;GAeG;AACH,oCARW,MAAM,sDAEd;IAAwC,MAAM,GAAtC,gBAAgB,GAAC,IAAI;IACC,SAAS,GAA/B,MAAM,GAAC,IAAI;IACO,gBAAgB,GAAlC,OAAO;IACU,QAAQ,GAAzB,MAAM;CACd,GAAU,OAAO,CAAC,gBAAgB,CAAC,CAerC;AAED;;;;;;;;;;;;;;GAcG;AACH,yCARW,MAAM,8EAEd;IAA8D,MAAM,GAA5D,OAAO,kBAAkB,EAAE,gBAAgB;IAC+C,KAAK,GAA/F,OAAO,cAAc,EAAE,QAAQ,GAAC,MAAM,CAAC,MAAM,EAAE,OAAO,cAAc,EAAE,QAAQ,CAAC;IACiB,MAAM,GAAtG,OAAO,eAAe,EAAE,UAAU,GAAC,MAAM,CAAC,MAAM,EAAE,OAAO,eAAe,EAAE,UAAU,CAAC;IACpE,eAAe,GAAhC,MAAM;CACd,GAAU,OAAO,CAAC,MAAM,EAAE,CAAC,CAyD7B;+BAxGY,OAAO,kBAAkB,EAAE,gBAAgB"}
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* @typedef {import('../../configs.js').PretrainedConfig} PretrainedConfig
|
|
3
|
+
*/
|
|
4
|
+
/**
|
|
5
|
+
* Resolves the model type (e.g., EncoderOnly, DecoderOnly, Seq2Seq, …) from a
|
|
6
|
+
* model config by checking architectures and model_type against the known
|
|
7
|
+
* MODEL_TYPE_MAPPING.
|
|
8
|
+
*
|
|
9
|
+
* Resolution order:
|
|
10
|
+
* 1. `config.architectures` entries looked up in MODEL_TYPE_MAPPING
|
|
11
|
+
* 2. `config.model_type` looked up directly in MODEL_TYPE_MAPPING
|
|
12
|
+
* 3. `config.model_type` looked up via MODEL_MAPPING_NAMES → architecture → MODEL_TYPE_MAPPING
|
|
13
|
+
* 4. Fallback to `MODEL_TYPES.EncoderOnly`
|
|
14
|
+
*
|
|
15
|
+
* @param {PretrainedConfig} config The model config object.
|
|
16
|
+
* @param {{ warn?: boolean }} [options] Set `warn` to false to suppress the
|
|
17
|
+
* fallback warning (defaults to true).
|
|
18
|
+
* @returns {number} One of the MODEL_TYPES enum values.
|
|
19
|
+
*/
|
|
20
|
+
export function resolve_model_type(config: PretrainedConfig, { warn }?: {
|
|
21
|
+
warn?: boolean;
|
|
22
|
+
}): number;
|
|
23
|
+
export type PretrainedConfig = import("../../configs.js").PretrainedConfig;
|
|
24
|
+
//# sourceMappingURL=resolve_model_type.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"resolve_model_type.d.ts","sourceRoot":"","sources":["../../../src/utils/model_registry/resolve_model_type.js"],"names":[],"mappings":"AAIA;;GAEG;AAEH;;;;;;;;;;;;;;;GAeG;AACH,2CALW,gBAAgB,aAChB;IAAE,IAAI,CAAC,EAAE,OAAO,CAAA;CAAE,GAEhB,MAAM,CA2ClB;+BA5DY,OAAO,kBAAkB,EAAE,gBAAgB"}
|