@huggingface/transformers 3.0.0-alpha.2 → 3.0.0-alpha.3

package/dist/transformers.min.js

@@ -148,13 +148,13 @@ var r,i,a,s,o,l,u,d,c,p,h,f,m,g,_,w,y,b,v,x,M,T,k,$,C,S,P,E,F,A,I,z,O,B=Object.d
  */,"./src/backends/onnx.js":
 /*!******************************!*\
   !*** ./src/backends/onnx.js ***!
-  \******************************/(e,t,n)=>{var r;n.r(t),n.d(t,{Tensor:()=>o.Tensor,createInferenceSession:()=>f,deviceToExecutionProviders:()=>p,isONNXProxy:()=>_,isONNXTensor:()=>m});var i=n(/*! ../env.js */"./src/env.js"),a=n(/*! onnxruntime-node */"?2ce3"),s=n(/*! onnxruntime-web/webgpu */"./node_modules/onnxruntime-web/dist/ort.webgpu.bundle.min.mjs"),o=n(/*! onnxruntime-common */"./node_modules/onnxruntime-common/dist/esm/index.js");const l=[];let u,d;i.apis.IS_NODE_ENV?(d=a??(r||(r=n.t(a,2))),l.push("cpu"),u=["cpu"]):(d=s,i.apis.IS_WEBGPU_AVAILABLE&&l.push("webgpu"),l.push("wasm"),u=["wasm"]);const c=d.InferenceSession;function p(e){let t=u;if(e){if(!l.includes(e))throw new Error(`Unsupported device: "${e}". Should be one of: ${l.join(", ")}.`);t=[e]}return t}let h=null;async function f(e,t){h&&await h;const n=c.create(e,t);return h??=n,await n}function m(e){return e instanceof d.Tensor}const g=d?.env;if(g?.wasm){console.log(i.apis),console.log(import.meta.env),g.wasm.proxy=!i.apis.IS_WEBWORKER_ENV,"undefined"!=typeof crossOriginIsolated&&crossOriginIsolated||(g.wasm.numThreads=1);"undefined"!=typeof navigator&&/iP(hone|od|ad).+16_4.+AppleWebKit/.test(navigator.userAgent)&&(g.wasm.simd=!1)}function _(){return g?.wasm?.proxy}g?.webgpu&&(g.webgpu.powerPreference="high-performance"),i.env.backends.onnx=g},"./src/configs.js":
+  \******************************/(e,t,n)=>{var r;n.r(t),n.d(t,{Tensor:()=>o.Tensor,createInferenceSession:()=>f,deviceToExecutionProviders:()=>p,isONNXProxy:()=>_,isONNXTensor:()=>m});var i=n(/*! ../env.js */"./src/env.js"),a=n(/*! onnxruntime-node */"?2ce3"),s=n(/*! onnxruntime-web/webgpu */"./node_modules/onnxruntime-web/dist/ort.webgpu.bundle.min.mjs"),o=n(/*! onnxruntime-common */"./node_modules/onnxruntime-common/dist/esm/index.js");const l=[];let u,d;i.apis.IS_NODE_ENV?(d=a??(r||(r=n.t(a,2))),l.push("cpu"),u=["cpu"]):(d=s,i.apis.IS_WEBGPU_AVAILABLE&&l.push("webgpu"),l.push("wasm"),u=["wasm"]);const c=d.InferenceSession;function p(e){let t=u;if(e){if(!l.includes(e))throw new Error(`Unsupported device: "${e}". Should be one of: ${l.join(", ")}.`);t=[e]}return t}let h=null;async function f(e,t){h&&await h;const n=c.create(e,t);return h??=n,await n}function m(e){return e instanceof d.Tensor}const g=d?.env;if(g?.wasm){g.wasm.wasmPaths=`https://cdn.jsdelivr.net/npm/@huggingface/transformers@${i.env.version}/dist/`,g.wasm.proxy=!i.apis.IS_WEBWORKER_ENV,"undefined"!=typeof crossOriginIsolated&&crossOriginIsolated||(g.wasm.numThreads=1);"undefined"!=typeof navigator&&/iP(hone|od|ad).+16_4.+AppleWebKit/.test(navigator.userAgent)&&(g.wasm.simd=!1)}function _(){return g?.wasm?.proxy}g?.webgpu&&(g.webgpu.powerPreference="high-performance"),i.env.backends.onnx=g},"./src/configs.js":
 /*!************************!*\
   !*** ./src/configs.js ***!
   \************************/(e,t,n)=>{n.r(t),n.d(t,{AutoConfig:()=>l,PretrainedConfig:()=>o,getKeyValueShapes:()=>s});var r=n(/*! ./utils/core.js */"./src/utils/core.js"),i=n(/*! ./utils/hub.js */"./src/utils/hub.js");function a(e){const t={};let n={};switch(e.model_type){case"llava":case"paligemma":case"florence2":n=a(e.text_config);break;case"moondream1":n=a(e.phi_config);break;case"musicgen":n=a(e.decoder);break;case"gpt2":case"gptj":case"codegen":case"gpt_bigcode":t.num_heads="n_head",t.num_layers="n_layer",t.hidden_size="n_embd";break;case"gpt_neox":case"stablelm":case"opt":case"phi":case"phi3":case"falcon":t.num_heads="num_attention_heads",t.num_layers="num_hidden_layers",t.hidden_size="hidden_size";break;case"llama":case"cohere":case"mistral":case"starcoder2":case"qwen2":t.num_heads="num_key_value_heads",t.num_layers="num_hidden_layers",t.hidden_size="hidden_size",t.num_attention_heads="num_attention_heads";break;case"gemma":case"gemma2":t.num_heads="num_key_value_heads",t.num_layers="num_hidden_layers",t.dim_kv="head_dim";break;case"openelm":t.num_heads="num_kv_heads",t.num_layers="num_transformer_layers",t.dim_kv="head_dim";break;case"gpt_neo":case"donut-swin":t.num_heads="num_heads",t.num_layers="num_layers",t.hidden_size="hidden_size";break;case"bloom":t.num_heads="n_head",t.num_layers="n_layer",t.hidden_size="hidden_size";break;case"mpt":t.num_heads="n_heads",t.num_layers="n_layers",t.hidden_size="d_model";break;case"t5":case"mt5":case"longt5":t.num_decoder_layers="num_decoder_layers",t.num_decoder_heads="num_heads",t.decoder_dim_kv="d_kv",t.num_encoder_layers="num_layers",t.num_encoder_heads="num_heads",t.encoder_dim_kv="d_kv";break;case"bart":case"mbart":case"marian":case"whisper":case"m2m_100":case"blenderbot":case"blenderbot-small":case"florence2_language":t.num_decoder_layers="decoder_layers",t.num_decoder_heads="decoder_attention_heads",t.decoder_hidden_size="d_model",t.num_encoder_layers="encoder_layers",t.num_encoder_heads="encoder_attention_heads",t.encoder_hidden_size="d_model";break;case"speecht5":t.num_decoder_layers="decoder_layers",t.num_decoder_heads="decoder_attention_heads",t.decoder_hidden_size="hidden_size",t.num_encoder_layers="encoder_layers",t.num_encoder_heads="encoder_attention_heads",t.encoder_hidden_size="hidden_size";break;case"trocr":t.num_encoder_layers=t.num_decoder_layers="decoder_layers",t.num_encoder_heads=t.num_decoder_heads="decoder_attention_heads",t.encoder_hidden_size=t.decoder_hidden_size="d_model";break;case"musicgen_decoder":t.num_encoder_layers=t.num_decoder_layers="num_hidden_layers",t.num_encoder_heads=t.num_decoder_heads="num_attention_heads",t.encoder_hidden_size=t.decoder_hidden_size="hidden_size";break;case"vision-encoder-decoder":const i=a(e.decoder),s="num_decoder_layers"in i,o=(0,r.pick)(e,["model_type","is_encoder_decoder"]);return s?(o.num_decoder_layers=i.num_decoder_layers,o.num_decoder_heads=i.num_decoder_heads,o.decoder_hidden_size=i.decoder_hidden_size,o.num_encoder_layers=i.num_encoder_layers,o.num_encoder_heads=i.num_encoder_heads,o.encoder_hidden_size=i.encoder_hidden_size):(o.num_layers=i.num_layers,o.num_heads=i.num_heads,o.hidden_size=i.hidden_size),o}const i={...n,...(0,r.pick)(e,["model_type","multi_query","is_encoder_decoder"])};for(const n in t)i[n]=e[t[n]];return i}function s(e,{prefix:t="past_key_values"}={}){const n={},r=e.normalized_config;if(r.is_encoder_decoder&&"num_encoder_heads"in r&&"num_decoder_heads"in r){const e=r.encoder_dim_kv??r.encoder_hidden_size/r.num_encoder_heads,i=r.decoder_dim_kv??r.decoder_hidden_size/r.num_decoder_heads,a=[1,r.num_encoder_heads,0,e],s=[1,r.num_decoder_heads,0,i];for(let e=0;e<r.num_decoder_layers;++e)n[`${t}.${e}.encoder.key`]=a,n[`${t}.${e}.encoder.value`]=a,n[`${t}.${e}.decoder.key`]=s,n[`${t}.${e}.decoder.value`]=s}else{const e=r.num_heads,i=r.num_layers,a=r.dim_kv??r.hidden_size/(r.num_attention_heads??e);if("falcon"===r.model_type){const r=[1*e,0,a];for(let e=0;e<i;++e)n[`${t}.${e}.key`]=r,n[`${t}.${e}.value`]=r}else if(r.multi_query){const r=[1*e,0,2*a];for(let e=0;e<i;++e)n[`${t}.${e}.key_value`]=r}else if("bloom"===r.model_type){const r=[1*e,a,0],s=[1*e,0,a];for(let e=0;e<i;++e)n[`${t}.${e}.key`]=r,n[`${t}.${e}.value`]=s}else if("openelm"===r.model_type)for(let r=0;r<i;++r){const i=[1,e[r],0,a];n[`${t}.${r}.key`]=i,n[`${t}.${r}.value`]=i}else{const r=[1,e,0,a];for(let e=0;e<i;++e)n[`${t}.${e}.key`]=r,n[`${t}.${e}.value`]=r}}return n}class o{max_position_embeddings;constructor(e){this.model_type=null,this.is_encoder_decoder=!1,Object.assign(this,e),this.normalized_config=a(this)}static async from_pretrained(e,{progress_callback:t=null,config:n=null,cache_dir:r=null,local_files_only:a=!1,revision:s="main"}={}){!n||n instanceof o||(n=new o(n));const l=n??await async function(e,t){return await(0,i.getModelJSON)(e,"config.json",!0,t)}(e,{progress_callback:t,config:n,cache_dir:r,local_files_only:a,revision:s});return new this(l)}}class l{static async from_pretrained(...e){return o.from_pretrained(...e)}}},"./src/env.js":
 /*!********************!*\
   !*** ./src/env.js ***!
-  \********************/(e,t,n)=>{n.r(t),n.d(t,{apis:()=>f,env:()=>y});var r=n(/*! fs */"?569f"),i=n(/*! path */"?3f59"),a=n(/*! url */"?154a");const s="undefined"!=typeof self,o=s&&"DedicatedWorkerGlobalScope"===self.constructor.name,l=s&&"caches"in self,u="undefined"!=typeof navigator&&"gpu"in navigator,d="undefined"!=typeof process,c=d&&"node"===process?.release?.name,p=!b(r),h=!b(i),f=Object.freeze({IS_BROWSER_ENV:s,IS_WEBWORKER_ENV:o,IS_WEB_CACHE_AVAILABLE:l,IS_WEBGPU_AVAILABLE:u,IS_PROCESS_AVAILABLE:d,IS_NODE_ENV:c,IS_FS_AVAILABLE:p,IS_PATH_AVAILABLE:h}),m=p&&h,g=m?i.dirname(i.dirname(a.fileURLToPath(import.meta.url))):"./",_=m?i.join(g,"/.cache/"):null,w="/models/",y={version:"3.0.0-alpha.0",backends:{onnx:{},tfjs:{}},allowRemoteModels:!0,remoteHost:"https://huggingface.co/",remotePathTemplate:"{model}/resolve/{revision}/",allowLocalModels:!s,localModelPath:m?i.join(g,w):w,useFS:p,useBrowserCache:l,useFSCache:p,cacheDir:_,useCustomCache:!1,customCache:null};function b(e){return 0===Object.keys(e).length}},"./src/generation/configuration_utils.js":
+  \********************/(e,t,n)=>{n.r(t),n.d(t,{apis:()=>f,env:()=>y});var r=n(/*! fs */"?569f"),i=n(/*! path */"?3f59"),a=n(/*! url */"?154a");const s="undefined"!=typeof self,o=s&&"DedicatedWorkerGlobalScope"===self.constructor.name,l=s&&"caches"in self,u="undefined"!=typeof navigator&&"gpu"in navigator,d="undefined"!=typeof process,c=d&&"node"===process?.release?.name,p=!b(r),h=!b(i),f=Object.freeze({IS_BROWSER_ENV:s,IS_WEBWORKER_ENV:o,IS_WEB_CACHE_AVAILABLE:l,IS_WEBGPU_AVAILABLE:u,IS_PROCESS_AVAILABLE:d,IS_NODE_ENV:c,IS_FS_AVAILABLE:p,IS_PATH_AVAILABLE:h}),m=p&&h,g=m?i.dirname(i.dirname(a.fileURLToPath(import.meta.url))):"./",_=m?i.join(g,"/.cache/"):null,w="/models/",y={version:"3.0.0-alpha.3",backends:{onnx:{},tfjs:{}},allowRemoteModels:!0,remoteHost:"https://huggingface.co/",remotePathTemplate:"{model}/resolve/{revision}/",allowLocalModels:!s,localModelPath:m?i.join(g,w):w,useFS:p,useBrowserCache:l,useFSCache:p,cacheDir:_,useCustomCache:!1,customCache:null};function b(e){return 0===Object.keys(e).length}},"./src/generation/configuration_utils.js":
 /*!***********************************************!*\
   !*** ./src/generation/configuration_utils.js ***!
   \***********************************************/(e,t,n)=>{n.r(t),n.d(t,{GenerationConfig:()=>i});var r=n(/*! ../utils/core.js */"./src/utils/core.js");class i{max_length=20;max_new_tokens=null;min_length=0;min_new_tokens=null;early_stopping=!1;max_time=null;do_sample=!1;num_beams=1;num_beam_groups=1;penalty_alpha=null;use_cache=!0;temperature=1;top_k=50;top_p=1;typical_p=1;epsilon_cutoff=0;eta_cutoff=0;diversity_penalty=0;repetition_penalty=1;encoder_repetition_penalty=1;length_penalty=1;no_repeat_ngram_size=0;bad_words_ids=null;force_words_ids=null;renormalize_logits=!1;constraints=null;forced_bos_token_id=null;forced_eos_token_id=null;remove_invalid_values=!1;exponential_decay_length_penalty=null;suppress_tokens=null;begin_suppress_tokens=null;forced_decoder_ids=null;guidance_scale=null;num_return_sequences=1;output_attentions=!1;output_hidden_states=!1;output_scores=!1;return_dict_in_generate=!1;pad_token_id=null;bos_token_id=null;eos_token_id=null;encoder_no_repeat_ngram_size=0;decoder_start_token_id=null;generation_kwargs={};constructor(e){Object.assign(this,(0,r.pick)(e,Object.getOwnPropertyNames(this)))}}},"./src/generation/logits_process.js":