@huggingface/transformers 4.0.0-next.2 → 4.0.0-next.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +4 -3
- package/dist/ort-wasm-simd-threaded.jsep.mjs +23 -23
- package/dist/transformers.js +49 -18
- package/dist/transformers.min.js +20 -20
- package/dist/transformers.node.cjs +43 -9
- package/dist/transformers.node.min.cjs +18 -18
- package/dist/transformers.node.min.mjs +18 -18
- package/dist/transformers.node.mjs +40 -9
- package/dist/transformers.web.js +33 -2
- package/dist/transformers.web.min.js +17 -17
- package/package.json +2 -2
- package/src/configs.js +1 -0
- package/src/env.js +1 -1
- package/src/generation/parameters.js +1 -1
- package/src/generation/streamers.js +21 -0
- package/src/models/cohere2/modeling_cohere2.js +5 -0
- package/src/models/modeling_utils.js +1 -1
- package/src/models/models.js +1 -0
- package/src/models/registry.js +2 -0
- package/src/pipelines/automatic-speech-recognition.js +1 -1
- package/src/pipelines/document-question-answering.js +1 -1
- package/src/pipelines/image-to-text.js +2 -2
- package/src/pipelines/summarization.js +1 -1
- package/src/pipelines/text-generation.js +1 -1
- package/src/pipelines/text2text-generation.js +1 -1
- package/src/pipelines/translation.js +1 -1
- package/src/transformers.js +2 -0
- package/types/configs.d.ts.map +1 -1
- package/types/generation/parameters.d.ts +1 -1
- package/types/generation/parameters.d.ts.map +1 -1
- package/types/generation/streamers.d.ts +1 -0
- package/types/generation/streamers.d.ts.map +1 -1
- package/types/models/cohere2/modeling_cohere2.d.ts +8 -0
- package/types/models/cohere2/modeling_cohere2.d.ts.map +1 -0
- package/types/models/modeling_utils.d.ts +2 -2
- package/types/models/modeling_utils.d.ts.map +1 -1
- package/types/models/models.d.ts +1 -0
- package/types/models/registry.d.ts.map +1 -1
- package/types/pipelines/automatic-speech-recognition.d.ts +2 -2
- package/types/pipelines/automatic-speech-recognition.d.ts.map +1 -1
- package/types/pipelines/document-question-answering.d.ts +2 -2
- package/types/pipelines/document-question-answering.d.ts.map +1 -1
- package/types/pipelines/image-to-text.d.ts +4 -4
- package/types/pipelines/image-to-text.d.ts.map +1 -1
- package/types/pipelines/summarization.d.ts +2 -2
- package/types/pipelines/summarization.d.ts.map +1 -1
- package/types/pipelines/text-generation.d.ts +2 -2
- package/types/pipelines/text-generation.d.ts.map +1 -1
- package/types/pipelines/text2text-generation.d.ts +3 -3
- package/types/pipelines/text2text-generation.d.ts.map +1 -1
- package/types/pipelines/translation.d.ts +2 -2
- package/types/pipelines/translation.d.ts.map +1 -1
- package/types/transformers.d.ts +2 -0
- package/types/transformers.d.ts.map +1 -1
package/README.md
CHANGED
|
@@ -47,7 +47,7 @@ npm i @huggingface/transformers
|
|
|
47
47
|
Alternatively, you can use it in vanilla JS, without any bundler, by using a CDN or static hosting. For example, using [ES Modules](https://developer.mozilla.org/en-US/docs/Web/JavaScript/Guide/Modules), you can import the library with:
|
|
48
48
|
```html
|
|
49
49
|
<script type="module">
|
|
50
|
-
import { pipeline } from 'https://cdn.jsdelivr.net/npm/@huggingface/transformers@4.0.0-next.
|
|
50
|
+
import { pipeline } from 'https://cdn.jsdelivr.net/npm/@huggingface/transformers@4.0.0-next.4';
|
|
51
51
|
</script>
|
|
52
52
|
```
|
|
53
53
|
|
|
@@ -134,7 +134,7 @@ Ready to dive in? Explore our wide variety of demo applications and templates [h
|
|
|
134
134
|
|
|
135
135
|
|
|
136
136
|
|
|
137
|
-
By default, Transformers.js uses [hosted pretrained models](https://huggingface.co/models?library=transformers.js) and [precompiled WASM binaries](https://cdn.jsdelivr.net/npm/@huggingface/transformers@4.0.0-next.
|
|
137
|
+
By default, Transformers.js uses [hosted pretrained models](https://huggingface.co/models?library=transformers.js) and [precompiled WASM binaries](https://cdn.jsdelivr.net/npm/@huggingface/transformers@4.0.0-next.4/dist/), which should work out-of-the-box. You can customize this as follows:
|
|
138
138
|
|
|
139
139
|
### Settings
|
|
140
140
|
|
|
@@ -256,7 +256,8 @@ To find compatible models on the Hub, select the "transformers.js" library tag i
|
|
|
256
256
|
1. **[CLIPSeg](https://huggingface.co/docs/transformers/model_doc/clipseg)** (from University of Göttingen) released with the paper [Image Segmentation Using Text and Image Prompts](https://huggingface.co/papers/2112.10003) by Timo Lüddecke and Alexander Ecker.
|
|
257
257
|
1. **[CodeGen](https://huggingface.co/docs/transformers/model_doc/codegen)** (from Salesforce) released with the paper [A Conversational Paradigm for Program Synthesis](https://huggingface.co/papers/2203.13474) by Erik Nijkamp, Bo Pang, Hiroaki Hayashi, Lifu Tu, Huan Wang, Yingbo Zhou, Silvio Savarese, Caiming Xiong.
|
|
258
258
|
1. **[CodeLlama](https://huggingface.co/docs/transformers/model_doc/llama_code)** (from MetaAI) released with the paper [Code Llama: Open Foundation Models for Code](https://ai.meta.com/research/publications/code-llama-open-foundation-models-for-code/) by Baptiste Rozière, Jonas Gehring, Fabian Gloeckle, Sten Sootla, Itai Gat, Xiaoqing Ellen Tan, Yossi Adi, Jingyu Liu, Tal Remez, Jérémy Rapin, Artyom Kozhevnikov, Ivan Evtimov, Joanna Bitton, Manish Bhatt, Cristian Canton Ferrer, Aaron Grattafiori, Wenhan Xiong, Alexandre Défossez, Jade Copet, Faisal Azhar, Hugo Touvron, Louis Martin, Nicolas Usunier, Thomas Scialom, Gabriel Synnaeve.
|
|
259
|
-
1. **[Cohere](https://huggingface.co/docs/transformers/main/model_doc/cohere)** (from Cohere) released with the
|
|
259
|
+
1. **[Cohere](https://huggingface.co/docs/transformers/main/model_doc/cohere)** (from Cohere) released with the blog post [Command-R: Retrieval Augmented Generation at Production Scale](https://cohere.com/blog/command-r) by Cohere.
|
|
260
|
+
1. **[Cohere2](https://huggingface.co/docs/transformers/main/model_doc/cohere2)** (from Cohere) released with the blog post [Introducing Command R7B: Fast and efficient generative AI](https://cohere.com/blog/command-r7b) by Cohere.
|
|
260
261
|
1. **[ConvBERT](https://huggingface.co/docs/transformers/model_doc/convbert)** (from YituTech) released with the paper [ConvBERT: Improving BERT with Span-based Dynamic Convolution](https://huggingface.co/papers/2008.02496) by Zihang Jiang, Weihao Yu, Daquan Zhou, Yunpeng Chen, Jiashi Feng, Shuicheng Yan.
|
|
261
262
|
1. **[ConvNeXT](https://huggingface.co/docs/transformers/model_doc/convnext)** (from Facebook AI) released with the paper [A ConvNet for the 2020s](https://huggingface.co/papers/2201.03545) by Zhuang Liu, Hanzi Mao, Chao-Yuan Wu, Christoph Feichtenhofer, Trevor Darrell, Saining Xie.
|
|
262
263
|
1. **[ConvNeXTV2](https://huggingface.co/docs/transformers/model_doc/convnextv2)** (from Facebook AI) released with the paper [ConvNeXt V2: Co-designing and Scaling ConvNets with Masked Autoencoders](https://huggingface.co/papers/2301.00808) by Sanghyun Woo, Shoubhik Debnath, Ronghang Hu, Xinlei Chen, Zhuang Liu, In So Kweon, Saining Xie.
|
|
@@ -68,31 +68,31 @@ function zc(a,b){if(m)return P(20,1,a,b);a>>>=0;b>>>=0;var d=Vf();(u(),D)[a>>>2>
|
|
|
68
68
|
function Ec(a,b,d,c){if(m)return P(24,1,a,b,d,c);b>>>=0;d>>>=0;c>>>=0;for(var e=0,g=0;g<d;g++){var k=(u(),D)[b>>>2>>>0],l=(u(),D)[b+4>>>2>>>0];b+=8;for(var n=0;n<l;n++){var p=a,v=(u(),B)[k+n>>>0],w=Wf[p];0===v||10===v?((1===p?sa:r)(Te(w)),w.length=0):w.push(v)}e+=l}(u(),D)[c>>>2>>>0]=e;return 0}function rd(a){return a>>>0}m||Ge();m||(x=new WebAssembly.Memory({initial:256,maximum:65536,shared:!0}),wa());f.wasmBinary&&(ta=f.wasmBinary);f.stackSave=()=>L();f.stackRestore=a=>K(a);f.stackAlloc=a=>Gd(a);
|
|
69
69
|
f.setValue=function(a,b,d="i8"){d.endsWith("*")&&(d="*");switch(d){case "i1":(u(),A)[a>>>0]=b;break;case "i8":(u(),A)[a>>>0]=b;break;case "i16":(u(),Ma)[a>>>1>>>0]=b;break;case "i32":(u(),C)[a>>>2>>>0]=b;break;case "i64":(u(),F)[a>>>3>>>0]=BigInt(b);break;case "float":(u(),Oa)[a>>>2>>>0]=b;break;case "double":(u(),E)[a>>>3>>>0]=b;break;case "*":(u(),D)[a>>>2>>>0]=b;break;default:H(`invalid type for setValue: ${d}`)}};
|
|
70
70
|
f.getValue=function(a,b="i8"){b.endsWith("*")&&(b="*");switch(b){case "i1":return(u(),A)[a>>>0];case "i8":return(u(),A)[a>>>0];case "i16":return(u(),Ma)[a>>>1>>>0];case "i32":return(u(),C)[a>>>2>>>0];case "i64":return(u(),F)[a>>>3>>>0];case "float":return(u(),Oa)[a>>>2>>>0];case "double":return(u(),E)[a>>>3>>>0];case "*":return(u(),D)[a>>>2>>>0];default:H(`invalid type for getValue: ${b}`)}};f.UTF8ToString=R;f.stringToUTF8=Y;f.lengthBytesUTF8=df;
|
|
71
|
-
var pf=[sd,Fe,Qe,jb,mb,nb,ob,pb,qb,rb,sb,tb,ub,vb,wb,xb,gc,hc,ic,yc,zc,Bc,Cc,Dc,Ec],of={
|
|
72
|
-
0,b+d>>>0))},
|
|
73
|
-
a,void 0)},
|
|
74
|
-
|
|
75
|
-
{f.ac("Sub",a,void 0)},
|
|
76
|
-
{keepDims:!!b,noopWithEmptyAxes:!!d,axes:c?Array.from((u(),C).subarray(Number(c)>>>0,Number(e)>>>0)):[]})},
|
|
77
|
-
C).subarray(Number(c)>>>0,Number(e)>>>0)):[]})},
|
|
78
|
-
d,c,e)=>{f.ac("ReduceSumSquare",a,{keepDims:!!b,noopWithEmptyAxes:!!d,axes:c?Array.from((u(),C).subarray(Number(c)>>>0,Number(e)>>>0)):[]})},
|
|
79
|
-
format:c?"NHWC":"NCHW"})},
|
|
71
|
+
var pf=[sd,Fe,Qe,jb,mb,nb,ob,pb,qb,rb,sb,tb,ub,vb,wb,xb,gc,hc,ic,yc,zc,Bc,Cc,Dc,Ec],of={929740:(a,b,d,c,e)=>{if("undefined"==typeof f||!f.Zc)return 1;a=R(Number(a>>>0));a.startsWith("./")&&(a=a.substring(2));a=f.Zc.get(a);if(!a)return 2;b=Number(b>>>0);d=Number(d>>>0);c=Number(c>>>0);if(b+d>a.byteLength)return 3;try{const g=a.subarray(b,b+d);switch(e){case 0:(u(),B).set(g,c>>>0);break;case 1:f.Xd?f.Xd(c,g):f.Ld(c,g);break;default:return 4}return 0}catch{return 4}},930564:(a,b,d)=>{f.xd(a,(u(),B).subarray(b>>>
|
|
72
|
+
0,b+d>>>0))},930628:()=>f.Zd(),930670:a=>{f.vd(a)},930707:()=>{f.Ed()},930738:()=>{f.Fd()},930767:()=>{f.Jd()},930792:a=>f.Dd(a),930825:a=>f.Hd(a),930857:(a,b,d)=>{f.jd(Number(a),Number(b),Number(d),!0)},930920:(a,b,d)=>{f.jd(Number(a),Number(b),Number(d))},930977:()=>"undefined"!==typeof wasmOffsetConverter,931034:a=>{f.ac("Abs",a,void 0)},931085:a=>{f.ac("Neg",a,void 0)},931136:a=>{f.ac("Floor",a,void 0)},931189:a=>{f.ac("Ceil",a,void 0)},931241:a=>{f.ac("Reciprocal",a,void 0)},931299:a=>{f.ac("Sqrt",
|
|
73
|
+
a,void 0)},931351:a=>{f.ac("Exp",a,void 0)},931402:a=>{f.ac("Erf",a,void 0)},931453:a=>{f.ac("Sigmoid",a,void 0)},931508:(a,b,d)=>{f.ac("HardSigmoid",a,{alpha:b,beta:d})},931587:a=>{f.ac("Log",a,void 0)},931638:a=>{f.ac("Sin",a,void 0)},931689:a=>{f.ac("Cos",a,void 0)},931740:a=>{f.ac("Tan",a,void 0)},931791:a=>{f.ac("Asin",a,void 0)},931843:a=>{f.ac("Acos",a,void 0)},931895:a=>{f.ac("Atan",a,void 0)},931947:a=>{f.ac("Sinh",a,void 0)},931999:a=>{f.ac("Cosh",a,void 0)},932051:a=>{f.ac("Asinh",a,void 0)},
|
|
74
|
+
932104:a=>{f.ac("Acosh",a,void 0)},932157:a=>{f.ac("Atanh",a,void 0)},932210:a=>{f.ac("Tanh",a,void 0)},932262:a=>{f.ac("Not",a,void 0)},932313:(a,b,d)=>{f.ac("Clip",a,{min:b,max:d})},932382:a=>{f.ac("Clip",a,void 0)},932434:(a,b)=>{f.ac("Elu",a,{alpha:b})},932492:a=>{f.ac("Gelu",a,void 0)},932544:a=>{f.ac("Relu",a,void 0)},932596:(a,b)=>{f.ac("LeakyRelu",a,{alpha:b})},932660:(a,b)=>{f.ac("ThresholdedRelu",a,{alpha:b})},932730:(a,b)=>{f.ac("Cast",a,{to:b})},932788:a=>{f.ac("Add",a,void 0)},932839:a=>
|
|
75
|
+
{f.ac("Sub",a,void 0)},932890:a=>{f.ac("Mul",a,void 0)},932941:a=>{f.ac("Div",a,void 0)},932992:a=>{f.ac("Pow",a,void 0)},933043:a=>{f.ac("Equal",a,void 0)},933096:a=>{f.ac("Greater",a,void 0)},933151:a=>{f.ac("GreaterOrEqual",a,void 0)},933213:a=>{f.ac("Less",a,void 0)},933265:a=>{f.ac("LessOrEqual",a,void 0)},933324:(a,b,d,c,e)=>{f.ac("ReduceMean",a,{keepDims:!!b,noopWithEmptyAxes:!!d,axes:c?Array.from((u(),C).subarray(Number(c)>>>0,Number(e)>>>0)):[]})},933499:(a,b,d,c,e)=>{f.ac("ReduceMax",a,
|
|
76
|
+
{keepDims:!!b,noopWithEmptyAxes:!!d,axes:c?Array.from((u(),C).subarray(Number(c)>>>0,Number(e)>>>0)):[]})},933673:(a,b,d,c,e)=>{f.ac("ReduceMin",a,{keepDims:!!b,noopWithEmptyAxes:!!d,axes:c?Array.from((u(),C).subarray(Number(c)>>>0,Number(e)>>>0)):[]})},933847:(a,b,d,c,e)=>{f.ac("ReduceProd",a,{keepDims:!!b,noopWithEmptyAxes:!!d,axes:c?Array.from((u(),C).subarray(Number(c)>>>0,Number(e)>>>0)):[]})},934022:(a,b,d,c,e)=>{f.ac("ReduceSum",a,{keepDims:!!b,noopWithEmptyAxes:!!d,axes:c?Array.from((u(),
|
|
77
|
+
C).subarray(Number(c)>>>0,Number(e)>>>0)):[]})},934196:(a,b,d,c,e)=>{f.ac("ReduceL1",a,{keepDims:!!b,noopWithEmptyAxes:!!d,axes:c?Array.from((u(),C).subarray(Number(c)>>>0,Number(e)>>>0)):[]})},934369:(a,b,d,c,e)=>{f.ac("ReduceL2",a,{keepDims:!!b,noopWithEmptyAxes:!!d,axes:c?Array.from((u(),C).subarray(Number(c)>>>0,Number(e)>>>0)):[]})},934542:(a,b,d,c,e)=>{f.ac("ReduceLogSum",a,{keepDims:!!b,noopWithEmptyAxes:!!d,axes:c?Array.from((u(),C).subarray(Number(c)>>>0,Number(e)>>>0)):[]})},934719:(a,b,
|
|
78
|
+
d,c,e)=>{f.ac("ReduceSumSquare",a,{keepDims:!!b,noopWithEmptyAxes:!!d,axes:c?Array.from((u(),C).subarray(Number(c)>>>0,Number(e)>>>0)):[]})},934899:(a,b,d,c,e)=>{f.ac("ReduceLogSumExp",a,{keepDims:!!b,noopWithEmptyAxes:!!d,axes:c?Array.from((u(),C).subarray(Number(c)>>>0,Number(e)>>>0)):[]})},935079:a=>{f.ac("Where",a,void 0)},935132:(a,b,d)=>{f.ac("Transpose",a,{perm:b?Array.from((u(),C).subarray(Number(b)>>>0,Number(d)>>>0)):[]})},935256:(a,b,d,c)=>{f.ac("DepthToSpace",a,{blocksize:b,mode:R(d),
|
|
79
|
+
format:c?"NHWC":"NCHW"})},935389:(a,b,d,c)=>{f.ac("DepthToSpace",a,{blocksize:b,mode:R(d),format:c?"NHWC":"NCHW"})},935522:(a,b,d,c,e,g,k,l,n,p,v,w,y,z,W)=>{f.ac("ConvTranspose",a,{format:n?"NHWC":"NCHW",autoPad:b,dilations:[d],group:c,kernelShape:[e],pads:[g,k],strides:[l],wIsConst:()=>!!(u(),A)[p>>>0],outputPadding:v?Array.from((u(),C).subarray(Number(v)>>>0,Number(w)>>>0)):[],outputShape:y?Array.from((u(),C).subarray(Number(y)>>>0,Number(z)>>>0)):[],activation:R(W)})},935955:(a,b,d,c,e,g,k,l,n,
|
|
80
80
|
p,v,w,y,z)=>{f.ac("ConvTranspose",a,{format:l?"NHWC":"NCHW",autoPad:b,dilations:Array.from((u(),C).subarray(Number(d)>>>0,(Number(d)>>>0)+2>>>0)),group:c,kernelShape:Array.from((u(),C).subarray(Number(e)>>>0,(Number(e)>>>0)+2>>>0)),pads:Array.from((u(),C).subarray(Number(g)>>>0,(Number(g)>>>0)+4>>>0)),strides:Array.from((u(),C).subarray(Number(k)>>>0,(Number(k)>>>0)+2>>>0)),wIsConst:()=>!!(u(),A)[n>>>0],outputPadding:p?Array.from((u(),C).subarray(Number(p)>>>0,Number(v)>>>0)):[],outputShape:w?Array.from((u(),
|
|
81
|
-
C).subarray(Number(w)>>>0,Number(y)>>>0)):[],activation:R(z)})},
|
|
81
|
+
C).subarray(Number(w)>>>0,Number(y)>>>0)):[],activation:R(z)})},936616:(a,b,d,c,e,g,k,l,n,p,v,w,y,z,W)=>{f.ac("ConvTranspose",a,{format:n?"NHWC":"NCHW",autoPad:b,dilations:[d],group:c,kernelShape:[e],pads:[g,k],strides:[l],wIsConst:()=>!!(u(),A)[p>>>0],outputPadding:v?Array.from((u(),C).subarray(Number(v)>>>0,Number(w)>>>0)):[],outputShape:y?Array.from((u(),C).subarray(Number(y)>>>0,Number(z)>>>0)):[],activation:R(W)})},937049:(a,b,d,c,e,g,k,l,n,p,v,w,y,z)=>{f.ac("ConvTranspose",a,{format:l?"NHWC":
|
|
82
82
|
"NCHW",autoPad:b,dilations:Array.from((u(),C).subarray(Number(d)>>>0,(Number(d)>>>0)+2>>>0)),group:c,kernelShape:Array.from((u(),C).subarray(Number(e)>>>0,(Number(e)>>>0)+2>>>0)),pads:Array.from((u(),C).subarray(Number(g)>>>0,(Number(g)>>>0)+4>>>0)),strides:Array.from((u(),C).subarray(Number(k)>>>0,(Number(k)>>>0)+2>>>0)),wIsConst:()=>!!(u(),A)[n>>>0],outputPadding:p?Array.from((u(),C).subarray(Number(p)>>>0,Number(v)>>>0)):[],outputShape:w?Array.from((u(),C).subarray(Number(w)>>>0,Number(y)>>>0)):
|
|
83
|
-
[],activation:R(z)})},
|
|
84
|
-
0,Number(y)>>>0)):[]})},
|
|
85
|
-
0,Number(y)>>>0)):[]})},
|
|
86
|
-
0)):[]})},
|
|
87
|
-
|
|
88
|
-
a,void 0)},
|
|
89
|
-
C).subarray(Number(b)>>>0,Number(d)>>>0)):[],ends:c?Array.from((u(),C).subarray(Number(c)>>>0,Number(e)>>>0)):[],axes:g?Array.from((u(),C).subarray(Number(g)>>>0,Number(k)>>>0)):[]})},
|
|
90
|
-
a,{mode:b,value:d,pads:c?Array.from((u(),C).subarray(Number(c)>>>0,Number(e)>>>0)):[]})},
|
|
91
|
-
e)=>{f.ac("GridSample",a,{align_corners:b,mode:R(d),padding_mode:R(c),format:e?"NHWC":"NCHW"})},
|
|
92
|
-
a,void 0)},
|
|
93
|
-
A)[Number(y)>>>0],activation:R(z),activation_params:W?Array.from((u(),Oa).subarray(Number(W)>>>0,Number(kb)>>>0)):[]})},
|
|
94
|
-
d,c,e,g)=>{f.ac("MatMulNBits",a,{k:b,n:d,accuracyLevel:c,bits:e,blockSize:g})},
|
|
95
|
-
|
|
83
|
+
[],activation:R(z)})},937710:(a,b)=>{f.ac("GlobalAveragePool",a,{format:b?"NHWC":"NCHW"})},937801:(a,b,d,c,e,g,k,l,n,p,v,w,y,z)=>{f.ac("AveragePool",a,{format:z?"NHWC":"NCHW",auto_pad:b,ceil_mode:d,count_include_pad:c,storage_order:e,dilations:g?Array.from((u(),C).subarray(Number(g)>>>0,Number(k)>>>0)):[],kernel_shape:l?Array.from((u(),C).subarray(Number(l)>>>0,Number(n)>>>0)):[],pads:p?Array.from((u(),C).subarray(Number(p)>>>0,Number(v)>>>0)):[],strides:w?Array.from((u(),C).subarray(Number(w)>>>
|
|
84
|
+
0,Number(y)>>>0)):[]})},938280:(a,b)=>{f.ac("GlobalAveragePool",a,{format:b?"NHWC":"NCHW"})},938371:(a,b,d,c,e,g,k,l,n,p,v,w,y,z)=>{f.ac("AveragePool",a,{format:z?"NHWC":"NCHW",auto_pad:b,ceil_mode:d,count_include_pad:c,storage_order:e,dilations:g?Array.from((u(),C).subarray(Number(g)>>>0,Number(k)>>>0)):[],kernel_shape:l?Array.from((u(),C).subarray(Number(l)>>>0,Number(n)>>>0)):[],pads:p?Array.from((u(),C).subarray(Number(p)>>>0,Number(v)>>>0)):[],strides:w?Array.from((u(),C).subarray(Number(w)>>>
|
|
85
|
+
0,Number(y)>>>0)):[]})},938850:(a,b)=>{f.ac("GlobalMaxPool",a,{format:b?"NHWC":"NCHW"})},938937:(a,b,d,c,e,g,k,l,n,p,v,w,y,z)=>{f.ac("MaxPool",a,{format:z?"NHWC":"NCHW",auto_pad:b,ceil_mode:d,count_include_pad:c,storage_order:e,dilations:g?Array.from((u(),C).subarray(Number(g)>>>0,Number(k)>>>0)):[],kernel_shape:l?Array.from((u(),C).subarray(Number(l)>>>0,Number(n)>>>0)):[],pads:p?Array.from((u(),C).subarray(Number(p)>>>0,Number(v)>>>0)):[],strides:w?Array.from((u(),C).subarray(Number(w)>>>0,Number(y)>>>
|
|
86
|
+
0)):[]})},939412:(a,b)=>{f.ac("GlobalMaxPool",a,{format:b?"NHWC":"NCHW"})},939499:(a,b,d,c,e,g,k,l,n,p,v,w,y,z)=>{f.ac("MaxPool",a,{format:z?"NHWC":"NCHW",auto_pad:b,ceil_mode:d,count_include_pad:c,storage_order:e,dilations:g?Array.from((u(),C).subarray(Number(g)>>>0,Number(k)>>>0)):[],kernel_shape:l?Array.from((u(),C).subarray(Number(l)>>>0,Number(n)>>>0)):[],pads:p?Array.from((u(),C).subarray(Number(p)>>>0,Number(v)>>>0)):[],strides:w?Array.from((u(),C).subarray(Number(w)>>>0,Number(y)>>>0)):[]})},
|
|
87
|
+
939974:(a,b,d,c,e)=>{f.ac("Gemm",a,{alpha:b,beta:d,transA:c,transB:e})},940078:a=>{f.ac("MatMul",a,void 0)},940132:(a,b,d,c)=>{f.ac("ArgMax",a,{keepDims:!!b,selectLastIndex:!!d,axis:c})},940240:(a,b,d,c)=>{f.ac("ArgMin",a,{keepDims:!!b,selectLastIndex:!!d,axis:c})},940348:(a,b)=>{f.ac("Softmax",a,{axis:b})},940411:(a,b)=>{f.ac("Concat",a,{axis:b})},940471:(a,b,d,c,e)=>{f.ac("Split",a,{axis:b,numOutputs:d,splitSizes:c?Array.from((u(),C).subarray(Number(c)>>>0,Number(e)>>>0)):[]})},940627:a=>{f.ac("Expand",
|
|
88
|
+
a,void 0)},940681:(a,b)=>{f.ac("Gather",a,{axis:Number(b)})},940752:(a,b)=>{f.ac("GatherElements",a,{axis:Number(b)})},940831:(a,b)=>{f.ac("GatherND",a,{batch_dims:Number(b)})},940910:(a,b,d,c,e,g,k,l,n,p,v)=>{f.ac("Resize",a,{antialias:b,axes:d?Array.from((u(),C).subarray(Number(d)>>>0,Number(c)>>>0)):[],coordinateTransformMode:R(e),cubicCoeffA:g,excludeOutside:k,extrapolationValue:l,keepAspectRatioPolicy:R(n),mode:R(p),nearestMode:R(v)})},941272:(a,b,d,c,e,g,k)=>{f.ac("Slice",a,{starts:b?Array.from((u(),
|
|
89
|
+
C).subarray(Number(b)>>>0,Number(d)>>>0)):[],ends:c?Array.from((u(),C).subarray(Number(c)>>>0,Number(e)>>>0)):[],axes:g?Array.from((u(),C).subarray(Number(g)>>>0,Number(k)>>>0)):[]})},941536:a=>{f.ac("Tile",a,void 0)},941588:(a,b,d)=>{f.ac("InstanceNormalization",a,{epsilon:b,format:d?"NHWC":"NCHW"})},941702:(a,b,d)=>{f.ac("InstanceNormalization",a,{epsilon:b,format:d?"NHWC":"NCHW"})},941816:a=>{f.ac("Range",a,void 0)},941869:(a,b)=>{f.ac("Einsum",a,{equation:R(b)})},941950:(a,b,d,c,e)=>{f.ac("Pad",
|
|
90
|
+
a,{mode:b,value:d,pads:c?Array.from((u(),C).subarray(Number(c)>>>0,Number(e)>>>0)):[]})},942093:(a,b,d,c,e,g)=>{f.ac("BatchNormalization",a,{epsilon:b,momentum:d,spatial:!!e,trainingMode:!!c,format:g?"NHWC":"NCHW"})},942262:(a,b,d,c,e,g)=>{f.ac("BatchNormalization",a,{epsilon:b,momentum:d,spatial:!!e,trainingMode:!!c,format:g?"NHWC":"NCHW"})},942431:(a,b,d)=>{f.ac("CumSum",a,{exclusive:Number(b),reverse:Number(d)})},942528:(a,b,d)=>{f.ac("DequantizeLinear",a,{axis:b,blockSize:d})},942618:(a,b,d,c,
|
|
91
|
+
e)=>{f.ac("GridSample",a,{align_corners:b,mode:R(d),padding_mode:R(c),format:e?"NHWC":"NCHW"})},942788:(a,b,d,c,e)=>{f.ac("GridSample",a,{align_corners:b,mode:R(d),padding_mode:R(c),format:e?"NHWC":"NCHW"})},942958:(a,b)=>{f.ac("ScatterND",a,{reduction:R(b)})},943043:(a,b,d,c,e,g,k,l,n)=>{f.ac("Attention",a,{numHeads:b,isUnidirectional:d,maskFilterValue:c,scale:e,doRotary:g,qkvHiddenSizes:k?Array.from((u(),C).subarray(Number(l)>>>0,Number(l)+k>>>0)):[],pastPresentShareBuffer:!!n})},943315:a=>{f.ac("BiasAdd",
|
|
92
|
+
a,void 0)},943370:a=>{f.ac("BiasSplitGelu",a,void 0)},943431:a=>{f.ac("FastGelu",a,void 0)},943487:(a,b,d,c,e,g,k,l,n,p,v,w,y,z,W,kb)=>{f.ac("Conv",a,{format:w?"NHWC":"NCHW",auto_pad:b,dilations:d?Array.from((u(),C).subarray(Number(d)>>>0,Number(c)>>>0)):[],group:e,kernel_shape:g?Array.from((u(),C).subarray(Number(g)>>>0,Number(k)>>>0)):[],pads:l?Array.from((u(),C).subarray(Number(l)>>>0,Number(n)>>>0)):[],strides:p?Array.from((u(),C).subarray(Number(p)>>>0,Number(v)>>>0)):[],w_is_const:()=>!!(u(),
|
|
93
|
+
A)[Number(y)>>>0],activation:R(z),activation_params:W?Array.from((u(),Oa).subarray(Number(W)>>>0,Number(kb)>>>0)):[]})},944071:a=>{f.ac("Gelu",a,void 0)},944123:(a,b,d,c,e,g,k,l,n)=>{f.ac("GroupQueryAttention",a,{numHeads:b,kvNumHeads:d,scale:c,softcap:e,doRotary:g,rotaryInterleaved:k,smoothSoftmax:l,localWindowSize:n})},944340:(a,b,d,c)=>{f.ac("LayerNormalization",a,{axis:b,epsilon:d,simplified:!!c})},944451:(a,b,d,c)=>{f.ac("LayerNormalization",a,{axis:b,epsilon:d,simplified:!!c})},944562:(a,b,
|
|
94
|
+
d,c,e,g)=>{f.ac("MatMulNBits",a,{k:b,n:d,accuracyLevel:c,bits:e,blockSize:g})},944689:(a,b,d,c,e,g)=>{f.ac("MultiHeadAttention",a,{numHeads:b,isUnidirectional:d,maskFilterValue:c,scale:e,doRotary:g})},944848:(a,b)=>{f.ac("QuickGelu",a,{alpha:b})},944912:(a,b,d,c,e)=>{f.ac("RotaryEmbedding",a,{interleaved:!!b,numHeads:d,rotaryEmbeddingDim:c,scale:e})},945051:(a,b,d)=>{f.ac("SkipLayerNormalization",a,{epsilon:b,simplified:!!d})},945153:(a,b,d)=>{f.ac("SkipLayerNormalization",a,{epsilon:b,simplified:!!d})},
|
|
95
|
+
945255:(a,b,d,c)=>{f.ac("GatherBlockQuantized",a,{gatherAxis:b,quantizeAxis:d,blockSize:c})},945376:a=>{f.Id(a)},945410:(a,b)=>f.Kd(Number(a),Number(b),f.$c.Nd,f.$c.errors)};function Za(a,b,d){return Cf(async()=>{await f.Gd(Number(a),Number(b),Number(d))})}function Ya(){return"undefined"!==typeof wasmOffsetConverter}
|
|
96
96
|
var wd,Ia,xd,I,yd,Fa,La,zd,Ad,Bd,Cd,Dd,J,Ed,Fd,K,Gd,L,Hd,Id,Jd,Kd,dynCall_vii,Ld,dynCall_v,Md,Nd,dynCall_iii,Od,Pd,Qd,Rd,dynCall_vi,Sd,Td,Ud,Vd,Wd,Xd,Yd,Zd,$d,ae,be,ce,de,ee,fe,ge,he,ie,je,ke,le,me,ne,oe,pe,qe,re,se,te,ue,ve,Xa;function Mc(a,b,d,c){var e=L();try{return Rd(a,b,d,c)}catch(g){K(e);if(g!==g+0)throw g;J(1,0)}}function Lc(a,b,d){var c=L();try{return dynCall_iii(a,b,d)}catch(e){K(c);if(e!==e+0)throw e;J(1,0)}}
|
|
97
97
|
function cd(a,b,d){var c=L();try{dynCall_vii(a,b,d)}catch(e){K(c);if(e!==e+0)throw e;J(1,0)}}function Kc(a,b){var d=L();try{return Ld(a,b)}catch(c){K(d);if(c!==c+0)throw c;J(1,0)}}function ad(a){var b=L();try{dynCall_v(a)}catch(d){K(b);if(d!==d+0)throw d;J(1,0)}}function Qc(a,b,d,c,e,g,k){var l=L();try{return Pd(a,b,d,c,e,g,k)}catch(n){K(l);if(n!==n+0)throw n;J(1,0)}}function bd(a,b){var d=L();try{dynCall_vi(a,b)}catch(c){K(d);if(c!==c+0)throw c;J(1,0)}}
|
|
98
98
|
function gd(a,b,d,c,e,g){var k=L();try{Md(a,b,d,c,e,g)}catch(l){K(k);if(l!==l+0)throw l;J(1,0)}}function ed(a,b,d,c){var e=L();try{Qd(a,b,d,c)}catch(g){K(e);if(g!==g+0)throw g;J(1,0)}}function fd(a,b,d,c,e){var g=L();try{Nd(a,b,d,c,e)}catch(k){K(g);if(k!==k+0)throw k;J(1,0)}}function hd(a,b,d,c,e,g,k){var l=L();try{Td(a,b,d,c,e,g,k)}catch(n){K(l);if(n!==n+0)throw n;J(1,0)}}function pd(a,b,d,c,e,g,k){var l=L();try{Ud(a,b,d,c,e,g,k)}catch(n){K(l);if(n!==n+0)throw n;J(1,0)}}
|
package/dist/transformers.js
CHANGED
|
@@ -23,7 +23,7 @@ var emptyObj3 = {};
|
|
|
23
23
|
var node_url_default = emptyObj3;
|
|
24
24
|
|
|
25
25
|
// src/env.js
|
|
26
|
-
var VERSION = "4.0.0-next.
|
|
26
|
+
var VERSION = "4.0.0-next.4";
|
|
27
27
|
var IS_PROCESS_AVAILABLE = typeof process !== "undefined";
|
|
28
28
|
var IS_NODE_ENV = IS_PROCESS_AVAILABLE && process?.release?.name === "node";
|
|
29
29
|
var IS_FS_AVAILABLE = !isEmpty(node_fs_default);
|
|
@@ -6781,7 +6781,7 @@ var pipeline = noop;
|
|
|
6781
6781
|
var createWriteStream = noop;
|
|
6782
6782
|
var createReadStream = noop;
|
|
6783
6783
|
|
|
6784
|
-
// ../../node_modules/.pnpm/onnxruntime-web@1.25.0-dev.
|
|
6784
|
+
// ../../node_modules/.pnpm/onnxruntime-web@1.25.0-dev.20260212-1a71a5f46e/node_modules/onnxruntime-web/dist/ort.webgpu.bundle.min.mjs
|
|
6785
6785
|
var ort_webgpu_bundle_min_exports = {};
|
|
6786
6786
|
__export(ort_webgpu_bundle_min_exports, {
|
|
6787
6787
|
InferenceSession: () => nc,
|
|
@@ -8750,7 +8750,7 @@ async function is(a = {}) {
|
|
|
8750
8750
|
we(`invalid type for getValue: ${t}`);
|
|
8751
8751
|
}
|
|
8752
8752
|
}, r.UTF8ToString = ct, r.stringToUTF8 = Pe, r.lengthBytesUTF8 = _e;
|
|
8753
|
-
var bo, wo, Rr, $t, Te, mt, go, To, vo, Eo, So, Ao, Io, xo, Lo, Oo, Bo, Nr, Wr, kr, Fr, Et, Gr, Mo, $r, Uo, Co, Do, zr, Po, _o, Vr, k, St, Ro, C, zt, D, No, Hr, Wo, ko, Fo, jr, Go, $o, zo, Vo, Ho, jo, Yo, qo, Jo, Xo, Zo, Ko, Qo, ea, ta, ra, na, oa, aa, sa, ia, ua, fa, ca, da, la, pa, ma, ha, ya, ba, wa, ga, Ta, va, Ea, Sa, Aa, Ia, xa, Ne, df = [Ye, gr, In, Mn, Un, Cn, Dn, Pn, _n, Rn, Nn, Wn, kn, Fn, Gn, $n, eo, to, ro, co, lo, po, mo, ho, yo], Yr = {
|
|
8753
|
+
var bo, wo, Rr, $t, Te, mt, go, To, vo, Eo, So, Ao, Io, xo, Lo, Oo, Bo, Nr, Wr, kr, Fr, Et, Gr, Mo, $r, Uo, Co, Do, zr, Po, _o, Vr, k, St, Ro, C, zt, D, No, Hr, Wo, ko, Fo, jr, Go, $o, zo, Vo, Ho, jo, Yo, qo, Jo, Xo, Zo, Ko, Qo, ea, ta, ra, na, oa, aa, sa, ia, ua, fa, ca, da, la, pa, ma, ha, ya, ba, wa, ga, Ta, va, Ea, Sa, Aa, Ia, xa, Ne, df = [Ye, gr, In, Mn, Un, Cn, Dn, Pn, _n, Rn, Nn, Wn, kn, Fn, Gn, $n, eo, to, ro, co, lo, po, mo, ho, yo], Yr = { 1117404: (e, t, n, o, u) => {
|
|
8754
8754
|
if (r === void 0 || !r.Zc) return 1;
|
|
8755
8755
|
if ((e = ct(Number(e >>> 0))).startsWith("./") && (e = e.substring(2)), !(e = r.Zc.get(e))) return 2;
|
|
8756
8756
|
if (t = Number(t >>> 0), n = Number(n >>> 0), o = Number(o >>> 0), t + n > e.byteLength) return 3;
|
|
@@ -8770,11 +8770,11 @@ async function is(a = {}) {
|
|
|
8770
8770
|
} catch {
|
|
8771
8771
|
return 4;
|
|
8772
8772
|
}
|
|
8773
|
-
},
|
|
8773
|
+
}, 1118228: (e, t, n) => {
|
|
8774
8774
|
r.ke(e, (l(), J).subarray(t >>> 0, t + n >>> 0));
|
|
8775
|
-
},
|
|
8775
|
+
}, 1118292: () => r.Ie(), 1118334: (e) => {
|
|
8776
8776
|
r.je(e);
|
|
8777
|
-
},
|
|
8777
|
+
}, 1118371: () => typeof wasmOffsetConverter < "u" };
|
|
8778
8778
|
function lf() {
|
|
8779
8779
|
return typeof wasmOffsetConverter < "u";
|
|
8780
8780
|
}
|
|
@@ -10702,7 +10702,7 @@ var qs = F(() => {
|
|
|
10702
10702
|
ze();
|
|
10703
10703
|
ze();
|
|
10704
10704
|
ze();
|
|
10705
|
-
var rs = "1.25.0-dev.
|
|
10705
|
+
var rs = "1.25.0-dev.20260212-1a71a5f46e";
|
|
10706
10706
|
var Ol = tn;
|
|
10707
10707
|
{
|
|
10708
10708
|
let a = (qs(), Ht(Ys)).wasmBackend;
|
|
@@ -10777,10 +10777,10 @@ function toAbsoluteURL(url) {
|
|
|
10777
10777
|
return new URL(url, baseURL).href;
|
|
10778
10778
|
}
|
|
10779
10779
|
|
|
10780
|
-
// ../../node_modules/.pnpm/onnxruntime-common@1.24.
|
|
10781
|
-
var version = "1.24.
|
|
10780
|
+
// ../../node_modules/.pnpm/onnxruntime-common@1.24.0-dev.20251116-b39e144322/node_modules/onnxruntime-common/dist/esm/version.js
|
|
10781
|
+
var version = "1.24.0-dev.20251116-b39e144322";
|
|
10782
10782
|
|
|
10783
|
-
// ../../node_modules/.pnpm/onnxruntime-common@1.24.
|
|
10783
|
+
// ../../node_modules/.pnpm/onnxruntime-common@1.24.0-dev.20251116-b39e144322/node_modules/onnxruntime-common/dist/esm/env-impl.js
|
|
10784
10784
|
var logLevelValue = "warning";
|
|
10785
10785
|
var env2 = {
|
|
10786
10786
|
wasm: {},
|
|
@@ -10802,7 +10802,7 @@ var env2 = {
|
|
|
10802
10802
|
};
|
|
10803
10803
|
Object.defineProperty(env2, "logLevel", { enumerable: true });
|
|
10804
10804
|
|
|
10805
|
-
// ../../node_modules/.pnpm/onnxruntime-common@1.24.
|
|
10805
|
+
// ../../node_modules/.pnpm/onnxruntime-common@1.24.0-dev.20251116-b39e144322/node_modules/onnxruntime-common/dist/esm/tensor-conversion-impl.js
|
|
10806
10806
|
var tensorToDataURL = (tensor, options) => {
|
|
10807
10807
|
const canvas = typeof document !== "undefined" ? document.createElement("canvas") : new OffscreenCanvas(1, 1);
|
|
10808
10808
|
canvas.width = tensor.dims[3];
|
|
@@ -10961,7 +10961,7 @@ var tensorToImageData = (tensor, options) => {
|
|
|
10961
10961
|
return image;
|
|
10962
10962
|
};
|
|
10963
10963
|
|
|
10964
|
-
// ../../node_modules/.pnpm/onnxruntime-common@1.24.
|
|
10964
|
+
// ../../node_modules/.pnpm/onnxruntime-common@1.24.0-dev.20251116-b39e144322/node_modules/onnxruntime-common/dist/esm/tensor-factory-impl.js
|
|
10965
10965
|
var bufferToTensor = (buffer, options) => {
|
|
10966
10966
|
if (buffer === void 0) {
|
|
10967
10967
|
throw new Error("Image buffer must be defined");
|
|
@@ -11170,7 +11170,7 @@ var tensorFromMLTensor = (mlTensor, options) => {
|
|
|
11170
11170
|
};
|
|
11171
11171
|
var tensorFromPinnedBuffer = (type, buffer, dims) => new Tensor({ location: "cpu-pinned", type, data: buffer, dims: dims ?? [buffer.length] });
|
|
11172
11172
|
|
|
11173
|
-
// ../../node_modules/.pnpm/onnxruntime-common@1.24.
|
|
11173
|
+
// ../../node_modules/.pnpm/onnxruntime-common@1.24.0-dev.20251116-b39e144322/node_modules/onnxruntime-common/dist/esm/tensor-impl-type-mapping.js
|
|
11174
11174
|
var NUMERIC_TENSOR_TYPE_TO_TYPEDARRAY_MAP = /* @__PURE__ */ new Map([
|
|
11175
11175
|
["float32", Float32Array],
|
|
11176
11176
|
["uint8", Uint8Array],
|
|
@@ -11219,7 +11219,7 @@ var checkTypedArray = () => {
|
|
|
11219
11219
|
}
|
|
11220
11220
|
};
|
|
11221
11221
|
|
|
11222
|
-
// ../../node_modules/.pnpm/onnxruntime-common@1.24.
|
|
11222
|
+
// ../../node_modules/.pnpm/onnxruntime-common@1.24.0-dev.20251116-b39e144322/node_modules/onnxruntime-common/dist/esm/tensor-utils-impl.js
|
|
11223
11223
|
var calculateSize = (dims) => {
|
|
11224
11224
|
let size = 1;
|
|
11225
11225
|
for (let i = 0; i < dims.length; i++) {
|
|
@@ -11271,7 +11271,7 @@ var tensorReshape = (tensor, dims) => {
|
|
|
11271
11271
|
}
|
|
11272
11272
|
};
|
|
11273
11273
|
|
|
11274
|
-
// ../../node_modules/.pnpm/onnxruntime-common@1.24.
|
|
11274
|
+
// ../../node_modules/.pnpm/onnxruntime-common@1.24.0-dev.20251116-b39e144322/node_modules/onnxruntime-common/dist/esm/tensor-impl.js
|
|
11275
11275
|
var Tensor = class {
|
|
11276
11276
|
/**
|
|
11277
11277
|
* implementation.
|
|
@@ -11538,7 +11538,7 @@ var Tensor = class {
|
|
|
11538
11538
|
}
|
|
11539
11539
|
};
|
|
11540
11540
|
|
|
11541
|
-
// ../../node_modules/.pnpm/onnxruntime-common@1.24.
|
|
11541
|
+
// ../../node_modules/.pnpm/onnxruntime-common@1.24.0-dev.20251116-b39e144322/node_modules/onnxruntime-common/dist/esm/tensor.js
|
|
11542
11542
|
var Tensor2 = Tensor;
|
|
11543
11543
|
|
|
11544
11544
|
// src/backends/onnx.js
|
|
@@ -20774,6 +20774,7 @@ function getNormalizedConfig(config) {
|
|
|
20774
20774
|
case "granite":
|
|
20775
20775
|
case "granitemoehybrid":
|
|
20776
20776
|
case "cohere":
|
|
20777
|
+
case "cohere2":
|
|
20777
20778
|
case "mistral":
|
|
20778
20779
|
case "starcoder2":
|
|
20779
20780
|
case "qwen2":
|
|
@@ -23109,7 +23110,7 @@ var PreTrainedModel = class extends Callable2 {
|
|
|
23109
23110
|
/**
|
|
23110
23111
|
*
|
|
23111
23112
|
* @param {GenerationConfig} generation_config
|
|
23112
|
-
* @param {StoppingCriteriaList} [stopping_criteria=null]
|
|
23113
|
+
* @param {import('../generation/stopping_criteria.js').StoppingCriteria|import('../generation/stopping_criteria.js').StoppingCriteria[]|StoppingCriteriaList} [stopping_criteria=null]
|
|
23113
23114
|
*/
|
|
23114
23115
|
_get_stopping_criteria(generation_config, stopping_criteria = null) {
|
|
23115
23116
|
const criteria = new StoppingCriteriaList();
|
|
@@ -23853,6 +23854,9 @@ __export(models_exports, {
|
|
|
23853
23854
|
CodeGenForCausalLM: () => CodeGenForCausalLM,
|
|
23854
23855
|
CodeGenModel: () => CodeGenModel,
|
|
23855
23856
|
CodeGenPreTrainedModel: () => CodeGenPreTrainedModel,
|
|
23857
|
+
Cohere2ForCausalLM: () => Cohere2ForCausalLM,
|
|
23858
|
+
Cohere2Model: () => Cohere2Model,
|
|
23859
|
+
Cohere2PreTrainedModel: () => Cohere2PreTrainedModel,
|
|
23856
23860
|
CohereForCausalLM: () => CohereForCausalLM,
|
|
23857
23861
|
CohereModel: () => CohereModel,
|
|
23858
23862
|
CoherePreTrainedModel: () => CoherePreTrainedModel,
|
|
@@ -24850,6 +24854,14 @@ var CohereModel = class extends CoherePreTrainedModel {
|
|
|
24850
24854
|
var CohereForCausalLM = class extends CoherePreTrainedModel {
|
|
24851
24855
|
};
|
|
24852
24856
|
|
|
24857
|
+
// src/models/cohere2/modeling_cohere2.js
|
|
24858
|
+
var Cohere2PreTrainedModel = class extends PreTrainedModel {
|
|
24859
|
+
};
|
|
24860
|
+
var Cohere2Model = class extends Cohere2PreTrainedModel {
|
|
24861
|
+
};
|
|
24862
|
+
var Cohere2ForCausalLM = class extends Cohere2PreTrainedModel {
|
|
24863
|
+
};
|
|
24864
|
+
|
|
24853
24865
|
// src/models/convbert/modeling_convbert.js
|
|
24854
24866
|
var ConvBertPreTrainedModel = class extends PreTrainedModel {
|
|
24855
24867
|
};
|
|
@@ -28654,6 +28666,7 @@ var MODEL_MAPPING_NAMES_DECODER_ONLY = /* @__PURE__ */ new Map([
|
|
|
28654
28666
|
["granite", "GraniteModel"],
|
|
28655
28667
|
["granitemoehybrid", "GraniteMoeHybridModel"],
|
|
28656
28668
|
["cohere", "CohereModel"],
|
|
28669
|
+
["cohere2", "Cohere2Model"],
|
|
28657
28670
|
["gemma", "GemmaModel"],
|
|
28658
28671
|
["gemma2", "Gemma2Model"],
|
|
28659
28672
|
["vaultgemma", "VaultGemmaModel"],
|
|
@@ -28767,6 +28780,7 @@ var MODEL_FOR_CAUSAL_LM_MAPPING_NAMES = /* @__PURE__ */ new Map([
|
|
|
28767
28780
|
["granite", "GraniteForCausalLM"],
|
|
28768
28781
|
["granitemoehybrid", "GraniteMoeHybridForCausalLM"],
|
|
28769
28782
|
["cohere", "CohereForCausalLM"],
|
|
28783
|
+
["cohere2", "Cohere2ForCausalLM"],
|
|
28770
28784
|
["gemma", "GemmaForCausalLM"],
|
|
28771
28785
|
["gemma2", "Gemma2ForCausalLM"],
|
|
28772
28786
|
["vaultgemma", "VaultGemmaForCausalLM"],
|
|
@@ -30918,6 +30932,7 @@ var TextStreamer = class extends BaseStreamer {
|
|
|
30918
30932
|
this.token_cache = [];
|
|
30919
30933
|
this.print_len = 0;
|
|
30920
30934
|
this.next_tokens_are_prompt = true;
|
|
30935
|
+
this.special_ids = new Set(this.tokenizer.all_special_ids.map(BigInt));
|
|
30921
30936
|
}
|
|
30922
30937
|
/**
|
|
30923
30938
|
* Receives tokens, decodes them, and prints them to stdout as soon as they form entire words.
|
|
@@ -30934,6 +30949,19 @@ var TextStreamer = class extends BaseStreamer {
|
|
|
30934
30949
|
}
|
|
30935
30950
|
const tokens = value[0];
|
|
30936
30951
|
this.token_callback_function?.(tokens);
|
|
30952
|
+
if (tokens.length === 1 && this.special_ids.has(tokens[0])) {
|
|
30953
|
+
if (this.decode_kwargs.skip_special_tokens) return;
|
|
30954
|
+
if (this.token_cache.length > 0) {
|
|
30955
|
+
const text2 = this.tokenizer.decode(this.token_cache, this.decode_kwargs);
|
|
30956
|
+
const printable_text2 = text2.slice(this.print_len);
|
|
30957
|
+
this.on_finalized_text(printable_text2, false);
|
|
30958
|
+
this.token_cache = [];
|
|
30959
|
+
this.print_len = 0;
|
|
30960
|
+
}
|
|
30961
|
+
const special_text = this.tokenizer.decode(tokens, this.decode_kwargs);
|
|
30962
|
+
this.on_finalized_text(special_text, false);
|
|
30963
|
+
return;
|
|
30964
|
+
}
|
|
30937
30965
|
this.token_cache = mergeArrays(this.token_cache, tokens);
|
|
30938
30966
|
const text = this.tokenizer.decode(this.token_cache, this.decode_kwargs);
|
|
30939
30967
|
let printable_text;
|
|
@@ -31264,6 +31292,9 @@ export {
|
|
|
31264
31292
|
CodeGenPreTrainedModel,
|
|
31265
31293
|
CodeGenTokenizer,
|
|
31266
31294
|
CodeLlamaTokenizer,
|
|
31295
|
+
Cohere2ForCausalLM,
|
|
31296
|
+
Cohere2Model,
|
|
31297
|
+
Cohere2PreTrainedModel,
|
|
31267
31298
|
CohereForCausalLM,
|
|
31268
31299
|
CohereModel,
|
|
31269
31300
|
CoherePreTrainedModel,
|
|
@@ -31992,7 +32023,7 @@ export {
|
|
|
31992
32023
|
|
|
31993
32024
|
onnxruntime-web/dist/ort.webgpu.bundle.min.mjs:
|
|
31994
32025
|
(*!
|
|
31995
|
-
* ONNX Runtime Web v1.25.0-dev.
|
|
32026
|
+
* ONNX Runtime Web v1.25.0-dev.20260212-1a71a5f46e
|
|
31996
32027
|
* Copyright (c) Microsoft Corporation. All rights reserved.
|
|
31997
32028
|
* Licensed under the MIT License.
|
|
31998
32029
|
*)
|