web-llm-runner 0.1.7 → 0.1.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/config.d.ts +1 -0
- package/lib/config.d.ts.map +1 -1
- package/lib/engine.d.ts.map +1 -1
- package/lib/index.js +50 -4
- package/lib/index.js.map +1 -1
- package/lib/onnx_engine.d.ts +2 -1
- package/lib/onnx_engine.d.ts.map +1 -1
- package/package.json +9 -1
package/lib/config.d.ts
CHANGED
package/lib/config.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AACxD,OAAO,EAAE,cAAc,EAAE,oBAAoB,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAQzE,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAE7C;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IACvB,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC5B,cAAc,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;IAC/C,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACpB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACxB,uBAAuB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACxC,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC9B,6BAA6B,CAAC,EAAE,OAAO,CAAC;CACzC;AAED,oBAAY,IAAI;IACd,IAAI,SAAS;IACb,SAAS,cAAc;IACvB,IAAI,SAAS;CACd;AAED,eAAO,MAAM,eAAe,EAAE,QAAiB,CAAC;AAEhD;;;;;;;GAOG;AACH,oBAAY,mBAAmB;IAC7B,MAAM,qBAAqB;IAC3B,IAAI,mBAAmB;IACvB,SAAS,wBAAwB;IACjC,IAAI,mBAAmB;IACvB,QAAQ,sBAAsB;IAC9B,YAAY,mBAAmB;CAChC;AAED;;;GAGG;AACH,MAAM,WAAW,aAAa;IAC5B,qBAAqB,EAAE,MAAM,CAAC;IAC9B,uBAAuB,EAAE,OAAO,CAAC;IACjC,qBAAqB,EAAE,OAAO,CAAC;CAChC;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,UAAU;IAEzB,eAAe,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC/B,cAAc,CAAC,EAAE,aAAa,CAAC;IAC/B,2BAA2B,CAAC,EAAE,MAAM,CAAC;IACrC,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,OAAO,CAAC,kBAAkB,CAAC,CAAC;IAC1C,aAAa,EAAE,kBAAkB,CAAC;IAElC,mBAAmB,EAAE,MAAM,CAAC;IAC5B,mBAAmB,EAAE,MAAM,CAAC;IAC5B,mBAAmB,EAAE,MAAM,CAAC;IAG5B,kBAAkB,EAAE,MAAM,CAAC;IAE3B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,gBAAgB,EAAE,MAAM,CAAC;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED;;GAEG;AAEH,MAAM,WAAW,WAAY,SAAQ,OAAO,CAAC,UAAU,CAAC;CAAG;AAE3D;;;;;;;;;GASG;AACH,MAAM,WAAW,eAAe;IAC9B,SAAS,CAAC,EAAE,SAAS,CAAC;IACtB,oBAAoB,CAAC,EAAE,oBAAoB,CAAC;IAC5C,sBAAsB,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;IACrD,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,cAAc,CAAC,EAAE,OAAO,CAAC;CAC1B;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,gBAAgB;IAE/B,kBAAkB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACnC,UAAU,CAAC,EAAE,OAAO,CAAC;IAErB,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAE5B,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAClC,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;IACrC,CAAC,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,IAAI,CAAC;IAC3C,QAAQ,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IAC1B,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,eAAe,CAAC,EAAE,cAAc,GAAG,IAAI,CAAC;IAExC,eAAe,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IACjC,wBAAwB,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;CAC3C;AAED,wBAAgB,sCAAsC,CACpD,MAAM,EAAE,gBAAgB,GACvB,IAAI,CAgFN;AAED,oBAAY,SAAS;IACnB,KAAK,IAAA;IACL,WAAW,IAAA;IACX,KAAK,IAAA;CACN;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,WAAW,CAAC;IACxB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC,0BAA0B,CAAC,EAAE,MAAM,CAAC;IACpC,iBAAiB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAClC,UAAU,CAAC,EAAE,SAAS,CAAC;IACvB,SAAS,CAAC,EAAE,cAAc,CAAC;CAC5B;AAED;;;;;;;;;;;;;;GAcG;AACH,MAAM,MAAM,YAAY,GAAG,OAAO,GAAG,WAAW,GAAG,cAAc,CAAC;AAElE,MAAM,WAAW,SAAS;IACxB,UAAU,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC;IAC/B,YAAY,CAAC,EAAE,YAAY,CAAC;CAC7B;AAED,wBAAgB,eAAe,CAAC,SAAS,EAAE,SAAS,GAAG,YAAY,CAKlE;AAED;;;;;;GAMG;AACH,eAAO,MAAM,YAAY,YAAY,CAAC;AACtC,eAAO,MAAM,iBAAiB,sFACuD,CAAC;AAEtF;;GAEG;AACH,eAAO,MAAM,uBAAuB,UAMnC,CAAC;AAEF;;;;;GAKG;AACH,eAAO,MAAM,iBAAiB,EAAE,
|
|
1
|
+
{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AACxD,OAAO,EAAE,cAAc,EAAE,oBAAoB,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAQzE,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAE7C;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IACvB,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC5B,cAAc,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;IAC/C,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACpB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACxB,uBAAuB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACxC,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC9B,6BAA6B,CAAC,EAAE,OAAO,CAAC;CACzC;AAED,oBAAY,IAAI;IACd,IAAI,SAAS;IACb,SAAS,cAAc;IACvB,IAAI,SAAS;CACd;AAED,eAAO,MAAM,eAAe,EAAE,QAAiB,CAAC;AAEhD;;;;;;;GAOG;AACH,oBAAY,mBAAmB;IAC7B,MAAM,qBAAqB;IAC3B,IAAI,mBAAmB;IACvB,SAAS,wBAAwB;IACjC,IAAI,mBAAmB;IACvB,QAAQ,sBAAsB;IAC9B,YAAY,mBAAmB;CAChC;AAED;;;GAGG;AACH,MAAM,WAAW,aAAa;IAC5B,qBAAqB,EAAE,MAAM,CAAC;IAC9B,uBAAuB,EAAE,OAAO,CAAC;IACjC,qBAAqB,EAAE,OAAO,CAAC;CAChC;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,UAAU;IAEzB,eAAe,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC/B,cAAc,CAAC,EAAE,aAAa,CAAC;IAC/B,2BAA2B,CAAC,EAAE,MAAM,CAAC;IACrC,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,OAAO,CAAC,kBAAkB,CAAC,CAAC;IAC1C,aAAa,EAAE,kBAAkB,CAAC;IAElC,mBAAmB,EAAE,MAAM,CAAC;IAC5B,mBAAmB,EAAE,MAAM,CAAC;IAC5B,mBAAmB,EAAE,MAAM,CAAC;IAG5B,kBAAkB,EAAE,MAAM,CAAC;IAE3B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,gBAAgB,EAAE,MAAM,CAAC;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED;;GAEG;AAEH,MAAM,WAAW,WAAY,SAAQ,OAAO,CAAC,UAAU,CAAC;CAAG;AAE3D;;;;;;;;;GASG;AACH,MAAM,WAAW,eAAe;IAC9B,SAAS,CAAC,EAAE,SAAS,CAAC;IACtB,oBAAoB,CAAC,EAAE,oBAAoB,CAAC;IAC5C,sBAAsB,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;IACrD,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,cAAc,CAAC,EAAE,OAAO,CAAC;CAC1B;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,gBAAgB;IAE/B,kBAAkB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACnC,UAAU,CAAC,EAAE,OAAO,CAAC;IAErB,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAE5B,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAClC,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;IACrC,CAAC,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,IAAI,CAAC;IAC3C,QAAQ,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IAC1B,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,eAAe,CAAC,EAAE,cAAc,GAAG,IAAI,CAAC;IAExC,eAAe,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IACjC,wBAAwB,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;CAC3C;AAED,wBAAgB,sCAAsC,CACpD,MAAM,EAAE,gBAAgB,GACvB,IAAI,CAgFN;AAED,oBAAY,SAAS;IACnB,KAAK,IAAA;IACL,WAAW,IAAA;IACX,KAAK,IAAA;CACN;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,WAAW,CAAC;IACxB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC,0BAA0B,CAAC,EAAE,MAAM,CAAC;IACpC,iBAAiB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAClC,UAAU,CAAC,EAAE,SAAS,CAAC;IACvB,SAAS,CAAC,EAAE,cAAc,CAAC;CAC5B;AAED;;;;;;;;;;;;;;GAcG;AACH,MAAM,MAAM,YAAY,GAAG,OAAO,GAAG,WAAW,GAAG,cAAc,CAAC;AAElE,MAAM,WAAW,SAAS;IACxB,UAAU,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC;IAC/B,YAAY,CAAC,EAAE,YAAY,CAAC;CAC7B;AAED,wBAAgB,eAAe,CAAC,SAAS,EAAE,SAAS,GAAG,YAAY,CAKlE;AAED;;;;;;GAMG;AACH,eAAO,MAAM,YAAY,YAAY,CAAC;AACtC,eAAO,MAAM,iBAAiB,sFACuD,CAAC;AAEtF;;GAEG;AACH,eAAO,MAAM,uBAAuB,UAMnC,CAAC;AAEF;;;;;GAKG;AACH,eAAO,MAAM,iBAAiB,EAAE,SAy+D/B,CAAC"}
|
package/lib/engine.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"engine.d.ts","sourceRoot":"","sources":["../src/engine.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,UAAU,EACV,WAAW,EACX,SAAS,EAGT,gBAAgB,EAGhB,eAAe,EAGhB,MAAM,UAAU,CAAC;AAClB,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAC7C,OAAO,EAEL,qBAAqB,EACrB,cAAc,EACd,mBAAmB,EAEnB,iCAAiC,EACjC,8BAA8B,EAC9B,yBAAyB,EAIzB,kCAAkC,EAClC,+BAA+B,EAC/B,0BAA0B,EAC1B,sBAAsB,EACtB,UAAU,EAEV,qBAAqB,EACrB,uBAAuB,EAExB,MAAM,8BAA8B,CAAC;AACtC,OAAO,KAAK,GAAG,MAAM,8BAA8B,CAAC;AACpD,OAAO,EACL,oBAAoB,EACpB,kBAAkB,EAClB,cAAc,EACd,QAAQ,EAET,MAAM,SAAS,CAAC;AA+BjB;;;;;;;;;;;;;;GAcG;AACH,wBAAsB,eAAe,CACnC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,EAC1B,YAAY,CAAC,EAAE,eAAe,EAC9B,QAAQ,CAAC,EAAE,WAAW,GAAG,WAAW,EAAE,GACrC,OAAO,CAAC,kBAAkB,CAAC,
|
|
1
|
+
{"version":3,"file":"engine.d.ts","sourceRoot":"","sources":["../src/engine.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,UAAU,EACV,WAAW,EACX,SAAS,EAGT,gBAAgB,EAGhB,eAAe,EAGhB,MAAM,UAAU,CAAC;AAClB,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAC7C,OAAO,EAEL,qBAAqB,EACrB,cAAc,EACd,mBAAmB,EAEnB,iCAAiC,EACjC,8BAA8B,EAC9B,yBAAyB,EAIzB,kCAAkC,EAClC,+BAA+B,EAC/B,0BAA0B,EAC1B,sBAAsB,EACtB,UAAU,EAEV,qBAAqB,EACrB,uBAAuB,EAExB,MAAM,8BAA8B,CAAC;AACtC,OAAO,KAAK,GAAG,MAAM,8BAA8B,CAAC;AACpD,OAAO,EACL,oBAAoB,EACpB,kBAAkB,EAClB,cAAc,EACd,QAAQ,EAET,MAAM,SAAS,CAAC;AA+BjB;;;;;;;;;;;;;;GAcG;AACH,wBAAsB,eAAe,CACnC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,EAC1B,YAAY,CAAC,EAAE,eAAe,EAC9B,QAAQ,CAAC,EAAE,WAAW,GAAG,WAAW,EAAE,GACrC,OAAO,CAAC,kBAAkB,CAAC,CAoB7B;AAED;;;;;GAKG;AACH,qBAAa,SAAU,YAAW,kBAAkB;IAElD,oCAAoC;IAC7B,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC;IACtB,+BAA+B;IACxB,WAAW,EAAE,GAAG,CAAC,WAAW,CAAC;IACpC,8BAA8B;IACvB,UAAU,EAAE,GAAG,CAAC,UAAU,CAAC;IAGlC,uDAAuD;IACvD,OAAO,CAAC,uBAAuB,CAG7B;IACF,yDAAyD;IACzD,OAAO,CAAC,yBAAyB,CAA0B;IAC3D,wDAAwD;IACxD,OAAO,CAAC,wBAAwB,CAAyB;IACzD;;OAEG;IACH,OAAO,CAAC,mBAAmB,CAA0B;IAGrD,OAAO,CAAC,MAAM,CAAmC;IACjD,OAAO,CAAC,sBAAsB,CAAC,CAA8B;IAC7D,OAAO,CAAC,oBAAoB,CAAC,CAAuB;IACpD,OAAO,CAAC,SAAS,CAAY;IAG7B,OAAO,CAAC,eAAe,CAAS;IAChC,OAAO,CAAC,iBAAiB,CAAQ;IACjC,OAAO,CAAC,gBAAgB,CAA8B;gBAE1C,YAAY,CAAC,EAAE,eAAe;IAsB1C,YAAY,CAAC,SAAS,EAAE,SAAS;IAIjC,uBAAuB,CAAC,oBAAoB,CAAC,EAAE,oBAAoB;IAInE,uBAAuB;IAIvB,yBAAyB,CACvB,sBAAsB,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,cAAc,CAAC;IAKtD;;;;OAIG;IACH,WAAW,CAAC,QAAQ,EAAE,QAAQ;IAQxB,MAAM,CACV,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,EAC1B,QAAQ,CAAC,EAAE,WAAW,GAAG,WAAW,EAAE,GACrC,OAAO,CAAC,IAAI,CAAC;YA0CF,cAAc;IAyLtB,MAAM;YAyBE,SAAS;IAwBvB;;OAEG;IACH,aAAa,CACX,OAAO,EAAE,8BAA8B,EACvC,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,eAAe,EACzB,UAAU,EAAE,UAAU,EACtB,SAAS,EAAE,gBAAgB,EAC3B,YAAY,EAAE,MAAM,GACnB,cAAc,CAAC,mBAAmB,EAAE,IAAI,EAAE,IAAI,CAAC;IAClD,aAAa,CACX,OAAO,EAAE,+BAA+B,EACxC,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,eAAe,EACzB,UAAU,EAAE,UAAU,EACtB,SAAS,EAAE,gBAAgB,EAC3B,YAAY,EAAE,MAAM,GACnB,cAAc,CAAC,UAAU,EAAE,IAAI,EAAE,IAAI,CAAC;IAgRnC,iBAAiB;IAQvB;;;;;;;OAOG;IACG,cAAc,CAClB,OAAO,EAAE,iCAAiC,GACzC,OAAO,CAAC,cAAc,CAAC;IACpB,cAAc,CAClB,OAAO,EAAE,8BAA8B,GACtC,OAAO,CAAC,aAAa,CAAC,mBAAmB,CAAC,CAAC;IACxC,cAAc,CAClB,OAAO,EAAE,yBAAyB,GACjC,OAAO,CAAC,aAAa,CAAC,mBAAmB,CAAC,GAAG,cAAc,CAAC;IA4K/D;;;;;;;OAOG;IACG,UAAU,CACd,OAAO,EAAE,kCAAkC,GAC1C,OAAO,CAAC,UAAU,CAAC;IAChB,UAAU,CACd,OAAO,EAAE,+BAA+B,GACvC,OAAO,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;IAC/B,UAAU,CACd,OAAO,EAAE,0BAA0B,GAClC,OAAO,CAAC,aAAa,CAAC,UAAU,CAAC,GAAG,UAAU,CAAC;IAyH5C,SAAS,CACb,OAAO,EAAE,qBAAqB,GAC7B,OAAO,CAAC,uBAAuB,CAAC;IAkD7B,8BAA8B,IAAI,OAAO,CAAC,MAAM,CAAC;IA6BjD,YAAY,IAAI,OAAO,CAAC,MAAM,CAAC;IAcrC,OAAO,CAAC,YAAY;IAWpB,OAAO,CAAC,kBAAkB;IAW1B;;;;;;;OAOG;IACH,OAAO,CAAC,cAAc;IAgEhB,sBAAsB,CAC1B,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,EACvB,SAAS,EAAE,OAAO,EAClB,OAAO,CAAC,EAAE,MAAM,GACf,OAAO,CAAC,MAAM,CAAC;IAQlB;;;;OAIG;IACG,UAAU,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAK7C,gBAAgB,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAWnD,SAAS,CAAC,SAAS,UAAQ,EAAE,OAAO,CAAC,EAAE,MAAM;IAwBnD;;;;;;;;;;;;;;;OAeG;IACG,OAAO,CACX,KAAK,EAAE,qBAAqB,GAAG,sBAAsB,EACrD,QAAQ,EAAE,eAAe,EACzB,UAAU,EAAE,UAAU,EACtB,SAAS,EAAE,gBAAgB;IAwD7B;;OAEG;IACG,MAAM,CAAC,QAAQ,EAAE,eAAe,EAAE,SAAS,CAAC,EAAE,gBAAgB;CAGrE"}
|
package/lib/index.js
CHANGED
|
@@ -1551,6 +1551,21 @@ const prebuiltAppConfig = {
|
|
|
1551
1551
|
context_window_size: 4096,
|
|
1552
1552
|
},
|
|
1553
1553
|
},
|
|
1554
|
+
// Transformers.js (ONNX) confirmed models from llm_runner_poc
|
|
1555
|
+
{
|
|
1556
|
+
model: "https://huggingface.co/Xenova/LaMini-Flan-T5-248M",
|
|
1557
|
+
model_id: "LaMini-Flan-T5-248M",
|
|
1558
|
+
onnx_id: "Xenova/LaMini-Flan-T5-248M",
|
|
1559
|
+
model_lib: "",
|
|
1560
|
+
low_resource_required: true,
|
|
1561
|
+
},
|
|
1562
|
+
{
|
|
1563
|
+
model: "https://huggingface.co/Xenova/flan-t5-small",
|
|
1564
|
+
model_id: "flan-t5-small",
|
|
1565
|
+
onnx_id: "Xenova/flan-t5-small",
|
|
1566
|
+
model_lib: "",
|
|
1567
|
+
low_resource_required: true,
|
|
1568
|
+
},
|
|
1554
1569
|
// Gemma2
|
|
1555
1570
|
{
|
|
1556
1571
|
model: "https://huggingface.co/mlc-ai/gemma-2-2b-it-q4f16_1-MLC",
|
|
@@ -9234,6 +9249,24 @@ function getRGBArrayFromImageData(imageData) {
|
|
|
9234
9249
|
return newData;
|
|
9235
9250
|
}
|
|
9236
9251
|
|
|
9252
|
+
var support = /*#__PURE__*/Object.freeze({
|
|
9253
|
+
__proto__: null,
|
|
9254
|
+
CustomLock: CustomLock,
|
|
9255
|
+
IMAGE_EMBED_SIZE: IMAGE_EMBED_SIZE,
|
|
9256
|
+
cleanModelUrl: cleanModelUrl,
|
|
9257
|
+
findModelRecord: findModelRecord$1,
|
|
9258
|
+
getChunkedPrefillInputData: getChunkedPrefillInputData,
|
|
9259
|
+
getImageDataFromURL: getImageDataFromURL,
|
|
9260
|
+
getModelIdToUse: getModelIdToUse,
|
|
9261
|
+
getRGBArrayFromImageData: getRGBArrayFromImageData,
|
|
9262
|
+
getTokenTableFromTokenizer: getTokenTableFromTokenizer,
|
|
9263
|
+
getToolCallFromOutputMessage: getToolCallFromOutputMessage,
|
|
9264
|
+
getTopProbs: getTopProbs,
|
|
9265
|
+
hermes2FunctionCallingSystemPrompt: hermes2FunctionCallingSystemPrompt,
|
|
9266
|
+
officialHermes2FunctionCallSchema: officialHermes2FunctionCallSchema,
|
|
9267
|
+
officialHermes2FunctionCallSchemaArray: officialHermes2FunctionCallSchemaArray
|
|
9268
|
+
});
|
|
9269
|
+
|
|
9237
9270
|
class LLMChatPipeline {
|
|
9238
9271
|
config;
|
|
9239
9272
|
tokenizer;
|
|
@@ -11475,6 +11508,7 @@ async function CreateMLCEngine(modelId, engineConfig, chatOpts) {
|
|
|
11475
11508
|
log.info("WebGPU not found, creating ONNXEngine fallback.");
|
|
11476
11509
|
const { ONNXEngine } = await Promise.resolve().then(function () { return onnx_engine; });
|
|
11477
11510
|
const engine = new ONNXEngine();
|
|
11511
|
+
engine.setAppConfig(engineConfig.appConfig || prebuiltAppConfig);
|
|
11478
11512
|
if (engineConfig.initProgressCallback) {
|
|
11479
11513
|
engine.setInitProgressCallback(engineConfig.initProgressCallback);
|
|
11480
11514
|
}
|
|
@@ -36652,6 +36686,7 @@ async function loadItems(mapping, model, pretrainedOptions) {
|
|
|
36652
36686
|
class ONNXEngine {
|
|
36653
36687
|
generator = null;
|
|
36654
36688
|
modelId = null;
|
|
36689
|
+
appConfig;
|
|
36655
36690
|
initProgressCallback;
|
|
36656
36691
|
// APIs
|
|
36657
36692
|
chat;
|
|
@@ -36661,6 +36696,7 @@ class ONNXEngine {
|
|
|
36661
36696
|
this.chat = new Chat(this);
|
|
36662
36697
|
this.completions = new Completions(this);
|
|
36663
36698
|
this.embeddings = new Embeddings(this);
|
|
36699
|
+
this.appConfig = prebuiltAppConfig;
|
|
36664
36700
|
// Default env settings for browser
|
|
36665
36701
|
env$1.allowLocalModels = false;
|
|
36666
36702
|
env$1.useBrowserCache = true;
|
|
@@ -36671,22 +36707,32 @@ class ONNXEngine {
|
|
|
36671
36707
|
getInitProgressCallback() {
|
|
36672
36708
|
return this.initProgressCallback;
|
|
36673
36709
|
}
|
|
36674
|
-
setAppConfig(
|
|
36675
|
-
|
|
36710
|
+
setAppConfig(appConfig) {
|
|
36711
|
+
this.appConfig = appConfig;
|
|
36676
36712
|
}
|
|
36677
36713
|
async reload(modelId, _chatOpts) {
|
|
36678
36714
|
const id = Array.isArray(modelId) ? modelId[0] : modelId;
|
|
36679
36715
|
this.modelId = id;
|
|
36716
|
+
// Resolve the HF repo ID (favor onnx_id if available)
|
|
36717
|
+
let repoId = id;
|
|
36718
|
+
try {
|
|
36719
|
+
const { findModelRecord } = await Promise.resolve().then(function () { return support; });
|
|
36720
|
+
const record = findModelRecord(id, this.appConfig);
|
|
36721
|
+
repoId = record.onnx_id || id;
|
|
36722
|
+
}
|
|
36723
|
+
catch (e) {
|
|
36724
|
+
log.warn(`Model record not found for ${id}, using raw ID for ONNX.`);
|
|
36725
|
+
}
|
|
36680
36726
|
if (this.initProgressCallback) {
|
|
36681
36727
|
this.initProgressCallback({
|
|
36682
36728
|
progress: 0,
|
|
36683
36729
|
timeElapsed: 0,
|
|
36684
|
-
text: `Initializing ONNX fallback for ${
|
|
36730
|
+
text: `Initializing ONNX fallback for ${repoId}...`
|
|
36685
36731
|
});
|
|
36686
36732
|
}
|
|
36687
36733
|
try {
|
|
36688
36734
|
// For fallback, we default to text-generation as it is the most common for LLMs
|
|
36689
|
-
this.generator = await pipeline('text-generation',
|
|
36735
|
+
this.generator = await pipeline('text-generation', repoId, {
|
|
36690
36736
|
progress_callback: (p) => {
|
|
36691
36737
|
if (this.initProgressCallback && (p.status === 'progress' || p.status === 'downloading')) {
|
|
36692
36738
|
this.initProgressCallback({
|