web-llm-runner 0.1.8 → 0.1.10
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/config.d.ts +1 -0
- package/lib/config.d.ts.map +1 -1
- package/lib/engine.d.ts.map +1 -1
- package/lib/index.js +78 -16
- package/lib/index.js.map +1 -1
- package/lib/onnx_engine.d.ts +2 -1
- package/lib/onnx_engine.d.ts.map +1 -1
- package/lib/wrapper/WebLLMWrapper.d.ts +2 -0
- package/lib/wrapper/WebLLMWrapper.d.ts.map +1 -1
- package/package.json +1 -1
package/lib/config.d.ts
CHANGED
package/lib/config.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AACxD,OAAO,EAAE,cAAc,EAAE,oBAAoB,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAQzE,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAE7C;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IACvB,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC5B,cAAc,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;IAC/C,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACpB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACxB,uBAAuB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACxC,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC9B,6BAA6B,CAAC,EAAE,OAAO,CAAC;CACzC;AAED,oBAAY,IAAI;IACd,IAAI,SAAS;IACb,SAAS,cAAc;IACvB,IAAI,SAAS;CACd;AAED,eAAO,MAAM,eAAe,EAAE,QAAiB,CAAC;AAEhD;;;;;;;GAOG;AACH,oBAAY,mBAAmB;IAC7B,MAAM,qBAAqB;IAC3B,IAAI,mBAAmB;IACvB,SAAS,wBAAwB;IACjC,IAAI,mBAAmB;IACvB,QAAQ,sBAAsB;IAC9B,YAAY,mBAAmB;CAChC;AAED;;;GAGG;AACH,MAAM,WAAW,aAAa;IAC5B,qBAAqB,EAAE,MAAM,CAAC;IAC9B,uBAAuB,EAAE,OAAO,CAAC;IACjC,qBAAqB,EAAE,OAAO,CAAC;CAChC;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,UAAU;IAEzB,eAAe,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC/B,cAAc,CAAC,EAAE,aAAa,CAAC;IAC/B,2BAA2B,CAAC,EAAE,MAAM,CAAC;IACrC,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,OAAO,CAAC,kBAAkB,CAAC,CAAC;IAC1C,aAAa,EAAE,kBAAkB,CAAC;IAElC,mBAAmB,EAAE,MAAM,CAAC;IAC5B,mBAAmB,EAAE,MAAM,CAAC;IAC5B,mBAAmB,EAAE,MAAM,CAAC;IAG5B,kBAAkB,EAAE,MAAM,CAAC;IAE3B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,gBAAgB,EAAE,MAAM,CAAC;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED;;GAEG;AAEH,MAAM,WAAW,WAAY,SAAQ,OAAO,CAAC,UAAU,CAAC;CAAG;AAE3D;;;;;;;;;GASG;AACH,MAAM,WAAW,eAAe;IAC9B,SAAS,CAAC,EAAE,SAAS,CAAC;IACtB,oBAAoB,CAAC,EAAE,oBAAoB,CAAC;IAC5C,sBAAsB,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;IACrD,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,cAAc,CAAC,EAAE,OAAO,CAAC;CAC1B;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,gBAAgB;IAE/B,kBAAkB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACnC,UAAU,CAAC,EAAE,OAAO,CAAC;IAErB,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAE5B,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAClC,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;IACrC,CAAC,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,IAAI,CAAC;IAC3C,QAAQ,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IAC1B,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,eAAe,CAAC,EAAE,cAAc,GAAG,IAAI,CAAC;IAExC,eAAe,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IACjC,wBAAwB,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;CAC3C;AAED,wBAAgB,sCAAsC,CACpD,MAAM,EAAE,gBAAgB,GACvB,IAAI,CAgFN;AAED,oBAAY,SAAS;IACnB,KAAK,IAAA;IACL,WAAW,IAAA;IACX,KAAK,IAAA;CACN;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,WAAW,CAAC;IACxB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC,0BAA0B,CAAC,EAAE,MAAM,CAAC;IACpC,iBAAiB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAClC,UAAU,CAAC,EAAE,SAAS,CAAC;IACvB,SAAS,CAAC,EAAE,cAAc,CAAC;CAC5B;AAED;;;;;;;;;;;;;;GAcG;AACH,MAAM,MAAM,YAAY,GAAG,OAAO,GAAG,WAAW,GAAG,cAAc,CAAC;AAElE,MAAM,WAAW,SAAS;IACxB,UAAU,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC;IAC/B,YAAY,CAAC,EAAE,YAAY,CAAC;CAC7B;AAED,wBAAgB,eAAe,CAAC,SAAS,EAAE,SAAS,GAAG,YAAY,CAKlE;AAED;;;;;;GAMG;AACH,eAAO,MAAM,YAAY,YAAY,CAAC;AACtC,eAAO,MAAM,iBAAiB,sFACuD,CAAC;AAEtF;;GAEG;AACH,eAAO,MAAM,uBAAuB,UAMnC,CAAC;AAEF;;;;;GAKG;AACH,eAAO,MAAM,iBAAiB,EAAE,
|
|
1
|
+
{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AACxD,OAAO,EAAE,cAAc,EAAE,oBAAoB,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAQzE,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAE7C;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IACvB,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC5B,cAAc,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;IAC/C,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACpB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACxB,uBAAuB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACxC,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC9B,6BAA6B,CAAC,EAAE,OAAO,CAAC;CACzC;AAED,oBAAY,IAAI;IACd,IAAI,SAAS;IACb,SAAS,cAAc;IACvB,IAAI,SAAS;CACd;AAED,eAAO,MAAM,eAAe,EAAE,QAAiB,CAAC;AAEhD;;;;;;;GAOG;AACH,oBAAY,mBAAmB;IAC7B,MAAM,qBAAqB;IAC3B,IAAI,mBAAmB;IACvB,SAAS,wBAAwB;IACjC,IAAI,mBAAmB;IACvB,QAAQ,sBAAsB;IAC9B,YAAY,mBAAmB;CAChC;AAED;;;GAGG;AACH,MAAM,WAAW,aAAa;IAC5B,qBAAqB,EAAE,MAAM,CAAC;IAC9B,uBAAuB,EAAE,OAAO,CAAC;IACjC,qBAAqB,EAAE,OAAO,CAAC;CAChC;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,UAAU;IAEzB,eAAe,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC/B,cAAc,CAAC,EAAE,aAAa,CAAC;IAC/B,2BAA2B,CAAC,EAAE,MAAM,CAAC;IACrC,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,OAAO,CAAC,kBAAkB,CAAC,CAAC;IAC1C,aAAa,EAAE,kBAAkB,CAAC;IAElC,mBAAmB,EAAE,MAAM,CAAC;IAC5B,mBAAmB,EAAE,MAAM,CAAC;IAC5B,mBAAmB,EAAE,MAAM,CAAC;IAG5B,kBAAkB,EAAE,MAAM,CAAC;IAE3B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,gBAAgB,EAAE,MAAM,CAAC;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED;;GAEG;AAEH,MAAM,WAAW,WAAY,SAAQ,OAAO,CAAC,UAAU,CAAC;CAAG;AAE3D;;;;;;;;;GASG;AACH,MAAM,WAAW,eAAe;IAC9B,SAAS,CAAC,EAAE,SAAS,CAAC;IACtB,oBAAoB,CAAC,EAAE,oBAAoB,CAAC;IAC5C,sBAAsB,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;IACrD,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,cAAc,CAAC,EAAE,OAAO,CAAC;CAC1B;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,gBAAgB;IAE/B,kBAAkB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACnC,UAAU,CAAC,EAAE,OAAO,CAAC;IAErB,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAE5B,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAClC,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;IACrC,CAAC,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,IAAI,CAAC;IAC3C,QAAQ,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IAC1B,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,eAAe,CAAC,EAAE,cAAc,GAAG,IAAI,CAAC;IAExC,eAAe,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IACjC,wBAAwB,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;CAC3C;AAED,wBAAgB,sCAAsC,CACpD,MAAM,EAAE,gBAAgB,GACvB,IAAI,CAgFN;AAED,oBAAY,SAAS;IACnB,KAAK,IAAA;IACL,WAAW,IAAA;IACX,KAAK,IAAA;CACN;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,WAAW,CAAC;IACxB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC,0BAA0B,CAAC,EAAE,MAAM,CAAC;IACpC,iBAAiB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAClC,UAAU,CAAC,EAAE,SAAS,CAAC;IACvB,SAAS,CAAC,EAAE,cAAc,CAAC;CAC5B;AAED;;;;;;;;;;;;;;GAcG;AACH,MAAM,MAAM,YAAY,GAAG,OAAO,GAAG,WAAW,GAAG,cAAc,CAAC;AAElE,MAAM,WAAW,SAAS;IACxB,UAAU,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC;IAC/B,YAAY,CAAC,EAAE,YAAY,CAAC;CAC7B;AAED,wBAAgB,eAAe,CAAC,SAAS,EAAE,SAAS,GAAG,YAAY,CAKlE;AAED;;;;;;GAMG;AACH,eAAO,MAAM,YAAY,YAAY,CAAC;AACtC,eAAO,MAAM,iBAAiB,sFACuD,CAAC;AAEtF;;GAEG;AACH,eAAO,MAAM,uBAAuB,UAMnC,CAAC;AAEF;;;;;GAKG;AACH,eAAO,MAAM,iBAAiB,EAAE,SAy+D/B,CAAC"}
|
package/lib/engine.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"engine.d.ts","sourceRoot":"","sources":["../src/engine.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,UAAU,EACV,WAAW,EACX,SAAS,EAGT,gBAAgB,EAGhB,eAAe,EAGhB,MAAM,UAAU,CAAC;AAClB,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAC7C,OAAO,EAEL,qBAAqB,EACrB,cAAc,EACd,mBAAmB,EAEnB,iCAAiC,EACjC,8BAA8B,EAC9B,yBAAyB,EAIzB,kCAAkC,EAClC,+BAA+B,EAC/B,0BAA0B,EAC1B,sBAAsB,EACtB,UAAU,EAEV,qBAAqB,EACrB,uBAAuB,EAExB,MAAM,8BAA8B,CAAC;AACtC,OAAO,KAAK,GAAG,MAAM,8BAA8B,CAAC;AACpD,OAAO,EACL,oBAAoB,EACpB,kBAAkB,EAClB,cAAc,EACd,QAAQ,EAET,MAAM,SAAS,CAAC;AA+BjB;;;;;;;;;;;;;;GAcG;AACH,wBAAsB,eAAe,CACnC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,EAC1B,YAAY,CAAC,EAAE,eAAe,EAC9B,QAAQ,CAAC,EAAE,WAAW,GAAG,WAAW,EAAE,GACrC,OAAO,CAAC,kBAAkB,CAAC,
|
|
1
|
+
{"version":3,"file":"engine.d.ts","sourceRoot":"","sources":["../src/engine.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,UAAU,EACV,WAAW,EACX,SAAS,EAGT,gBAAgB,EAGhB,eAAe,EAGhB,MAAM,UAAU,CAAC;AAClB,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAC7C,OAAO,EAEL,qBAAqB,EACrB,cAAc,EACd,mBAAmB,EAEnB,iCAAiC,EACjC,8BAA8B,EAC9B,yBAAyB,EAIzB,kCAAkC,EAClC,+BAA+B,EAC/B,0BAA0B,EAC1B,sBAAsB,EACtB,UAAU,EAEV,qBAAqB,EACrB,uBAAuB,EAExB,MAAM,8BAA8B,CAAC;AACtC,OAAO,KAAK,GAAG,MAAM,8BAA8B,CAAC;AACpD,OAAO,EACL,oBAAoB,EACpB,kBAAkB,EAClB,cAAc,EACd,QAAQ,EAET,MAAM,SAAS,CAAC;AA+BjB;;;;;;;;;;;;;;GAcG;AACH,wBAAsB,eAAe,CACnC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,EAC1B,YAAY,CAAC,EAAE,eAAe,EAC9B,QAAQ,CAAC,EAAE,WAAW,GAAG,WAAW,EAAE,GACrC,OAAO,CAAC,kBAAkB,CAAC,CAoB7B;AAED;;;;;GAKG;AACH,qBAAa,SAAU,YAAW,kBAAkB;IAElD,oCAAoC;IAC7B,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC;IACtB,+BAA+B;IACxB,WAAW,EAAE,GAAG,CAAC,WAAW,CAAC;IACpC,8BAA8B;IACvB,UAAU,EAAE,GAAG,CAAC,UAAU,CAAC;IAGlC,uDAAuD;IACvD,OAAO,CAAC,uBAAuB,CAG7B;IACF,yDAAyD;IACzD,OAAO,CAAC,yBAAyB,CAA0B;IAC3D,wDAAwD;IACxD,OAAO,CAAC,wBAAwB,CAAyB;IACzD;;OAEG;IACH,OAAO,CAAC,mBAAmB,CAA0B;IAGrD,OAAO,CAAC,MAAM,CAAmC;IACjD,OAAO,CAAC,sBAAsB,CAAC,CAA8B;IAC7D,OAAO,CAAC,oBAAoB,CAAC,CAAuB;IACpD,OAAO,CAAC,SAAS,CAAY;IAG7B,OAAO,CAAC,eAAe,CAAS;IAChC,OAAO,CAAC,iBAAiB,CAAQ;IACjC,OAAO,CAAC,gBAAgB,CAA8B;gBAE1C,YAAY,CAAC,EAAE,eAAe;IAsB1C,YAAY,CAAC,SAAS,EAAE,SAAS;IAIjC,uBAAuB,CAAC,oBAAoB,CAAC,EAAE,oBAAoB;IAInE,uBAAuB;IAIvB,yBAAyB,CACvB,sBAAsB,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,cAAc,CAAC;IAKtD;;;;OAIG;IACH,WAAW,CAAC,QAAQ,EAAE,QAAQ;IAQxB,MAAM,CACV,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,EAC1B,QAAQ,CAAC,EAAE,WAAW,GAAG,WAAW,EAAE,GACrC,OAAO,CAAC,IAAI,CAAC;YA0CF,cAAc;IAyLtB,MAAM;YAyBE,SAAS;IAwBvB;;OAEG;IACH,aAAa,CACX,OAAO,EAAE,8BAA8B,EACvC,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,eAAe,EACzB,UAAU,EAAE,UAAU,EACtB,SAAS,EAAE,gBAAgB,EAC3B,YAAY,EAAE,MAAM,GACnB,cAAc,CAAC,mBAAmB,EAAE,IAAI,EAAE,IAAI,CAAC;IAClD,aAAa,CACX,OAAO,EAAE,+BAA+B,EACxC,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,eAAe,EACzB,UAAU,EAAE,UAAU,EACtB,SAAS,EAAE,gBAAgB,EAC3B,YAAY,EAAE,MAAM,GACnB,cAAc,CAAC,UAAU,EAAE,IAAI,EAAE,IAAI,CAAC;IAgRnC,iBAAiB;IAQvB;;;;;;;OAOG;IACG,cAAc,CAClB,OAAO,EAAE,iCAAiC,GACzC,OAAO,CAAC,cAAc,CAAC;IACpB,cAAc,CAClB,OAAO,EAAE,8BAA8B,GACtC,OAAO,CAAC,aAAa,CAAC,mBAAmB,CAAC,CAAC;IACxC,cAAc,CAClB,OAAO,EAAE,yBAAyB,GACjC,OAAO,CAAC,aAAa,CAAC,mBAAmB,CAAC,GAAG,cAAc,CAAC;IA4K/D;;;;;;;OAOG;IACG,UAAU,CACd,OAAO,EAAE,kCAAkC,GAC1C,OAAO,CAAC,UAAU,CAAC;IAChB,UAAU,CACd,OAAO,EAAE,+BAA+B,GACvC,OAAO,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;IAC/B,UAAU,CACd,OAAO,EAAE,0BAA0B,GAClC,OAAO,CAAC,aAAa,CAAC,UAAU,CAAC,GAAG,UAAU,CAAC;IAyH5C,SAAS,CACb,OAAO,EAAE,qBAAqB,GAC7B,OAAO,CAAC,uBAAuB,CAAC;IAkD7B,8BAA8B,IAAI,OAAO,CAAC,MAAM,CAAC;IA6BjD,YAAY,IAAI,OAAO,CAAC,MAAM,CAAC;IAcrC,OAAO,CAAC,YAAY;IAWpB,OAAO,CAAC,kBAAkB;IAW1B;;;;;;;OAOG;IACH,OAAO,CAAC,cAAc;IAgEhB,sBAAsB,CAC1B,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,EACvB,SAAS,EAAE,OAAO,EAClB,OAAO,CAAC,EAAE,MAAM,GACf,OAAO,CAAC,MAAM,CAAC;IAQlB;;;;OAIG;IACG,UAAU,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAK7C,gBAAgB,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAWnD,SAAS,CAAC,SAAS,UAAQ,EAAE,OAAO,CAAC,EAAE,MAAM;IAwBnD;;;;;;;;;;;;;;;OAeG;IACG,OAAO,CACX,KAAK,EAAE,qBAAqB,GAAG,sBAAsB,EACrD,QAAQ,EAAE,eAAe,EACzB,UAAU,EAAE,UAAU,EACtB,SAAS,EAAE,gBAAgB;IAwD7B;;OAEG;IACG,MAAM,CAAC,QAAQ,EAAE,eAAe,EAAE,SAAS,CAAC,EAAE,gBAAgB;CAGrE"}
|
package/lib/index.js
CHANGED
|
@@ -986,7 +986,7 @@ const prebuiltAppConfig = {
|
|
|
986
986
|
modelVersion +
|
|
987
987
|
"/Llama-3.2-1B-Instruct-q4f32_1-ctx4k_cs1k-webgpu.wasm",
|
|
988
988
|
vram_required_MB: 1128.82,
|
|
989
|
-
low_resource_required:
|
|
989
|
+
low_resource_required: false,
|
|
990
990
|
overrides: {
|
|
991
991
|
context_window_size: 4096,
|
|
992
992
|
},
|
|
@@ -998,7 +998,7 @@ const prebuiltAppConfig = {
|
|
|
998
998
|
modelVersion +
|
|
999
999
|
"/Llama-3.2-1B-Instruct-q4f16_1-ctx4k_cs1k-webgpu.wasm",
|
|
1000
1000
|
vram_required_MB: 879.04,
|
|
1001
|
-
low_resource_required:
|
|
1001
|
+
low_resource_required: false,
|
|
1002
1002
|
overrides: {
|
|
1003
1003
|
context_window_size: 4096,
|
|
1004
1004
|
},
|
|
@@ -1024,7 +1024,7 @@ const prebuiltAppConfig = {
|
|
|
1024
1024
|
modelVersion +
|
|
1025
1025
|
"/Llama-3.2-1B-Instruct-q0f16-ctx4k_cs1k-webgpu.wasm",
|
|
1026
1026
|
vram_required_MB: 2573.13,
|
|
1027
|
-
low_resource_required:
|
|
1027
|
+
low_resource_required: false,
|
|
1028
1028
|
overrides: {
|
|
1029
1029
|
context_window_size: 4096,
|
|
1030
1030
|
},
|
|
@@ -1036,7 +1036,7 @@ const prebuiltAppConfig = {
|
|
|
1036
1036
|
modelVersion +
|
|
1037
1037
|
"/Llama-3.2-3B-Instruct-q4f32_1-ctx4k_cs1k-webgpu.wasm",
|
|
1038
1038
|
vram_required_MB: 2951.51,
|
|
1039
|
-
low_resource_required:
|
|
1039
|
+
low_resource_required: false,
|
|
1040
1040
|
overrides: {
|
|
1041
1041
|
context_window_size: 4096,
|
|
1042
1042
|
},
|
|
@@ -1048,7 +1048,7 @@ const prebuiltAppConfig = {
|
|
|
1048
1048
|
modelVersion +
|
|
1049
1049
|
"/Llama-3.2-3B-Instruct-q4f16_1-ctx4k_cs1k-webgpu.wasm",
|
|
1050
1050
|
vram_required_MB: 2263.69,
|
|
1051
|
-
low_resource_required:
|
|
1051
|
+
low_resource_required: false,
|
|
1052
1052
|
overrides: {
|
|
1053
1053
|
context_window_size: 4096,
|
|
1054
1054
|
},
|
|
@@ -1483,7 +1483,7 @@ const prebuiltAppConfig = {
|
|
|
1483
1483
|
modelVersion +
|
|
1484
1484
|
"/SmolLM2-360M-Instruct-q0f16-ctx4k_cs1k-webgpu.wasm",
|
|
1485
1485
|
vram_required_MB: 871.99,
|
|
1486
|
-
low_resource_required:
|
|
1486
|
+
low_resource_required: false,
|
|
1487
1487
|
required_features: ["shader-f16"],
|
|
1488
1488
|
overrides: {
|
|
1489
1489
|
context_window_size: 4096,
|
|
@@ -1496,7 +1496,7 @@ const prebuiltAppConfig = {
|
|
|
1496
1496
|
modelVersion +
|
|
1497
1497
|
"/SmolLM2-360M-Instruct-q0f32-ctx4k_cs1k-webgpu.wasm",
|
|
1498
1498
|
vram_required_MB: 1743.99,
|
|
1499
|
-
low_resource_required:
|
|
1499
|
+
low_resource_required: false,
|
|
1500
1500
|
overrides: {
|
|
1501
1501
|
context_window_size: 4096,
|
|
1502
1502
|
},
|
|
@@ -1508,7 +1508,7 @@ const prebuiltAppConfig = {
|
|
|
1508
1508
|
modelVersion +
|
|
1509
1509
|
"/SmolLM2-360M-Instruct-q4f16_1-ctx4k_cs1k-webgpu.wasm",
|
|
1510
1510
|
vram_required_MB: 376.06,
|
|
1511
|
-
low_resource_required:
|
|
1511
|
+
low_resource_required: false,
|
|
1512
1512
|
required_features: ["shader-f16"],
|
|
1513
1513
|
overrides: {
|
|
1514
1514
|
context_window_size: 4096,
|
|
@@ -1521,7 +1521,7 @@ const prebuiltAppConfig = {
|
|
|
1521
1521
|
modelVersion +
|
|
1522
1522
|
"/SmolLM2-360M-Instruct-q4f32_1-ctx4k_cs1k-webgpu.wasm",
|
|
1523
1523
|
vram_required_MB: 579.61,
|
|
1524
|
-
low_resource_required:
|
|
1524
|
+
low_resource_required: false,
|
|
1525
1525
|
overrides: {
|
|
1526
1526
|
context_window_size: 4096,
|
|
1527
1527
|
},
|
|
@@ -1533,7 +1533,7 @@ const prebuiltAppConfig = {
|
|
|
1533
1533
|
modelVersion +
|
|
1534
1534
|
"/SmolLM2-135M-Instruct-q0f16-ctx4k_cs1k-webgpu.wasm",
|
|
1535
1535
|
vram_required_MB: 359.69,
|
|
1536
|
-
low_resource_required:
|
|
1536
|
+
low_resource_required: false,
|
|
1537
1537
|
required_features: ["shader-f16"],
|
|
1538
1538
|
overrides: {
|
|
1539
1539
|
context_window_size: 4096,
|
|
@@ -1546,11 +1546,26 @@ const prebuiltAppConfig = {
|
|
|
1546
1546
|
modelVersion +
|
|
1547
1547
|
"/SmolLM2-135M-Instruct-q0f32-ctx4k_cs1k-webgpu.wasm",
|
|
1548
1548
|
vram_required_MB: 719.38,
|
|
1549
|
-
low_resource_required:
|
|
1549
|
+
low_resource_required: false,
|
|
1550
1550
|
overrides: {
|
|
1551
1551
|
context_window_size: 4096,
|
|
1552
1552
|
},
|
|
1553
1553
|
},
|
|
1554
|
+
// Transformers.js (ONNX) confirmed models from llm_runner_poc
|
|
1555
|
+
{
|
|
1556
|
+
model: "https://huggingface.co/Xenova/LaMini-Flan-T5-248M",
|
|
1557
|
+
model_id: "LaMini-Flan-T5-248M",
|
|
1558
|
+
onnx_id: "Xenova/LaMini-Flan-T5-248M",
|
|
1559
|
+
model_lib: "",
|
|
1560
|
+
low_resource_required: true,
|
|
1561
|
+
},
|
|
1562
|
+
{
|
|
1563
|
+
model: "https://huggingface.co/Xenova/flan-t5-small",
|
|
1564
|
+
model_id: "flan-t5-small",
|
|
1565
|
+
onnx_id: "Xenova/flan-t5-small",
|
|
1566
|
+
model_lib: "",
|
|
1567
|
+
low_resource_required: true,
|
|
1568
|
+
},
|
|
1554
1569
|
// Gemma2
|
|
1555
1570
|
{
|
|
1556
1571
|
model: "https://huggingface.co/mlc-ai/gemma-2-2b-it-q4f16_1-MLC",
|
|
@@ -9234,6 +9249,24 @@ function getRGBArrayFromImageData(imageData) {
|
|
|
9234
9249
|
return newData;
|
|
9235
9250
|
}
|
|
9236
9251
|
|
|
9252
|
+
var support = /*#__PURE__*/Object.freeze({
|
|
9253
|
+
__proto__: null,
|
|
9254
|
+
CustomLock: CustomLock,
|
|
9255
|
+
IMAGE_EMBED_SIZE: IMAGE_EMBED_SIZE,
|
|
9256
|
+
cleanModelUrl: cleanModelUrl,
|
|
9257
|
+
findModelRecord: findModelRecord$1,
|
|
9258
|
+
getChunkedPrefillInputData: getChunkedPrefillInputData,
|
|
9259
|
+
getImageDataFromURL: getImageDataFromURL,
|
|
9260
|
+
getModelIdToUse: getModelIdToUse,
|
|
9261
|
+
getRGBArrayFromImageData: getRGBArrayFromImageData,
|
|
9262
|
+
getTokenTableFromTokenizer: getTokenTableFromTokenizer,
|
|
9263
|
+
getToolCallFromOutputMessage: getToolCallFromOutputMessage,
|
|
9264
|
+
getTopProbs: getTopProbs,
|
|
9265
|
+
hermes2FunctionCallingSystemPrompt: hermes2FunctionCallingSystemPrompt,
|
|
9266
|
+
officialHermes2FunctionCallSchema: officialHermes2FunctionCallSchema,
|
|
9267
|
+
officialHermes2FunctionCallSchemaArray: officialHermes2FunctionCallSchemaArray
|
|
9268
|
+
});
|
|
9269
|
+
|
|
9237
9270
|
class LLMChatPipeline {
|
|
9238
9271
|
config;
|
|
9239
9272
|
tokenizer;
|
|
@@ -11475,6 +11508,7 @@ async function CreateMLCEngine(modelId, engineConfig, chatOpts) {
|
|
|
11475
11508
|
log.info("WebGPU not found, creating ONNXEngine fallback.");
|
|
11476
11509
|
const { ONNXEngine } = await Promise.resolve().then(function () { return onnx_engine; });
|
|
11477
11510
|
const engine = new ONNXEngine();
|
|
11511
|
+
engine.setAppConfig(engineConfig.appConfig || prebuiltAppConfig);
|
|
11478
11512
|
if (engineConfig.initProgressCallback) {
|
|
11479
11513
|
engine.setInitProgressCallback(engineConfig.initProgressCallback);
|
|
11480
11514
|
}
|
|
@@ -36652,6 +36686,7 @@ async function loadItems(mapping, model, pretrainedOptions) {
|
|
|
36652
36686
|
class ONNXEngine {
|
|
36653
36687
|
generator = null;
|
|
36654
36688
|
modelId = null;
|
|
36689
|
+
appConfig;
|
|
36655
36690
|
initProgressCallback;
|
|
36656
36691
|
// APIs
|
|
36657
36692
|
chat;
|
|
@@ -36661,6 +36696,7 @@ class ONNXEngine {
|
|
|
36661
36696
|
this.chat = new Chat(this);
|
|
36662
36697
|
this.completions = new Completions(this);
|
|
36663
36698
|
this.embeddings = new Embeddings(this);
|
|
36699
|
+
this.appConfig = prebuiltAppConfig;
|
|
36664
36700
|
// Default env settings for browser
|
|
36665
36701
|
env$1.allowLocalModels = false;
|
|
36666
36702
|
env$1.useBrowserCache = true;
|
|
@@ -36671,22 +36707,32 @@ class ONNXEngine {
|
|
|
36671
36707
|
getInitProgressCallback() {
|
|
36672
36708
|
return this.initProgressCallback;
|
|
36673
36709
|
}
|
|
36674
|
-
setAppConfig(
|
|
36675
|
-
|
|
36710
|
+
setAppConfig(appConfig) {
|
|
36711
|
+
this.appConfig = appConfig;
|
|
36676
36712
|
}
|
|
36677
36713
|
async reload(modelId, _chatOpts) {
|
|
36678
36714
|
const id = Array.isArray(modelId) ? modelId[0] : modelId;
|
|
36679
36715
|
this.modelId = id;
|
|
36716
|
+
// Resolve the HF repo ID (favor onnx_id if available)
|
|
36717
|
+
let repoId = id;
|
|
36718
|
+
try {
|
|
36719
|
+
const { findModelRecord } = await Promise.resolve().then(function () { return support; });
|
|
36720
|
+
const record = findModelRecord(id, this.appConfig);
|
|
36721
|
+
repoId = record.onnx_id || id;
|
|
36722
|
+
}
|
|
36723
|
+
catch (e) {
|
|
36724
|
+
log.warn(`Model record not found for ${id}, using raw ID for ONNX.`);
|
|
36725
|
+
}
|
|
36680
36726
|
if (this.initProgressCallback) {
|
|
36681
36727
|
this.initProgressCallback({
|
|
36682
36728
|
progress: 0,
|
|
36683
36729
|
timeElapsed: 0,
|
|
36684
|
-
text: `Initializing ONNX fallback for ${
|
|
36730
|
+
text: `Initializing ONNX fallback for ${repoId}...`
|
|
36685
36731
|
});
|
|
36686
36732
|
}
|
|
36687
36733
|
try {
|
|
36688
36734
|
// For fallback, we default to text-generation as it is the most common for LLMs
|
|
36689
|
-
this.generator = await pipeline('text-generation',
|
|
36735
|
+
this.generator = await pipeline('text-generation', repoId, {
|
|
36690
36736
|
progress_callback: (p) => {
|
|
36691
36737
|
if (this.initProgressCallback && (p.status === 'progress' || p.status === 'downloading')) {
|
|
36692
36738
|
this.initProgressCallback({
|
|
@@ -37937,13 +37983,29 @@ class WebLLM {
|
|
|
37937
37983
|
messages = [];
|
|
37938
37984
|
downloadProgress = {};
|
|
37939
37985
|
config;
|
|
37986
|
+
isLowResourceDevice = false;
|
|
37940
37987
|
constructor(config = {}) {
|
|
37941
37988
|
this.config = config;
|
|
37942
37989
|
this.messages = this.loadContext();
|
|
37990
|
+
this.detectDevice();
|
|
37991
|
+
}
|
|
37992
|
+
detectDevice() {
|
|
37993
|
+
if (typeof navigator === "undefined")
|
|
37994
|
+
return;
|
|
37995
|
+
const isMobile = /Android|webOS|iPhone|iPad|iPod|BlackBerry|IEMobile|Opera Mini/i.test(navigator.userAgent);
|
|
37996
|
+
const hasWebGPU = !!navigator.gpu;
|
|
37997
|
+
// If it's mobile OR if WebGPU is missing, we consider it a low-resource/fallback device
|
|
37998
|
+
this.isLowResourceDevice = isMobile || !hasWebGPU;
|
|
37999
|
+
console.log(`[WebLLM] Device detection: isMobile=${isMobile}, hasWebGPU=${hasWebGPU} -> isLowResourceDevice=${this.isLowResourceDevice}`);
|
|
37943
38000
|
}
|
|
37944
38001
|
// manage_model endpoints
|
|
37945
38002
|
get models_available() {
|
|
37946
|
-
|
|
38003
|
+
let list = prebuiltAppConfig.model_list;
|
|
38004
|
+
if (this.isLowResourceDevice) {
|
|
38005
|
+
// Filter for low resource models (mostly ONNX/lightweight ones)
|
|
38006
|
+
list = list.filter(m => m.low_resource_required === true);
|
|
38007
|
+
}
|
|
38008
|
+
return list.map((m) => m.model_id);
|
|
37947
38009
|
}
|
|
37948
38010
|
async local_model_available(model_id) {
|
|
37949
38011
|
return await hasModelInCache(model_id);
|