web-llm-runner 0.1.8 → 0.1.10

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/lib/config.d.ts CHANGED
@@ -148,6 +148,7 @@ export interface ModelRecord {
148
148
  model: string;
149
149
  model_id: string;
150
150
  model_lib: string;
151
+ onnx_id?: string;
151
152
  overrides?: ChatOptions;
152
153
  vram_required_MB?: number;
153
154
  low_resource_required?: boolean;
@@ -1 +1 @@
1
- {"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AACxD,OAAO,EAAE,cAAc,EAAE,oBAAoB,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAQzE,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAE7C;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IACvB,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC5B,cAAc,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;IAC/C,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACpB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACxB,uBAAuB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACxC,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC9B,6BAA6B,CAAC,EAAE,OAAO,CAAC;CACzC;AAED,oBAAY,IAAI;IACd,IAAI,SAAS;IACb,SAAS,cAAc;IACvB,IAAI,SAAS;CACd;AAED,eAAO,MAAM,eAAe,EAAE,QAAiB,CAAC;AAEhD;;;;;;;GAOG;AACH,oBAAY,mBAAmB;IAC7B,MAAM,qBAAqB;IAC3B,IAAI,mBAAmB;IACvB,SAAS,wBAAwB;IACjC,IAAI,mBAAmB;IACvB,QAAQ,sBAAsB;IAC9B,YAAY,mBAAmB;CAChC;AAED;;;GAGG;AACH,MAAM,WAAW,aAAa;IAC5B,qBAAqB,EAAE,MAAM,CAAC;IAC9B,uBAAuB,EAAE,OAAO,CAAC;IACjC,qBAAqB,EAAE,OAAO,CAAC;CAChC;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,UAAU;IAEzB,eAAe,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC/B,cAAc,CAAC,EAAE,aAAa,CAAC;IAC/B,2BAA2B,CAAC,EAAE,MAAM,CAAC;IACrC,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,OAAO,CAAC,kBAAkB,CAAC,CAAC;IAC1C,aAAa,EAAE,kBAAkB,CAAC;IAElC,mBAAmB,EAAE,MAAM,CAAC;IAC5B,mBAAmB,EAAE,MAAM,CAAC;IAC5B,mBAAmB,EAAE,MAAM,CAAC;IAG5B,kBAAkB,EAAE,MAAM,CAAC;IAE3B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,gBAAgB,EAAE,MAAM,CAAC;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED;;GAEG;AAEH,MAAM,WAAW,WAAY,SAAQ,OAAO,CAAC,UAAU,CAAC;CAAG;AAE3D;;;;;;;;;GASG;AACH,MAAM,WAAW,eAAe;IAC9B,SAAS,CAAC,EAAE,SAAS,CAAC;IACtB,oBAAoB,CAAC,EAAE,oBAAoB,CAAC;IAC5C,sBAAsB,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;IACrD,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,cAAc,CAAC,EAAE,OAAO,CAAC;CAC1B;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,gBAAgB;IAE/B,kBAAkB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACnC,UAAU,CAAC,EAAE,OAAO,CAAC;IAErB,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAE5B,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAClC,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;IACrC,CAAC,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,IAAI,CAAC;IAC3C,QAAQ,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IAC1B,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,eAAe,CAAC,EAAE,cAAc,GAAG,IAAI,CAAC;IAExC,eAAe,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IACjC,wBAAwB,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;CAC3C;AAED,wBAAgB,sCAAsC,CACpD,MAAM,EAAE,gBAAgB,GACvB,IAAI,CAgFN;AAED,oBAAY,SAAS;IACnB,KAAK,IAAA;IACL,WAAW,IAAA;IACX,KAAK,IAAA;CACN;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,WAAW,CAAC;IACxB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC,0BAA0B,CAAC,EAAE,MAAM,CAAC;IACpC,iBAAiB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAClC,UAAU,CAAC,EAAE,SAAS,CAAC;IACvB,SAAS,CAAC,EAAE,cAAc,CAAC;CAC5B;AAED;;;;;;;;;;;;;;GAcG;AACH,MAAM,MAAM,YAAY,GAAG,OAAO,GAAG,WAAW,GAAG,cAAc,CAAC;AAElE,MAAM,WAAW,SAAS;IACxB,UAAU,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC;IAC/B,YAAY,CAAC,EAAE,YAAY,CAAC;CAC7B;AAED,wBAAgB,eAAe,CAAC,SAAS,EAAE,SAAS,GAAG,YAAY,CAKlE;AAED;;;;;;GAMG;AACH,eAAO,MAAM,YAAY,YAAY,CAAC;AACtC,eAAO,MAAM,iBAAiB,sFACuD,CAAC;AAEtF;;GAEG;AACH,eAAO,MAAM,uBAAuB,UAMnC,CAAC;AAEF;;;;;GAKG;AACH,eAAO,MAAM,iBAAiB,EAAE,SA09D/B,CAAC"}
1
+ {"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AACxD,OAAO,EAAE,cAAc,EAAE,oBAAoB,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAQzE,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAE7C;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IACvB,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC5B,cAAc,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;IAC/C,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACpB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACxB,uBAAuB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACxC,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC9B,6BAA6B,CAAC,EAAE,OAAO,CAAC;CACzC;AAED,oBAAY,IAAI;IACd,IAAI,SAAS;IACb,SAAS,cAAc;IACvB,IAAI,SAAS;CACd;AAED,eAAO,MAAM,eAAe,EAAE,QAAiB,CAAC;AAEhD;;;;;;;GAOG;AACH,oBAAY,mBAAmB;IAC7B,MAAM,qBAAqB;IAC3B,IAAI,mBAAmB;IACvB,SAAS,wBAAwB;IACjC,IAAI,mBAAmB;IACvB,QAAQ,sBAAsB;IAC9B,YAAY,mBAAmB;CAChC;AAED;;;GAGG;AACH,MAAM,WAAW,aAAa;IAC5B,qBAAqB,EAAE,MAAM,CAAC;IAC9B,uBAAuB,EAAE,OAAO,CAAC;IACjC,qBAAqB,EAAE,OAAO,CAAC;CAChC;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,UAAU;IAEzB,eAAe,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC/B,cAAc,CAAC,EAAE,aAAa,CAAC;IAC/B,2BAA2B,CAAC,EAAE,MAAM,CAAC;IACrC,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,OAAO,CAAC,kBAAkB,CAAC,CAAC;IAC1C,aAAa,EAAE,kBAAkB,CAAC;IAElC,mBAAmB,EAAE,MAAM,CAAC;IAC5B,mBAAmB,EAAE,MAAM,CAAC;IAC5B,mBAAmB,EAAE,MAAM,CAAC;IAG5B,kBAAkB,EAAE,MAAM,CAAC;IAE3B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,gBAAgB,EAAE,MAAM,CAAC;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED;;GAEG;AAEH,MAAM,WAAW,WAAY,SAAQ,OAAO,CAAC,UAAU,CAAC;CAAG;AAE3D;;;;;;;;;GASG;AACH,MAAM,WAAW,eAAe;IAC9B,SAAS,CAAC,EAAE,SAAS,CAAC;IACtB,oBAAoB,CAAC,EAAE,oBAAoB,CAAC;IAC5C,sBAAsB,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;IACrD,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,cAAc,CAAC,EAAE,OAAO,CAAC;CAC1B;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,gBAAgB;IAE/B,kBAAkB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACnC,UAAU,CAAC,EAAE,OAAO,CAAC;IAErB,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAE5B,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAClC,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;IACrC,CAAC,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,IAAI,CAAC;IAC3C,QAAQ,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IAC1B,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,eAAe,CAAC,EAAE,cAAc,GAAG,IAAI,CAAC;IAExC,eAAe,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IACjC,wBAAwB,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;CAC3C;AAED,wBAAgB,sCAAsC,CACpD,MAAM,EAAE,gBAAgB,GACvB,IAAI,CAgFN;AAED,oBAAY,SAAS;IACnB,KAAK,IAAA;IACL,WAAW,IAAA;IACX,KAAK,IAAA;CACN;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,WAAW,CAAC;IACxB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC,0BAA0B,CAAC,EAAE,MAAM,CAAC;IACpC,iBAAiB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAClC,UAAU,CAAC,EAAE,SAAS,CAAC;IACvB,SAAS,CAAC,EAAE,cAAc,CAAC;CAC5B;AAED;;;;;;;;;;;;;;GAcG;AACH,MAAM,MAAM,YAAY,GAAG,OAAO,GAAG,WAAW,GAAG,cAAc,CAAC;AAElE,MAAM,WAAW,SAAS;IACxB,UAAU,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC;IAC/B,YAAY,CAAC,EAAE,YAAY,CAAC;CAC7B;AAED,wBAAgB,eAAe,CAAC,SAAS,EAAE,SAAS,GAAG,YAAY,CAKlE;AAED;;;;;;GAMG;AACH,eAAO,MAAM,YAAY,YAAY,CAAC;AACtC,eAAO,MAAM,iBAAiB,sFACuD,CAAC;AAEtF;;GAEG;AACH,eAAO,MAAM,uBAAuB,UAMnC,CAAC;AAEF;;;;;GAKG;AACH,eAAO,MAAM,iBAAiB,EAAE,SAy+D/B,CAAC"}
@@ -1 +1 @@
1
- {"version":3,"file":"engine.d.ts","sourceRoot":"","sources":["../src/engine.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,UAAU,EACV,WAAW,EACX,SAAS,EAGT,gBAAgB,EAGhB,eAAe,EAGhB,MAAM,UAAU,CAAC;AAClB,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAC7C,OAAO,EAEL,qBAAqB,EACrB,cAAc,EACd,mBAAmB,EAEnB,iCAAiC,EACjC,8BAA8B,EAC9B,yBAAyB,EAIzB,kCAAkC,EAClC,+BAA+B,EAC/B,0BAA0B,EAC1B,sBAAsB,EACtB,UAAU,EAEV,qBAAqB,EACrB,uBAAuB,EAExB,MAAM,8BAA8B,CAAC;AACtC,OAAO,KAAK,GAAG,MAAM,8BAA8B,CAAC;AACpD,OAAO,EACL,oBAAoB,EACpB,kBAAkB,EAClB,cAAc,EACd,QAAQ,EAET,MAAM,SAAS,CAAC;AA+BjB;;;;;;;;;;;;;;GAcG;AACH,wBAAsB,eAAe,CACnC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,EAC1B,YAAY,CAAC,EAAE,eAAe,EAC9B,QAAQ,CAAC,EAAE,WAAW,GAAG,WAAW,EAAE,GACrC,OAAO,CAAC,kBAAkB,CAAC,CAmB7B;AAED;;;;;GAKG;AACH,qBAAa,SAAU,YAAW,kBAAkB;IAElD,oCAAoC;IAC7B,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC;IACtB,+BAA+B;IACxB,WAAW,EAAE,GAAG,CAAC,WAAW,CAAC;IACpC,8BAA8B;IACvB,UAAU,EAAE,GAAG,CAAC,UAAU,CAAC;IAGlC,uDAAuD;IACvD,OAAO,CAAC,uBAAuB,CAG7B;IACF,yDAAyD;IACzD,OAAO,CAAC,yBAAyB,CAA0B;IAC3D,wDAAwD;IACxD,OAAO,CAAC,wBAAwB,CAAyB;IACzD;;OAEG;IACH,OAAO,CAAC,mBAAmB,CAA0B;IAGrD,OAAO,CAAC,MAAM,CAAmC;IACjD,OAAO,CAAC,sBAAsB,CAAC,CAA8B;IAC7D,OAAO,CAAC,oBAAoB,CAAC,CAAuB;IACpD,OAAO,CAAC,SAAS,CAAY;IAG7B,OAAO,CAAC,eAAe,CAAS;IAChC,OAAO,CAAC,iBAAiB,CAAQ;IACjC,OAAO,CAAC,gBAAgB,CAA8B;gBAE1C,YAAY,CAAC,EAAE,eAAe;IAsB1C,YAAY,CAAC,SAAS,EAAE,SAAS;IAIjC,uBAAuB,CAAC,oBAAoB,CAAC,EAAE,oBAAoB;IAInE,uBAAuB;IAIvB,yBAAyB,CACvB,sBAAsB,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,cAAc,CAAC;IAKtD;;;;OAIG;IACH,WAAW,CAAC,QAAQ,EAAE,QAAQ;IAQxB,MAAM,CACV,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,EAC1B,QAAQ,CAAC,EAAE,WAAW,GAAG,WAAW,EAAE,GACrC,OAAO,CAAC,IAAI,CAAC;YA0CF,cAAc;IAyLtB,MAAM;YAyBE,SAAS;IAwBvB;;OAEG;IACH,aAAa,CACX,OAAO,EAAE,8BAA8B,EACvC,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,eAAe,EACzB,UAAU,EAAE,UAAU,EACtB,SAAS,EAAE,gBAAgB,EAC3B,YAAY,EAAE,MAAM,GACnB,cAAc,CAAC,mBAAmB,EAAE,IAAI,EAAE,IAAI,CAAC;IAClD,aAAa,CACX,OAAO,EAAE,+BAA+B,EACxC,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,eAAe,EACzB,UAAU,EAAE,UAAU,EACtB,SAAS,EAAE,gBAAgB,EAC3B,YAAY,EAAE,MAAM,GACnB,cAAc,CAAC,UAAU,EAAE,IAAI,EAAE,IAAI,CAAC;IAgRnC,iBAAiB;IAQvB;;;;;;;OAOG;IACG,cAAc,CAClB,OAAO,EAAE,iCAAiC,GACzC,OAAO,CAAC,cAAc,CAAC;IACpB,cAAc,CAClB,OAAO,EAAE,8BAA8B,GACtC,OAAO,CAAC,aAAa,CAAC,mBAAmB,CAAC,CAAC;IACxC,cAAc,CAClB,OAAO,EAAE,yBAAyB,GACjC,OAAO,CAAC,aAAa,CAAC,mBAAmB,CAAC,GAAG,cAAc,CAAC;IA4K/D;;;;;;;OAOG;IACG,UAAU,CACd,OAAO,EAAE,kCAAkC,GAC1C,OAAO,CAAC,UAAU,CAAC;IAChB,UAAU,CACd,OAAO,EAAE,+BAA+B,GACvC,OAAO,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;IAC/B,UAAU,CACd,OAAO,EAAE,0BAA0B,GAClC,OAAO,CAAC,aAAa,CAAC,UAAU,CAAC,GAAG,UAAU,CAAC;IAyH5C,SAAS,CACb,OAAO,EAAE,qBAAqB,GAC7B,OAAO,CAAC,uBAAuB,CAAC;IAkD7B,8BAA8B,IAAI,OAAO,CAAC,MAAM,CAAC;IA6BjD,YAAY,IAAI,OAAO,CAAC,MAAM,CAAC;IAcrC,OAAO,CAAC,YAAY;IAWpB,OAAO,CAAC,kBAAkB;IAW1B;;;;;;;OAOG;IACH,OAAO,CAAC,cAAc;IAgEhB,sBAAsB,CAC1B,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,EACvB,SAAS,EAAE,OAAO,EAClB,OAAO,CAAC,EAAE,MAAM,GACf,OAAO,CAAC,MAAM,CAAC;IAQlB;;;;OAIG;IACG,UAAU,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAK7C,gBAAgB,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAWnD,SAAS,CAAC,SAAS,UAAQ,EAAE,OAAO,CAAC,EAAE,MAAM;IAwBnD;;;;;;;;;;;;;;;OAeG;IACG,OAAO,CACX,KAAK,EAAE,qBAAqB,GAAG,sBAAsB,EACrD,QAAQ,EAAE,eAAe,EACzB,UAAU,EAAE,UAAU,EACtB,SAAS,EAAE,gBAAgB;IAwD7B;;OAEG;IACG,MAAM,CAAC,QAAQ,EAAE,eAAe,EAAE,SAAS,CAAC,EAAE,gBAAgB;CAGrE"}
1
+ {"version":3,"file":"engine.d.ts","sourceRoot":"","sources":["../src/engine.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,UAAU,EACV,WAAW,EACX,SAAS,EAGT,gBAAgB,EAGhB,eAAe,EAGhB,MAAM,UAAU,CAAC;AAClB,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAC7C,OAAO,EAEL,qBAAqB,EACrB,cAAc,EACd,mBAAmB,EAEnB,iCAAiC,EACjC,8BAA8B,EAC9B,yBAAyB,EAIzB,kCAAkC,EAClC,+BAA+B,EAC/B,0BAA0B,EAC1B,sBAAsB,EACtB,UAAU,EAEV,qBAAqB,EACrB,uBAAuB,EAExB,MAAM,8BAA8B,CAAC;AACtC,OAAO,KAAK,GAAG,MAAM,8BAA8B,CAAC;AACpD,OAAO,EACL,oBAAoB,EACpB,kBAAkB,EAClB,cAAc,EACd,QAAQ,EAET,MAAM,SAAS,CAAC;AA+BjB;;;;;;;;;;;;;;GAcG;AACH,wBAAsB,eAAe,CACnC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,EAC1B,YAAY,CAAC,EAAE,eAAe,EAC9B,QAAQ,CAAC,EAAE,WAAW,GAAG,WAAW,EAAE,GACrC,OAAO,CAAC,kBAAkB,CAAC,CAoB7B;AAED;;;;;GAKG;AACH,qBAAa,SAAU,YAAW,kBAAkB;IAElD,oCAAoC;IAC7B,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC;IACtB,+BAA+B;IACxB,WAAW,EAAE,GAAG,CAAC,WAAW,CAAC;IACpC,8BAA8B;IACvB,UAAU,EAAE,GAAG,CAAC,UAAU,CAAC;IAGlC,uDAAuD;IACvD,OAAO,CAAC,uBAAuB,CAG7B;IACF,yDAAyD;IACzD,OAAO,CAAC,yBAAyB,CAA0B;IAC3D,wDAAwD;IACxD,OAAO,CAAC,wBAAwB,CAAyB;IACzD;;OAEG;IACH,OAAO,CAAC,mBAAmB,CAA0B;IAGrD,OAAO,CAAC,MAAM,CAAmC;IACjD,OAAO,CAAC,sBAAsB,CAAC,CAA8B;IAC7D,OAAO,CAAC,oBAAoB,CAAC,CAAuB;IACpD,OAAO,CAAC,SAAS,CAAY;IAG7B,OAAO,CAAC,eAAe,CAAS;IAChC,OAAO,CAAC,iBAAiB,CAAQ;IACjC,OAAO,CAAC,gBAAgB,CAA8B;gBAE1C,YAAY,CAAC,EAAE,eAAe;IAsB1C,YAAY,CAAC,SAAS,EAAE,SAAS;IAIjC,uBAAuB,CAAC,oBAAoB,CAAC,EAAE,oBAAoB;IAInE,uBAAuB;IAIvB,yBAAyB,CACvB,sBAAsB,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,cAAc,CAAC;IAKtD;;;;OAIG;IACH,WAAW,CAAC,QAAQ,EAAE,QAAQ;IAQxB,MAAM,CACV,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,EAC1B,QAAQ,CAAC,EAAE,WAAW,GAAG,WAAW,EAAE,GACrC,OAAO,CAAC,IAAI,CAAC;YA0CF,cAAc;IAyLtB,MAAM;YAyBE,SAAS;IAwBvB;;OAEG;IACH,aAAa,CACX,OAAO,EAAE,8BAA8B,EACvC,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,eAAe,EACzB,UAAU,EAAE,UAAU,EACtB,SAAS,EAAE,gBAAgB,EAC3B,YAAY,EAAE,MAAM,GACnB,cAAc,CAAC,mBAAmB,EAAE,IAAI,EAAE,IAAI,CAAC;IAClD,aAAa,CACX,OAAO,EAAE,+BAA+B,EACxC,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,eAAe,EACzB,UAAU,EAAE,UAAU,EACtB,SAAS,EAAE,gBAAgB,EAC3B,YAAY,EAAE,MAAM,GACnB,cAAc,CAAC,UAAU,EAAE,IAAI,EAAE,IAAI,CAAC;IAgRnC,iBAAiB;IAQvB;;;;;;;OAOG;IACG,cAAc,CAClB,OAAO,EAAE,iCAAiC,GACzC,OAAO,CAAC,cAAc,CAAC;IACpB,cAAc,CAClB,OAAO,EAAE,8BAA8B,GACtC,OAAO,CAAC,aAAa,CAAC,mBAAmB,CAAC,CAAC;IACxC,cAAc,CAClB,OAAO,EAAE,yBAAyB,GACjC,OAAO,CAAC,aAAa,CAAC,mBAAmB,CAAC,GAAG,cAAc,CAAC;IA4K/D;;;;;;;OAOG;IACG,UAAU,CACd,OAAO,EAAE,kCAAkC,GAC1C,OAAO,CAAC,UAAU,CAAC;IAChB,UAAU,CACd,OAAO,EAAE,+BAA+B,GACvC,OAAO,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;IAC/B,UAAU,CACd,OAAO,EAAE,0BAA0B,GAClC,OAAO,CAAC,aAAa,CAAC,UAAU,CAAC,GAAG,UAAU,CAAC;IAyH5C,SAAS,CACb,OAAO,EAAE,qBAAqB,GAC7B,OAAO,CAAC,uBAAuB,CAAC;IAkD7B,8BAA8B,IAAI,OAAO,CAAC,MAAM,CAAC;IA6BjD,YAAY,IAAI,OAAO,CAAC,MAAM,CAAC;IAcrC,OAAO,CAAC,YAAY;IAWpB,OAAO,CAAC,kBAAkB;IAW1B;;;;;;;OAOG;IACH,OAAO,CAAC,cAAc;IAgEhB,sBAAsB,CAC1B,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,EACvB,SAAS,EAAE,OAAO,EAClB,OAAO,CAAC,EAAE,MAAM,GACf,OAAO,CAAC,MAAM,CAAC;IAQlB;;;;OAIG;IACG,UAAU,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAK7C,gBAAgB,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAWnD,SAAS,CAAC,SAAS,UAAQ,EAAE,OAAO,CAAC,EAAE,MAAM;IAwBnD;;;;;;;;;;;;;;;OAeG;IACG,OAAO,CACX,KAAK,EAAE,qBAAqB,GAAG,sBAAsB,EACrD,QAAQ,EAAE,eAAe,EACzB,UAAU,EAAE,UAAU,EACtB,SAAS,EAAE,gBAAgB;IAwD7B;;OAEG;IACG,MAAM,CAAC,QAAQ,EAAE,eAAe,EAAE,SAAS,CAAC,EAAE,gBAAgB;CAGrE"}
package/lib/index.js CHANGED
@@ -986,7 +986,7 @@ const prebuiltAppConfig = {
986
986
  modelVersion +
987
987
  "/Llama-3.2-1B-Instruct-q4f32_1-ctx4k_cs1k-webgpu.wasm",
988
988
  vram_required_MB: 1128.82,
989
- low_resource_required: true,
989
+ low_resource_required: false,
990
990
  overrides: {
991
991
  context_window_size: 4096,
992
992
  },
@@ -998,7 +998,7 @@ const prebuiltAppConfig = {
998
998
  modelVersion +
999
999
  "/Llama-3.2-1B-Instruct-q4f16_1-ctx4k_cs1k-webgpu.wasm",
1000
1000
  vram_required_MB: 879.04,
1001
- low_resource_required: true,
1001
+ low_resource_required: false,
1002
1002
  overrides: {
1003
1003
  context_window_size: 4096,
1004
1004
  },
@@ -1024,7 +1024,7 @@ const prebuiltAppConfig = {
1024
1024
  modelVersion +
1025
1025
  "/Llama-3.2-1B-Instruct-q0f16-ctx4k_cs1k-webgpu.wasm",
1026
1026
  vram_required_MB: 2573.13,
1027
- low_resource_required: true,
1027
+ low_resource_required: false,
1028
1028
  overrides: {
1029
1029
  context_window_size: 4096,
1030
1030
  },
@@ -1036,7 +1036,7 @@ const prebuiltAppConfig = {
1036
1036
  modelVersion +
1037
1037
  "/Llama-3.2-3B-Instruct-q4f32_1-ctx4k_cs1k-webgpu.wasm",
1038
1038
  vram_required_MB: 2951.51,
1039
- low_resource_required: true,
1039
+ low_resource_required: false,
1040
1040
  overrides: {
1041
1041
  context_window_size: 4096,
1042
1042
  },
@@ -1048,7 +1048,7 @@ const prebuiltAppConfig = {
1048
1048
  modelVersion +
1049
1049
  "/Llama-3.2-3B-Instruct-q4f16_1-ctx4k_cs1k-webgpu.wasm",
1050
1050
  vram_required_MB: 2263.69,
1051
- low_resource_required: true,
1051
+ low_resource_required: false,
1052
1052
  overrides: {
1053
1053
  context_window_size: 4096,
1054
1054
  },
@@ -1483,7 +1483,7 @@ const prebuiltAppConfig = {
1483
1483
  modelVersion +
1484
1484
  "/SmolLM2-360M-Instruct-q0f16-ctx4k_cs1k-webgpu.wasm",
1485
1485
  vram_required_MB: 871.99,
1486
- low_resource_required: true,
1486
+ low_resource_required: false,
1487
1487
  required_features: ["shader-f16"],
1488
1488
  overrides: {
1489
1489
  context_window_size: 4096,
@@ -1496,7 +1496,7 @@ const prebuiltAppConfig = {
1496
1496
  modelVersion +
1497
1497
  "/SmolLM2-360M-Instruct-q0f32-ctx4k_cs1k-webgpu.wasm",
1498
1498
  vram_required_MB: 1743.99,
1499
- low_resource_required: true,
1499
+ low_resource_required: false,
1500
1500
  overrides: {
1501
1501
  context_window_size: 4096,
1502
1502
  },
@@ -1508,7 +1508,7 @@ const prebuiltAppConfig = {
1508
1508
  modelVersion +
1509
1509
  "/SmolLM2-360M-Instruct-q4f16_1-ctx4k_cs1k-webgpu.wasm",
1510
1510
  vram_required_MB: 376.06,
1511
- low_resource_required: true,
1511
+ low_resource_required: false,
1512
1512
  required_features: ["shader-f16"],
1513
1513
  overrides: {
1514
1514
  context_window_size: 4096,
@@ -1521,7 +1521,7 @@ const prebuiltAppConfig = {
1521
1521
  modelVersion +
1522
1522
  "/SmolLM2-360M-Instruct-q4f32_1-ctx4k_cs1k-webgpu.wasm",
1523
1523
  vram_required_MB: 579.61,
1524
- low_resource_required: true,
1524
+ low_resource_required: false,
1525
1525
  overrides: {
1526
1526
  context_window_size: 4096,
1527
1527
  },
@@ -1533,7 +1533,7 @@ const prebuiltAppConfig = {
1533
1533
  modelVersion +
1534
1534
  "/SmolLM2-135M-Instruct-q0f16-ctx4k_cs1k-webgpu.wasm",
1535
1535
  vram_required_MB: 359.69,
1536
- low_resource_required: true,
1536
+ low_resource_required: false,
1537
1537
  required_features: ["shader-f16"],
1538
1538
  overrides: {
1539
1539
  context_window_size: 4096,
@@ -1546,11 +1546,26 @@ const prebuiltAppConfig = {
1546
1546
  modelVersion +
1547
1547
  "/SmolLM2-135M-Instruct-q0f32-ctx4k_cs1k-webgpu.wasm",
1548
1548
  vram_required_MB: 719.38,
1549
- low_resource_required: true,
1549
+ low_resource_required: false,
1550
1550
  overrides: {
1551
1551
  context_window_size: 4096,
1552
1552
  },
1553
1553
  },
1554
+ // Transformers.js (ONNX) confirmed models from llm_runner_poc
1555
+ {
1556
+ model: "https://huggingface.co/Xenova/LaMini-Flan-T5-248M",
1557
+ model_id: "LaMini-Flan-T5-248M",
1558
+ onnx_id: "Xenova/LaMini-Flan-T5-248M",
1559
+ model_lib: "",
1560
+ low_resource_required: true,
1561
+ },
1562
+ {
1563
+ model: "https://huggingface.co/Xenova/flan-t5-small",
1564
+ model_id: "flan-t5-small",
1565
+ onnx_id: "Xenova/flan-t5-small",
1566
+ model_lib: "",
1567
+ low_resource_required: true,
1568
+ },
1554
1569
  // Gemma2
1555
1570
  {
1556
1571
  model: "https://huggingface.co/mlc-ai/gemma-2-2b-it-q4f16_1-MLC",
@@ -9234,6 +9249,24 @@ function getRGBArrayFromImageData(imageData) {
9234
9249
  return newData;
9235
9250
  }
9236
9251
 
9252
+ var support = /*#__PURE__*/Object.freeze({
9253
+ __proto__: null,
9254
+ CustomLock: CustomLock,
9255
+ IMAGE_EMBED_SIZE: IMAGE_EMBED_SIZE,
9256
+ cleanModelUrl: cleanModelUrl,
9257
+ findModelRecord: findModelRecord$1,
9258
+ getChunkedPrefillInputData: getChunkedPrefillInputData,
9259
+ getImageDataFromURL: getImageDataFromURL,
9260
+ getModelIdToUse: getModelIdToUse,
9261
+ getRGBArrayFromImageData: getRGBArrayFromImageData,
9262
+ getTokenTableFromTokenizer: getTokenTableFromTokenizer,
9263
+ getToolCallFromOutputMessage: getToolCallFromOutputMessage,
9264
+ getTopProbs: getTopProbs,
9265
+ hermes2FunctionCallingSystemPrompt: hermes2FunctionCallingSystemPrompt,
9266
+ officialHermes2FunctionCallSchema: officialHermes2FunctionCallSchema,
9267
+ officialHermes2FunctionCallSchemaArray: officialHermes2FunctionCallSchemaArray
9268
+ });
9269
+
9237
9270
  class LLMChatPipeline {
9238
9271
  config;
9239
9272
  tokenizer;
@@ -11475,6 +11508,7 @@ async function CreateMLCEngine(modelId, engineConfig, chatOpts) {
11475
11508
  log.info("WebGPU not found, creating ONNXEngine fallback.");
11476
11509
  const { ONNXEngine } = await Promise.resolve().then(function () { return onnx_engine; });
11477
11510
  const engine = new ONNXEngine();
11511
+ engine.setAppConfig(engineConfig.appConfig || prebuiltAppConfig);
11478
11512
  if (engineConfig.initProgressCallback) {
11479
11513
  engine.setInitProgressCallback(engineConfig.initProgressCallback);
11480
11514
  }
@@ -36652,6 +36686,7 @@ async function loadItems(mapping, model, pretrainedOptions) {
36652
36686
  class ONNXEngine {
36653
36687
  generator = null;
36654
36688
  modelId = null;
36689
+ appConfig;
36655
36690
  initProgressCallback;
36656
36691
  // APIs
36657
36692
  chat;
@@ -36661,6 +36696,7 @@ class ONNXEngine {
36661
36696
  this.chat = new Chat(this);
36662
36697
  this.completions = new Completions(this);
36663
36698
  this.embeddings = new Embeddings(this);
36699
+ this.appConfig = prebuiltAppConfig;
36664
36700
  // Default env settings for browser
36665
36701
  env$1.allowLocalModels = false;
36666
36702
  env$1.useBrowserCache = true;
@@ -36671,22 +36707,32 @@ class ONNXEngine {
36671
36707
  getInitProgressCallback() {
36672
36708
  return this.initProgressCallback;
36673
36709
  }
36674
- setAppConfig(_appConfig) {
36675
- // Standard appConfig not strictly used by ONNX engine for model resolution yet
36710
+ setAppConfig(appConfig) {
36711
+ this.appConfig = appConfig;
36676
36712
  }
36677
36713
  async reload(modelId, _chatOpts) {
36678
36714
  const id = Array.isArray(modelId) ? modelId[0] : modelId;
36679
36715
  this.modelId = id;
36716
+ // Resolve the HF repo ID (favor onnx_id if available)
36717
+ let repoId = id;
36718
+ try {
36719
+ const { findModelRecord } = await Promise.resolve().then(function () { return support; });
36720
+ const record = findModelRecord(id, this.appConfig);
36721
+ repoId = record.onnx_id || id;
36722
+ }
36723
+ catch (e) {
36724
+ log.warn(`Model record not found for ${id}, using raw ID for ONNX.`);
36725
+ }
36680
36726
  if (this.initProgressCallback) {
36681
36727
  this.initProgressCallback({
36682
36728
  progress: 0,
36683
36729
  timeElapsed: 0,
36684
- text: `Initializing ONNX fallback for ${id}...`
36730
+ text: `Initializing ONNX fallback for ${repoId}...`
36685
36731
  });
36686
36732
  }
36687
36733
  try {
36688
36734
  // For fallback, we default to text-generation as it is the most common for LLMs
36689
- this.generator = await pipeline('text-generation', id, {
36735
+ this.generator = await pipeline('text-generation', repoId, {
36690
36736
  progress_callback: (p) => {
36691
36737
  if (this.initProgressCallback && (p.status === 'progress' || p.status === 'downloading')) {
36692
36738
  this.initProgressCallback({
@@ -37937,13 +37983,29 @@ class WebLLM {
37937
37983
  messages = [];
37938
37984
  downloadProgress = {};
37939
37985
  config;
37986
+ isLowResourceDevice = false;
37940
37987
  constructor(config = {}) {
37941
37988
  this.config = config;
37942
37989
  this.messages = this.loadContext();
37990
+ this.detectDevice();
37991
+ }
37992
+ detectDevice() {
37993
+ if (typeof navigator === "undefined")
37994
+ return;
37995
+ const isMobile = /Android|webOS|iPhone|iPad|iPod|BlackBerry|IEMobile|Opera Mini/i.test(navigator.userAgent);
37996
+ const hasWebGPU = !!navigator.gpu;
37997
+ // If it's mobile OR if WebGPU is missing, we consider it a low-resource/fallback device
37998
+ this.isLowResourceDevice = isMobile || !hasWebGPU;
37999
+ console.log(`[WebLLM] Device detection: isMobile=${isMobile}, hasWebGPU=${hasWebGPU} -> isLowResourceDevice=${this.isLowResourceDevice}`);
37943
38000
  }
37944
38001
  // manage_model endpoints
37945
38002
  get models_available() {
37946
- return prebuiltAppConfig.model_list.map((m) => m.model_id);
38003
+ let list = prebuiltAppConfig.model_list;
38004
+ if (this.isLowResourceDevice) {
38005
+ // Filter for low resource models (mostly ONNX/lightweight ones)
38006
+ list = list.filter(m => m.low_resource_required === true);
38007
+ }
38008
+ return list.map((m) => m.model_id);
37947
38009
  }
37948
38010
  async local_model_available(model_id) {
37949
38011
  return await hasModelInCache(model_id);