web-llm-runner 0.1.9 → 0.1.12

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1 +1 @@
1
- {"version":3,"file":"onnx_engine.d.ts","sourceRoot":"","sources":["../src/onnx_engine.ts"],"names":[],"mappings":"AACA,OAAO,EACL,kBAAkB,EAClB,oBAAoB,EACpB,QAAQ,EACR,cAAc,EACf,MAAM,SAAS,CAAC;AACjB,OAAO,EAEL,cAAc,EACd,mBAAmB,EACnB,iCAAiC,EACjC,8BAA8B,EAC9B,yBAAyB,EAGzB,qBAAqB,EACrB,uBAAuB,EACxB,MAAM,8BAA8B,CAAC;AACtC,OAAO,KAAK,GAAG,MAAM,8BAA8B,CAAC;AACpD,OAAO,EAAE,SAAS,EAAE,WAAW,EAAqB,MAAM,UAAU,CAAC;AAGrE;;;GAGG;AACH,qBAAa,UAAW,YAAW,kBAAkB;IACnD,OAAO,CAAC,SAAS,CAAa;IAC9B,OAAO,CAAC,OAAO,CAAuB;IACtC,OAAO,CAAC,SAAS,CAAY;IAC7B,OAAO,CAAC,oBAAoB,CAAC,CAAuB;IAG7C,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC;IACf,WAAW,EAAE,GAAG,CAAC,WAAW,CAAC;IAC7B,UAAU,EAAE,GAAG,CAAC,UAAU,CAAC;;IAalC,uBAAuB,CAAC,oBAAoB,EAAE,oBAAoB;IAIlE,uBAAuB;IAIvB,YAAY,CAAC,SAAS,EAAE,SAAS;IAI3B,MAAM,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,EAAE,SAAS,CAAC,EAAE,WAAW,GAAG,WAAW,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAgD1F,cAAc,CAAC,OAAO,EAAE,iCAAiC,GAAG,OAAO,CAAC,cAAc,CAAC;IACnF,cAAc,CAAC,OAAO,EAAE,8BAA8B,GAAG,OAAO,CAAC,aAAa,CAAC,mBAAmB,CAAC,CAAC;IACpG,cAAc,CAAC,OAAO,EAAE,yBAAyB,GAAG,OAAO,CAAC,aAAa,CAAC,mBAAmB,CAAC,GAAG,cAAc,CAAC;YAkBxG,oBAAoB;YAgCnB,sBAAsB;IAoB/B,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,kCAAkC,GAAG,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC;IACpF,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,+BAA+B,GAAG,OAAO,CAAC,aAAa,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAChG,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,0BAA0B,GAAG,OAAO,CAAC,aAAa,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,GAAG,CAAC,UAAU,CAAC;IAK5G,SAAS,CAAC,QAAQ,EAAE,qBAAqB,GAAG,OAAO,CAAC,uBAAuB,CAAC;IAI5E,gBAAgB,IAAI,OAAO,CAAC,MAAM,CAAC;IAIzC,iBAAiB;IAIX,MAAM;IAKN,SAAS;IAIT,UAAU;IACV,8BAA8B;IAC9B,YAAY;IACZ,sBAAsB;IAC5B,WAAW,CAAC,SAAS,EAAE,QAAQ;IAC/B,yBAAyB,CAAC,uBAAuB,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,cAAc,CAAC;CAChF"}
1
+ {"version":3,"file":"onnx_engine.d.ts","sourceRoot":"","sources":["../src/onnx_engine.ts"],"names":[],"mappings":"AACA,OAAO,EACL,kBAAkB,EAClB,oBAAoB,EACpB,QAAQ,EACR,cAAc,EACf,MAAM,SAAS,CAAC;AACjB,OAAO,EAEL,cAAc,EACd,mBAAmB,EACnB,iCAAiC,EACjC,8BAA8B,EAC9B,yBAAyB,EAGzB,qBAAqB,EACrB,uBAAuB,EACxB,MAAM,8BAA8B,CAAC;AACtC,OAAO,KAAK,GAAG,MAAM,8BAA8B,CAAC;AACpD,OAAO,EAAE,SAAS,EAAE,WAAW,EAAqB,MAAM,UAAU,CAAC;AAGrE;;;GAGG;AACH,qBAAa,UAAW,YAAW,kBAAkB;IACnD,OAAO,CAAC,SAAS,CAAa;IAC9B,OAAO,CAAC,OAAO,CAAuB;IACtC,OAAO,CAAC,SAAS,CAAY;IAC7B,OAAO,CAAC,oBAAoB,CAAC,CAAuB;IAG7C,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC;IACf,WAAW,EAAE,GAAG,CAAC,WAAW,CAAC;IAC7B,UAAU,EAAE,GAAG,CAAC,UAAU,CAAC;;IAalC,uBAAuB,CAAC,oBAAoB,EAAE,oBAAoB;IAIlE,uBAAuB;IAIvB,YAAY,CAAC,SAAS,EAAE,SAAS;IAI3B,MAAM,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,EAAE,SAAS,CAAC,EAAE,WAAW,GAAG,WAAW,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAwD1F,cAAc,CAAC,OAAO,EAAE,iCAAiC,GAAG,OAAO,CAAC,cAAc,CAAC;IACnF,cAAc,CAAC,OAAO,EAAE,8BAA8B,GAAG,OAAO,CAAC,aAAa,CAAC,mBAAmB,CAAC,CAAC;IACpG,cAAc,CAAC,OAAO,EAAE,yBAAyB,GAAG,OAAO,CAAC,aAAa,CAAC,mBAAmB,CAAC,GAAG,cAAc,CAAC;YAkBxG,oBAAoB;YAgCnB,sBAAsB;IAoB/B,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,kCAAkC,GAAG,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC;IACpF,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,+BAA+B,GAAG,OAAO,CAAC,aAAa,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAChG,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,0BAA0B,GAAG,OAAO,CAAC,aAAa,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,GAAG,CAAC,UAAU,CAAC;IAK5G,SAAS,CAAC,QAAQ,EAAE,qBAAqB,GAAG,OAAO,CAAC,uBAAuB,CAAC;IAI5E,gBAAgB,IAAI,OAAO,CAAC,MAAM,CAAC;IAIzC,iBAAiB;IAIX,MAAM;IAKN,SAAS;IAIT,UAAU;IACV,8BAA8B;IAC9B,YAAY;IACZ,sBAAsB;IAC5B,WAAW,CAAC,SAAS,EAAE,QAAQ;IAC/B,yBAAyB,CAAC,uBAAuB,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,cAAc,CAAC;CAChF"}
@@ -3,7 +3,10 @@ export declare class WebLLM {
3
3
  private messages;
4
4
  downloadProgress: Record<string, string>;
5
5
  private config;
6
+ private isLowResourceDevice;
6
7
  constructor(config?: any);
8
+ private detectDevice;
9
+ get is_low_resource(): boolean;
7
10
  get models_available(): string[];
8
11
  local_model_available(model_id: string): Promise<boolean>;
9
12
  download_model(model_id: string, progressCallback?: (progress: string) => void): Promise<void>;
@@ -1 +1 @@
1
- {"version":3,"file":"WebLLMWrapper.d.ts","sourceRoot":"","sources":["../../src/wrapper/WebLLMWrapper.ts"],"names":[],"mappings":"AASA,qBAAa,MAAM;IACjB,OAAO,CAAC,MAAM,CAAmC;IACjD,OAAO,CAAC,QAAQ,CAAoC;IAC7C,gBAAgB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAM;IACrD,OAAO,CAAC,MAAM,CAAM;gBAER,MAAM,GAAE,GAAQ;IAM5B,IAAW,gBAAgB,IAAI,MAAM,EAAE,CAEtC;IAEY,qBAAqB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAIzD,cAAc,CACzB,QAAQ,EAAE,MAAM,EAChB,gBAAgB,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,GAC5C,OAAO,CAAC,IAAI,CAAC;IAUT,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM;IAI5B,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAK5C,WAAW,CAAC,MAAM,EAAE,MAAM,GAAG,cAAc,CAAC,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC;IAqBnE,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAiBrD,UAAU,IAAI,IAAI;IAMX,eAAe,CAAC,MAAM,EAAE,MAAM,GAAG,cAAc,CAAC,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC;IAavE,kBAAkB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAUnD,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC;IAM7C,OAAO,CAAC,WAAW;IAYnB,OAAO,CAAC,WAAW;CASpB"}
1
+ {"version":3,"file":"WebLLMWrapper.d.ts","sourceRoot":"","sources":["../../src/wrapper/WebLLMWrapper.ts"],"names":[],"mappings":"AASA,qBAAa,MAAM;IACjB,OAAO,CAAC,MAAM,CAAmC;IACjD,OAAO,CAAC,QAAQ,CAAoC;IAC7C,gBAAgB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAM;IACrD,OAAO,CAAC,MAAM,CAAM;IACpB,OAAO,CAAC,mBAAmB,CAAkB;gBAEjC,MAAM,GAAE,GAAQ;IAM5B,OAAO,CAAC,YAAY;IAuBpB,IAAW,eAAe,IAAI,OAAO,CAEpC;IAGD,IAAW,gBAAgB,IAAI,MAAM,EAAE,CAatC;IAEY,qBAAqB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAIzD,cAAc,CACzB,QAAQ,EAAE,MAAM,EAChB,gBAAgB,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,GAC5C,OAAO,CAAC,IAAI,CAAC;IAeT,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM;IAI5B,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAK5C,WAAW,CAAC,MAAM,EAAE,MAAM,GAAG,cAAc,CAAC,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC;IAqBnE,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAiBrD,UAAU,IAAI,IAAI;IAMX,eAAe,CAAC,MAAM,EAAE,MAAM,GAAG,cAAc,CAAC,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC;IAavE,kBAAkB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAUnD,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC;IAM7C,OAAO,CAAC,WAAW;IAYnB,OAAO,CAAC,WAAW;CASpB"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "web-llm-runner",
3
- "version": "0.1.9",
3
+ "version": "0.1.12",
4
4
  "description": "Hardware accelerated language model chats on browsers",
5
5
  "main": "lib/index.js",
6
6
  "module": "lib/index.js",