@runanywhere/web-llamacpp 0.1.0-beta.10
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +75 -0
- package/dist/Extensions/DiffusionTypes.d.ts +64 -0
- package/dist/Extensions/DiffusionTypes.d.ts.map +1 -0
- package/dist/Extensions/DiffusionTypes.js +28 -0
- package/dist/Extensions/DiffusionTypes.js.map +1 -0
- package/dist/Extensions/EmbeddingsTypes.d.ts +33 -0
- package/dist/Extensions/EmbeddingsTypes.d.ts.map +1 -0
- package/dist/Extensions/EmbeddingsTypes.js +13 -0
- package/dist/Extensions/EmbeddingsTypes.js.map +1 -0
- package/dist/Extensions/RunAnywhere+Diffusion.d.ts +44 -0
- package/dist/Extensions/RunAnywhere+Diffusion.d.ts.map +1 -0
- package/dist/Extensions/RunAnywhere+Diffusion.js +185 -0
- package/dist/Extensions/RunAnywhere+Diffusion.js.map +1 -0
- package/dist/Extensions/RunAnywhere+Embeddings.d.ts +56 -0
- package/dist/Extensions/RunAnywhere+Embeddings.d.ts.map +1 -0
- package/dist/Extensions/RunAnywhere+Embeddings.js +236 -0
- package/dist/Extensions/RunAnywhere+Embeddings.js.map +1 -0
- package/dist/Extensions/RunAnywhere+StructuredOutput.d.ts +69 -0
- package/dist/Extensions/RunAnywhere+StructuredOutput.d.ts.map +1 -0
- package/dist/Extensions/RunAnywhere+StructuredOutput.js +194 -0
- package/dist/Extensions/RunAnywhere+StructuredOutput.js.map +1 -0
- package/dist/Extensions/RunAnywhere+TextGeneration.d.ts +87 -0
- package/dist/Extensions/RunAnywhere+TextGeneration.d.ts.map +1 -0
- package/dist/Extensions/RunAnywhere+TextGeneration.js +525 -0
- package/dist/Extensions/RunAnywhere+TextGeneration.js.map +1 -0
- package/dist/Extensions/RunAnywhere+ToolCalling.d.ts +82 -0
- package/dist/Extensions/RunAnywhere+ToolCalling.d.ts.map +1 -0
- package/dist/Extensions/RunAnywhere+ToolCalling.js +574 -0
- package/dist/Extensions/RunAnywhere+ToolCalling.js.map +1 -0
- package/dist/Extensions/RunAnywhere+VLM.d.ts +57 -0
- package/dist/Extensions/RunAnywhere+VLM.d.ts.map +1 -0
- package/dist/Extensions/RunAnywhere+VLM.js +258 -0
- package/dist/Extensions/RunAnywhere+VLM.js.map +1 -0
- package/dist/Extensions/ToolCallingTypes.d.ts +78 -0
- package/dist/Extensions/ToolCallingTypes.d.ts.map +1 -0
- package/dist/Extensions/ToolCallingTypes.js +8 -0
- package/dist/Extensions/ToolCallingTypes.js.map +1 -0
- package/dist/Extensions/VLMTypes.d.ts +16 -0
- package/dist/Extensions/VLMTypes.d.ts.map +1 -0
- package/dist/Extensions/VLMTypes.js +18 -0
- package/dist/Extensions/VLMTypes.js.map +1 -0
- package/dist/Foundation/AnalyticsEventsBridge.d.ts +38 -0
- package/dist/Foundation/AnalyticsEventsBridge.d.ts.map +1 -0
- package/dist/Foundation/AnalyticsEventsBridge.js +394 -0
- package/dist/Foundation/AnalyticsEventsBridge.js.map +1 -0
- package/dist/Foundation/LlamaCppBridge.d.ts +182 -0
- package/dist/Foundation/LlamaCppBridge.d.ts.map +1 -0
- package/dist/Foundation/LlamaCppBridge.js +483 -0
- package/dist/Foundation/LlamaCppBridge.js.map +1 -0
- package/dist/Foundation/LlamaCppOffsets.d.ts +32 -0
- package/dist/Foundation/LlamaCppOffsets.d.ts.map +1 -0
- package/dist/Foundation/LlamaCppOffsets.js +191 -0
- package/dist/Foundation/LlamaCppOffsets.js.map +1 -0
- package/dist/Foundation/PlatformAdapter.d.ts +109 -0
- package/dist/Foundation/PlatformAdapter.d.ts.map +1 -0
- package/dist/Foundation/PlatformAdapter.js +417 -0
- package/dist/Foundation/PlatformAdapter.js.map +1 -0
- package/dist/Foundation/TelemetryService.d.ts +96 -0
- package/dist/Foundation/TelemetryService.d.ts.map +1 -0
- package/dist/Foundation/TelemetryService.js +345 -0
- package/dist/Foundation/TelemetryService.js.map +1 -0
- package/dist/Foundation/WASMAnalyticsEmitter.d.ts +29 -0
- package/dist/Foundation/WASMAnalyticsEmitter.d.ts.map +1 -0
- package/dist/Foundation/WASMAnalyticsEmitter.js +70 -0
- package/dist/Foundation/WASMAnalyticsEmitter.js.map +1 -0
- package/dist/Infrastructure/VLMWorkerBridge.d.ts +219 -0
- package/dist/Infrastructure/VLMWorkerBridge.d.ts.map +1 -0
- package/dist/Infrastructure/VLMWorkerBridge.js +288 -0
- package/dist/Infrastructure/VLMWorkerBridge.js.map +1 -0
- package/dist/Infrastructure/VLMWorkerRuntime.d.ts +38 -0
- package/dist/Infrastructure/VLMWorkerRuntime.d.ts.map +1 -0
- package/dist/Infrastructure/VLMWorkerRuntime.js +620 -0
- package/dist/Infrastructure/VLMWorkerRuntime.js.map +1 -0
- package/dist/LlamaCPP.d.ts +49 -0
- package/dist/LlamaCPP.d.ts.map +1 -0
- package/dist/LlamaCPP.js +63 -0
- package/dist/LlamaCPP.js.map +1 -0
- package/dist/LlamaCppProvider.d.ts +32 -0
- package/dist/LlamaCppProvider.d.ts.map +1 -0
- package/dist/LlamaCppProvider.js +106 -0
- package/dist/LlamaCppProvider.js.map +1 -0
- package/dist/index.d.ts +43 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +41 -0
- package/dist/index.js.map +1 -0
- package/dist/workers/vlm-worker.d.ts +9 -0
- package/dist/workers/vlm-worker.d.ts.map +1 -0
- package/dist/workers/vlm-worker.js +10 -0
- package/dist/workers/vlm-worker.js.map +1 -0
- package/package.json +69 -0
- package/wasm/racommons-llamacpp-webgpu.js +159 -0
- package/wasm/racommons-llamacpp-webgpu.wasm +0 -0
- package/wasm/racommons-llamacpp.js +129 -0
- package/wasm/racommons-llamacpp.wasm +0 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"VLMWorkerRuntime.js","sourceRoot":"","sources":["../../src/Infrastructure/VLMWorkerRuntime.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAYH,8EAA8E;AAC9E,eAAe;AACf,8EAA8E;AAE9E,IAAI,UAAU,GAAQ,IAAI,CAAC;AAC3B,IAAI,SAAS,GAAG,CAAC,CAAC;AAClB,IAAI,QAAQ,GAAG,KAAK,CAAC;AACrB,IAAI,OAAO,GAAsB,IAAI,CAAC;AAEtC,8EAA8E;AAC9E,0CAA0C;AAC1C,EAAE;AACF,4EAA4E;AAC5E,0EAA0E;AAC1E,8DAA8D;AAC9D,8EAA8E;AAE9E,SAAS,cAAc,CAAC,CAAM,EAAE,IAAY;IAC1C,MAAM,EAAE,GAAG,CAAC,CAAC,sBAAsB,IAAI,EAAE,CAAC,CAAC;IAC3C,OAAO,OAAO,EAAE,KAAK,UAAU,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;AAC7C,CAAC;AAED,SAAS,YAAY,CAAC,CAAM,EAAE,IAAY;IACxC,MAAM,EAAE,GAAG,CAAC,CAAC,oBAAoB,IAAI,EAAE,CAAC,CAAC;IACzC,OAAO,OAAO,EAAE,KAAK,UAAU,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;AAC7C,CAAC;AAED,SAAS,qBAAqB,CAAC,CAAM;IACnC,OAAO;QACL,MAAM,EAAE,EAAE,QAAQ,EAAE,cAAc,CAAC,CAAC,EAAE,kBAAkB,CAAC,EAAE;QAC3D,UAAU,EAAE;YACV,SAAS,EAAE,cAAc,CAAC,CAAC,EAAE,wBAAwB,CAAC;YACtD,WAAW,EAAE,cAAc,CAAC,CAAC,EAAE,yBAAyB,CAAC;YACzD,IAAI,EAAE,cAAc,CAAC,CAAC,EAAE,mBAAmB,CAAC;YAC5C,YAAY,EAAE,cAAc,CAAC,CAAC,EAAE,2BAA2B,CAAC;SAC7D;QACD,SAAS,EAAE;YACT,IAAI,EAAE,cAAc,CAAC,CAAC,EAAE,iBAAiB,CAAC;YAC1C,YAAY,EAAE,cAAc,CAAC,CAAC,EAAE,0BAA0B,CAAC;YAC3D,gBAAgB,EAAE,cAAc,CAAC,CAAC,EAAE,8BAA8B,CAAC;SACpE;QACD,QAAQ,EAAE;YACR,MAAM,EAAE,cAAc,CAAC,CAAC,EAAE,kBAAkB,CAAC;YAC7C,QAAQ,EAAE,cAAc,CAAC,CAAC,EAAE,qBAAqB,CAAC;YAClD,SAAS,EAAE,cAAc,CAAC,CAAC,EAAE,sBAAsB,CAAC;YACpD,UAAU,EAAE,cAAc,CAAC,CAAC,EAAE,uBAAuB,CAAC;YACtD,KAAK,EAAE,cAAc,CAAC,CAAC,EAAE,iBAAiB,CAAC;YAC3C,MAAM,EAAE,cAAc,CAAC,CAAC,EAAE,kBAAkB,CAAC;YAC7C,QAAQ,EAAE,cAAc,CAAC,CAAC,EAAE,qBAAqB,CAAC;SACnD;QACD,UAAU,EAAE;YACV,SAAS,EAAE,cAAc,CAAC,CAAC,EAAE,wBAAwB,CAAC;YACtD,WAAW,EAAE,cAAc,CAAC,CAAC,EAAE,yBAAyB,CAAC;YACzD,IAAI,EAAE,cAAc,CAAC,CAAC,EAAE,mBAAmB,CAAC;YAC5C,gBAAgB,EAAE,cAAc,CAAC,CAAC,EAAE,+BAA+B,CAAC;YACpE,YAAY,EAAE,cAAc,CAAC,CAAC,EAAE,2BAA2B,CAAC;YAC5D,WAAW,EAAE,cAAc,CAAC,CAAC,EAAE,0BAA0B,CAAC;SAC3D;QACD,SAAS,EAAE;YACT,IAAI,EAAE,cAAc,CAAC,CAAC,EAAE,iBAAiB,CAAC;YAC1C,YAAY,EAAE,cAAc,CAAC,CAAC,EAAE,0BAA0B,CAAC;YAC3D,WAAW,EAAE,cAAc,CAAC,CAAC,EAAE,yBAAyB,CAAC;YACzD,gBAAgB,EAAE,cAAc,CAAC,CAAC,EAAE,8BAA8B,CAAC;YACnE,WAAW,EAAE,cAAc,CAAC,CAAC,EAAE,yBAAyB,CAAC;YACzD,kBAAkB,EAAE,cAAc,CAAC,CAAC,EAAE,mCAAmC,CAAC;YAC1E,iBAAiB,EAAE,cAAc,CAAC,CAAC,EAAE,iCAAiC,CAAC;YACvE,WAAW,EAAE,cAAc,CAAC,CAAC,EAAE,0BAA0B,CAAC;YAC1D,eAAe,EAAE,cAAc,CAAC,CAAC,EAAE,8BAA8B,CAAC;SACnE;QACD,sBAAsB,EAAE;YACtB,UAAU,EAAE,cAAc,CAAC,CAAC,EAAE,sCAAsC,CAAC;YACrE,qBAAqB,EAAE,cAAc,CAAC,CAAC,EAAE,mDAAmD,CAAC;SAC9F;QACD,0BAA0B,EAAE;YAC1B,OAAO,EAAE,cAAc,CAAC,CAAC,EAAE,uCAAuC,CAAC;YACnE,YAAY,EAAE,cAAc,CAAC,CAAC,EAAE,4CAA4C,CAAC;YAC7E,aAAa,EAAE,cAAc,CAAC,CAAC,EAAE,6CAA6C,CAAC;SAChF;QACD,iBAAiB,EAAE;YACjB,SAAS,EAAE,cAAc,CAAC,CAAC,EAAE,8BAA8B,CAAC;YAC5D,OAAO,EAAE,cAAc,CAAC,CAAC,EAAE,4BAA4B,CAAC;YACxD,QAAQ,EAAE,cAAc,CAAC,CAAC,EAAE,8BAA8B,CAAC;SAC5D;QACD,gBAAgB,EAAE;YAChB,UAAU,EAAE,cAAc,CAAC,CAAC,EAAE,8BAA8B,CAAC;YAC7D,aAAa,EAAE,cAAc,CAAC,CAAC,EAAE,kCAAkC,CAAC;YACpE,SAAS,EAAE,cAAc,CAAC,CAAC,EAAE,6BAA6B,CAAC;YAC3D,gBAAgB,EAAE,cAAc,CAAC,CAAC,EAAE,sCAAsC,CAAC;YAC3E,WAAW,EAAE,cAAc,CAAC,CAAC,EAAE,gCAAgC,CAAC;SACjE;QACD,eAAe,EAAE;YACf,IAAI,EAAE,cAAc,CAAC,CAAC,EAAE,uBAAuB,CAAC;YAChD,SAAS,EAAE,cAAc,CAAC,CAAC,EAAE,4BAA4B,CAAC;YAC1D,UAAU,EAAE,YAAY,CAAC,CAAC,EAAE,kBAAkB,CAAC;SAChD;QACD,gBAAgB,EAAE;YAChB,MAAM,EAAE,cAAc,CAAC,CAAC,EAAE,0BAA0B,CAAC;YACrD,cAAc,EAAE,cAAc,CAAC,CAAC,EAAE,mCAAmC,CAAC;YACtE,KAAK,EAAE,cAAc,CAAC,CAAC,EAAE,yBAAyB,CAAC;YACnD,MAAM,EAAE,cAAc,CAAC,CAAC,EAAE,0BAA0B,CAAC;YACrD,KAAK,EAAE,cAAc,CAAC,CAAC,EAAE,yBAAyB,CAAC;YACnD,aAAa,EAAE,cAAc,CAAC,CAAC,EAAE,kCAAkC,CAAC;YACpE,IAAI,EAAE,cAAc,CAAC,CAAC,EAAE,wBAAwB,CAAC;YACjD,SAAS,EAAE,cAAc,CAAC,CAAC,EAAE,6BAA6B,CAAC;YAC3D,IAAI,EAAE,cAAc,CAAC,CAAC,EAAE,wBAAwB,CAAC;YACjD,eAAe,EAAE,cAAc,CAAC,CAAC,EAAE,oCAAoC,CAAC;YACxE,kBAAkB,EAAE,cAAc,CAAC,CAAC,EAAE,uCAAuC,CAAC;YAC9E,cAAc,EAAE,cAAc,CAAC,CAAC,EAAE,mCAAmC,CAAC;SACvE;QACD,eAAe,EAAE;YACf,SAAS,EAAE,cAAc,CAAC,CAAC,EAAE,6BAA6B,CAAC;YAC3D,SAAS,EAAE,cAAc,CAAC,CAAC,EAAE,6BAA6B,CAAC;YAC3D,KAAK,EAAE,cAAc,CAAC,CAAC,EAAE,wBAAwB,CAAC;YAClD,MAAM,EAAE,cAAc,CAAC,CAAC,EAAE,yBAAyB,CAAC;YACpD,QAAQ,EAAE,cAAc,CAAC,CAAC,EAAE,4BAA4B,CAAC;YACzD,gBAAgB,EAAE,cAAc,CAAC,CAAC,EAAE,qCAAqC,CAAC;YAC1E,aAAa,EAAE,cAAc,CAAC,CAAC,EAAE,iCAAiC,CAAC;SACpE;KACF,CAAC;AACJ,CAAC;AAED,8EAA8E;AAC9E,oEAAoE;AACpE,8EAA8E;AAE9E,MAAM,UAAU,GAAG,yBAAyB,CAAC;AAE7C,SAAS,OAAO,CAAC,GAAG,IAAe,IAAU,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;AACjF,SAAS,OAAO,CAAC,GAAG,IAAe,IAAU,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;AACjF,SAAS,QAAQ,CAAC,GAAG,IAAe,IAAU,OAAO,CAAC,KAAK,CAAC,UAAU,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;AAEnF,8EAA8E;AAC9E,4CAA4C;AAC5C,8EAA8E;AAE9E,SAAS,WAAW,CAAC,GAAW;IAC9B,MAAM,CAAC,GAAG,UAAU,CAAC;IACrB,MAAM,GAAG,GAAG,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,yBAAyB;IACjE,MAAM,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAC3B,CAAC,CAAC,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;IAC9B,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,UAAU,CAAC,GAAW;IAC7B,IAAI,CAAC,GAAG;QAAE,OAAO,EAAE,CAAC;IACpB,OAAO,UAAU,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;AACtC,CAAC;AAED,8EAA8E;AAC9E,mCAAmC;AACnC,EAAE;AACF,6EAA6E;AAC7E,kEAAkE;AAClE,8EAA8E;AAE9E,SAAS,eAAe,CAAC,GAAe,EAAE,OAAe;IACvD,MAAM,CAAC,GAAG,UAAU,CAAC;IAErB,kFAAkF;IAClF,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC;QACb,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QAC3B,OAAO;IACT,CAAC;IAED,8DAA8D;IAC9D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,CAAC,CAAC,QAAQ,CAAC,OAAO,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IACxC,CAAC;AACH,CAAC;AAED,8EAA8E;AAC9E,+CAA+C;AAC/C,EAAE;AACF,8EAA8E;AAC9E,0EAA0E;AAC1E,4EAA4E;AAC5E,8EAA8E;AAE9E,MAAM,eAAe,GAAG,QAAQ,CAAC;AAEjC,KAAK,UAAU,YAAY,CAAC,GAAW;IACrC,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC;QACpD,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,eAAe,CAAC,CAAC;QAEjE,IAAI,IAAU,CAAC;QACf,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YACtB,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC7B,IAAI,GAAG,GAAG,SAAS,CAAC;YACpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC1C,GAAG,GAAG,MAAM,GAAG,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YAC/C,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,aAAa,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;YAChE,IAAI,GAAG,MAAM,MAAM,CAAC,OAAO,EAAE,CAAC;QAChC,CAAC;aAAM,CAAC;YACN,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;YAClD,IAAI,GAAG,MAAM,MAAM,CAAC,OAAO,EAAE,CAAC;QAChC,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACxC,OAAO,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC;IAChC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,8EAA8E;AAC9E,sBAAsB;AACtB,8EAA8E;AAE9E,KAAK,UAAU,QAAQ,CAAC,SAAiB,EAAE,SAAS,GAAG,KAAK;IAC1D,QAAQ,GAAG,SAAS,CAAC;IACrB,OAAO,CAAC,wBAAwB,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,CAAC;IAEpE,gDAAgD;IAChD,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,SAAS,CAAC,CAAC;IAC7E,MAAM,WAAW,GAAG,SAAS,CAAC,SAAS,CAAC,CAAC,EAAE,SAAS,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;IAE3E,UAAU,GAAG,MAAM,YAAY,CAAC;QAC9B,KAAK,EAAE,CAAC,IAAY,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;QACtC,QAAQ,EAAE,CAAC,IAAY,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC;QAC1C,UAAU,EAAE,CAAC,IAAY,EAAE,EAAE,CAAC,WAAW,GAAG,IAAI;KACjD,CAAC,CAAC;IAEH,MAAM,CAAC,GAAG,UAAU,CAAC;IAErB,6CAA6C;IAC7C,iEAAiE;IACjE,MAAM,WAAW,GAAG,CAAC,CAAC,iCAAiC,EAAE,CAAC;IAC1D,MAAM,UAAU,GAAG,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IAC1C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE;QAAE,CAAC,CAAC,QAAQ,CAAC,UAAU,GAAG,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;IAE1E,gDAAgD;IAChD,qEAAqE;IACrE,gEAAgE;IAChE,MAAM,QAAQ,GAAG,CAAC,CAAC;IACnB,IAAI,MAAM,GAAG,CAAC,CAAC;IAEf,iEAAiE;IACjE,MAAM,YAAY,GAAG,CAAC,CAAC,WAAW,CAChC,CAAC,QAAgB,EAAE,GAAW,EAAU,EAAE;QACxC,OAAO,CAAC,CAAC,CAAC,uDAAuD;IACnE,CAAC,EACD,KAAK,CACN,CAAC;IACF,CAAC,CAAC,QAAQ,CAAC,UAAU,GAAG,MAAM,EAAE,YAAY,EAAE,GAAG,CAAC,CAAC;IAAC,MAAM,IAAI,QAAQ,CAAC;IAEvE,oGAAoG;IACpG,MAAM,UAAU,GAAG,CAAC,CAAC,WAAW,CAC9B,CAAC,QAAgB,EAAE,QAAgB,EAAE,QAAgB,EAAE,GAAW,EAAU,EAAE,CAAC,CAAC,GAAG,EACnF,OAAO,CACR,CAAC;IACF,CAAC,CAAC,QAAQ,CAAC,UAAU,GAAG,MAAM,EAAE,UAAU,EAAE,GAAG,CAAC,CAAC;IAAC,MAAM,IAAI,QAAQ,CAAC;IAErE,iGAAiG;IACjG,MAAM,WAAW,GAAG,CAAC,CAAC,WAAW,CAC/B,CAAC,QAAgB,EAAE,KAAa,EAAE,KAAa,EAAE,GAAW,EAAU,EAAE,CAAC,CAAC,GAAG,EAC7E,OAAO,CACR,CAAC;IACF,CAAC,CAAC,QAAQ,CAAC,UAAU,GAAG,MAAM,EAAE,WAAW,EAAE,GAAG,CAAC,CAAC;IAAC,MAAM,IAAI,QAAQ,CAAC;IAEtE,mEAAmE;IACnE,MAAM,SAAS,GAAG,CAAC,CAAC,WAAW,CAAC,CAAC,QAAgB,EAAE,GAAW,EAAU,EAAE,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IACxF,CAAC,CAAC,QAAQ,CAAC,UAAU,GAAG,MAAM,EAAE,SAAS,EAAE,GAAG,CAAC,CAAC;IAAC,MAAM,IAAI,QAAQ,CAAC;IAEpE,mFAAmF;IACnF,MAAM,WAAW,GAAG,CAAC,CAAC,WAAW,CAC/B,CAAC,GAAW,EAAE,MAAc,EAAE,GAAW,EAAU,EAAE;QACnD,CAAC,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC;QAC3B,OAAO,CAAC,GAAG,CAAC;IACd,CAAC,EACD,MAAM,CACP,CAAC;IACF,CAAC,CAAC,QAAQ,CAAC,UAAU,GAAG,MAAM,EAAE,WAAW,EAAE,GAAG,CAAC,CAAC;IAAC,MAAM,IAAI,QAAQ,CAAC;IAEtE,oFAAoF;IACpF,MAAM,WAAW,GAAG,CAAC,CAAC,WAAW,CAC/B,CAAC,OAAe,EAAE,OAAe,EAAE,GAAW,EAAU,EAAE,CAAC,CAAC,EAC5D,MAAM,CACP,CAAC;IACF,CAAC,CAAC,QAAQ,CAAC,UAAU,GAAG,MAAM,EAAE,WAAW,EAAE,GAAG,CAAC,CAAC;IAAC,MAAM,IAAI,QAAQ,CAAC;IAEtE,oEAAoE;IACpE,MAAM,WAAW,GAAG,CAAC,CAAC,WAAW,CAAC,CAAC,OAAe,EAAE,GAAW,EAAU,EAAE,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IACtF,CAAC,CAAC,QAAQ,CAAC,UAAU,GAAG,MAAM,EAAE,WAAW,EAAE,GAAG,CAAC,CAAC;IAAC,MAAM,IAAI,QAAQ,CAAC;IAEtE,mGAAmG;IACnG,MAAM,KAAK,GAAG,CAAC,CAAC,WAAW,CACzB,CAAC,KAAa,EAAE,MAAc,EAAE,MAAc,EAAE,GAAW,EAAQ,EAAE;QACnE,MAAM,GAAG,GAAG,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;QACnC,MAAM,GAAG,GAAG,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;QACnC,MAAM,MAAM,GAAG,0BAA0B,GAAG,GAAG,CAAC;QAChD,IAAI,KAAK,IAAI,CAAC;YAAE,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;aACtC,IAAI,KAAK,KAAK,CAAC;YAAE,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;aAC3C,IAAI,KAAK,KAAK,CAAC;YAAE,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;;YAC3C,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAClC,CAAC,EACD,OAAO,CACR,CAAC;IACF,CAAC,CAAC,QAAQ,CAAC,UAAU,GAAG,MAAM,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;IAAC,MAAM,IAAI,QAAQ,CAAC;IAEhE,qBAAqB;IACrB,CAAC,CAAC,QAAQ,CAAC,UAAU,GAAG,MAAM,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC;IAAC,MAAM,IAAI,QAAQ,CAAC;IAE5D,4FAA4F;IAC5F,MAAM,OAAO,GAAG,CAAC,CAAC,WAAW,CAAC,CAAC,GAAW,EAAU,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,IAAI,CAAC,CAAC;IACzE,CAAC,CAAC,QAAQ,CAAC,UAAU,GAAG,MAAM,EAAE,OAAO,EAAE,GAAG,CAAC,CAAC;IAAC,MAAM,IAAI,QAAQ,CAAC;IAElE,kFAAkF;IAClF,MAAM,SAAS,GAAG,CAAC,CAAC,WAAW,CAC7B,CAAC,MAAc,EAAE,GAAW,EAAU,EAAE;QACtC,MAAM,OAAO,GAAI,SAAiB,CAAC,YAAY,IAAI,CAAC,CAAC;QACrD,MAAM,UAAU,GAAG,OAAO,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC;QAChD,yDAAyD;QACzD,8CAA8C;QAC9C,CAAC,CAAC,QAAQ,CAAC,MAAM,EAAE,UAAU,GAAG,UAAU,EAAE,KAAK,CAAC,CAAC,CAAM,YAAY;QACrE,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC,CAAyB,aAAa;QACvE,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,UAAU,GAAG,UAAU,EAAE,KAAK,CAAC,CAAC,CAAE,gBAAgB;QACzE,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC,CAAwB,iBAAiB;QAC3E,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC,CAAwB,WAAW;QACrE,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC,CAAwB,YAAY;QACtE,OAAO,CAAC,CAAC;IACX,CAAC,EACD,KAAK,CACN,CAAC;IACF,CAAC,CAAC,QAAQ,CAAC,UAAU,GAAG,MAAM,EAAE,SAAS,EAAE,GAAG,CAAC,CAAC;IAAC,MAAM,IAAI,QAAQ,CAAC;IAEpE,wBAAwB;IACxB,CAAC,CAAC,QAAQ,CAAC,UAAU,GAAG,MAAM,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC;IAAC,MAAM,IAAI,QAAQ,CAAC;IAE5D,iFAAiF;IACjF,CAAC,CAAC,QAAQ,CAAC,UAAU,GAAG,MAAM,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC;IAAC,MAAM,IAAI,QAAQ,CAAC;IAE5D,0BAA0B;IAC1B,CAAC,CAAC,QAAQ,CAAC,UAAU,GAAG,MAAM,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC;IAAC,MAAM,IAAI,QAAQ,CAAC;IAE5D,mBAAmB;IACnB,CAAC,CAAC,QAAQ,CAAC,UAAU,GAAG,MAAM,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC;IAExC,8EAA8E;IAC9E,4EAA4E;IAC5E,4EAA4E;IAC5E,wBAAwB;IACxB,OAAO,CAAC,yCAAyC,CAAC,CAAC;IACnD,IAAI,OAAO,CAAC,CAAC,yBAAyB,KAAK,UAAU,EAAE,CAAC;QACtD,MAAM,aAAa,GAAG,CAAC,CAAC,yBAAyB,CAAC,UAAU,CAAC,CAAC;QAC9D,IAAI,aAAa,KAAK,CAAC,EAAE,CAAC;YACxB,OAAO,CAAC,qCAAqC,aAAa,EAAE,CAAC,CAAC;QAChE,CAAC;IACH,CAAC;IACD,OAAO,CAAC,0CAA0C,CAAC,CAAC;IAEpD,0BAA0B;IAC1B,EAAE;IACF,yEAAyE;IACzE,4EAA4E;IAC5E,sEAAsE;IACtE,oEAAoE;IACpE,EAAE;IACF,yEAAyE;IACzE,2EAA2E;IAC3E,wEAAwE;IACxE,6EAA6E;IAC7E,EAAE;IACF,wEAAwE;IACxE,6DAA6D;IAC7D,wEAAwE;IACxE,wEAAwE;IACxE,qCAAqC;IACrC,EAAE;IACF,2EAA2E;IAC3E,OAAO,CAAC,6BAA6B,CAAC,CAAC;IACvC,MAAM,UAAU,GAAG,CAAC,CAAC,uBAAuB,EAAE,CAAC;IAC/C,MAAM,SAAS,GAAG,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE;QAAE,CAAC,CAAC,QAAQ,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;IACxE,CAAC,CAAC,QAAQ,CAAC,SAAS,EAAE,UAAU,EAAE,GAAG,CAAC,CAAC,CAAG,8BAA8B;IAExE,MAAM,cAAc,GAAG,OAAO,CAAC,CAAC,mCAAmC,KAAK,UAAU;QAChF,CAAC,CAAC,CAAC,CAAC,mCAAmC,EAAE;QACzC,CAAC,CAAC,CAAC,CAAC;IACN,CAAC,CAAC,QAAQ,CAAC,SAAS,GAAG,cAAc,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,mBAAmB;IAErE,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,MAAM,CAAC,CAAC,KAAK,CAC9B,UAAU,EAAE,QAAQ,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,SAAS,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CACrD,CAAC;QACZ,IAAI,UAAU,KAAK,CAAC,EAAE,CAAC;YACrB,OAAO,CAAC,+BAA+B,UAAU,sCAAsC,CAAC,CAAC;QAC3F,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,iCAAiC,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,uEAAuE;QACvE,yEAAyE;QACzE,OAAO,CAAC,8BAA8B,CAAC,qDAAqD,CAAC,CAAC;IAChG,CAAC;IACD,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IAEnB,sCAAsC;IACtC,4EAA4E;IAC5E,mEAAmE;IACnE,OAAO,CAAC,mCAAmC,CAAC,CAAC;IAC7C,OAAO,GAAG,qBAAqB,CAAC,CAAC,CAAC,CAAC;IACnC,OAAO,CAAC,6BAA6B,CAAC,CAAC;IAEvC,iCAAiC;IACjC,2EAA2E;IAC3E,uEAAuE;IACvE,gDAAgD;IAChD,OAAO,CAAC,oCAAoC,CAAC,CAAC;IAC9C,IAAI,OAAO,CAAC,CAAC,oCAAoC,CAAC,KAAK,UAAU,EAAE,CAAC;QAClE,MAAM,IAAI,KAAK,CACb,2CAA2C;cACzC,iDAAiD,CACpD,CAAC;IACJ,CAAC;IACD,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,KAAK,CAC7B,mCAAmC,EAAE,QAAQ,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAC7D,CAAC;IACZ,OAAO,CAAC,gDAAgD,SAAS,GAAG,CAAC,CAAC;IAEtE,iCAAiC;IACjC,iEAAiE;IACjE,OAAO,CAAC,mCAAmC,CAAC,CAAC;IAC7C,MAAM,SAAS,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAC/B,MAAM,YAAY,GAAG,MAAM,CAAC,CAAC,KAAK,CAChC,0BAA0B,EAAE,QAAQ,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,SAAS,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CACrE,CAAC;IACZ,IAAI,YAAY,KAAK,CAAC,EAAE,CAAC;QACvB,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACnB,MAAM,IAAI,KAAK,CAAC,oCAAoC,YAAY,EAAE,CAAC,CAAC;IACtE,CAAC;IACD,SAAS,GAAG,CAAC,CAAC,QAAQ,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;IACzC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IAEnB,OAAO,CAAC,0CAA0C,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC;AACpF,CAAC;AAED,8EAA8E;AAC9E,8DAA8D;AAC9D,8EAA8E;AAE9E,KAAK,UAAU,SAAS,CACtB,YAAoB,EAAE,aAAqB,EAC3C,aAAqB,EAAE,cAAsB,EAC7C,OAAe,EAAE,SAAiB,EAClC,iBAA+B,EAAE,kBAAgC;IAEjE,MAAM,CAAC,GAAG,UAAU,CAAC;IAErB,mDAAmD;IACnD,CAAC,CAAC,aAAa,CAAC,GAAG,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;IAE3C,uEAAuE;IACvE,IAAI,CAAC,WAAW,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,+BAA+B,EAAE,EAAE,CAAC,CAAC;IACpG,IAAI,SAAqB,CAAC;IAC1B,IAAI,iBAAiB,IAAI,iBAAiB,CAAC,UAAU,GAAG,CAAC,EAAE,CAAC;QAC1D,OAAO,CAAC,iCAAiC,CAAC,iBAAiB,CAAC,UAAU,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QACvG,SAAS,GAAG,IAAI,UAAU,CAAC,iBAAiB,CAAC,CAAC;IAChD,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,gCAAgC,YAAY,EAAE,CAAC,CAAC;QACxD,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,YAAY,CAAC,CAAC;QAClD,IAAI,CAAC,QAAQ;YAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,YAAY,EAAE,CAAC,CAAC;QAC3E,SAAS,GAAG,QAAQ,CAAC;IACvB,CAAC;IACD,OAAO,CAAC,eAAe,CAAC,SAAS,CAAC,MAAM,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAEzE,mBAAmB;IACnB,IAAI,CAAC,WAAW,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,oBAAoB,EAAE,EAAE,CAAC,CAAC;IACzF,MAAM,SAAS,GAAG,WAAW,aAAa,EAAE,CAAC;IAC7C,IAAI,CAAC;QAAC,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;IAAC,CAAC;IAAC,MAAM,CAAC,CAAC,mBAAmB,CAAC,CAAC;IAC7D,OAAO,CAAC,6BAA6B,SAAS,EAAE,CAAC,CAAC;IAClD,CAAC,CAAC,iBAAiB,CAAC,SAAS,EAAE,aAAa,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;IAC3E,OAAO,CAAC,0BAA0B,CAAC,CAAC;IAEpC,yCAAyC;IACzC,IAAI,CAAC,WAAW,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,2BAA2B,EAAE,EAAE,CAAC,CAAC;IAChG,IAAI,UAAsB,CAAC;IAC3B,IAAI,kBAAkB,IAAI,kBAAkB,CAAC,UAAU,GAAG,CAAC,EAAE,CAAC;QAC5D,OAAO,CAAC,kCAAkC,CAAC,kBAAkB,CAAC,UAAU,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QACzG,UAAU,GAAG,IAAI,UAAU,CAAC,kBAAkB,CAAC,CAAC;IAClD,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,iCAAiC,aAAa,EAAE,CAAC,CAAC;QAC1D,MAAM,UAAU,GAAG,MAAM,YAAY,CAAC,aAAa,CAAC,CAAC;QACrD,IAAI,CAAC,UAAU;YAAE,MAAM,IAAI,KAAK,CAAC,6BAA6B,aAAa,EAAE,CAAC,CAAC;QAC/E,UAAU,GAAG,UAAU,CAAC;IAC1B,CAAC;IACD,OAAO,CAAC,gBAAgB,CAAC,UAAU,CAAC,MAAM,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAE3E,MAAM,UAAU,GAAG,WAAW,cAAc,EAAE,CAAC;IAC/C,IAAI,CAAC;QAAC,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;IAAC,CAAC;IAAC,MAAM,CAAC,CAAC,mBAAmB,CAAC,CAAC;IAC9D,OAAO,CAAC,8BAA8B,UAAU,EAAE,CAAC,CAAC;IACpD,CAAC,CAAC,iBAAiB,CAAC,SAAS,EAAE,cAAc,EAAE,UAAU,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;IAC7E,OAAO,CAAC,2BAA2B,CAAC,CAAC;IAErC,+BAA+B;IAC/B,IAAI,CAAC,WAAW,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,kBAAkB,EAAE,EAAE,CAAC,CAAC;IACvF,MAAM,OAAO,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC;IACvC,MAAM,OAAO,GAAG,WAAW,CAAC,UAAU,CAAC,CAAC;IACxC,MAAM,KAAK,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;IACnC,MAAM,OAAO,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC;IAEvC,IAAI,CAAC;QACH,oEAAoE;QACpE,uDAAuD;QACvD,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,KAAK,CAC1B,8BAA8B,EAAE,QAAQ,EACxC,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC,EAClD,CAAC,SAAS,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,EAC7C,EAAE,KAAK,EAAE,IAAI,EAAE,CACN,CAAC;QAEZ,IAAI,MAAM,KAAK,CAAC,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,wCAAwC,MAAM,EAAE,CAAC,CAAC;QACpE,CAAC;QAED,OAAO,CAAC,iBAAiB,OAAO,EAAE,CAAC,CAAC;IACtC,CAAC;YAAS,CAAC;QACT,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACjB,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACjB,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACf,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACnB,CAAC;AACH,CAAC;AAED,8EAA8E;AAC9E,mBAAmB;AACnB,8EAA8E;AAE9E,KAAK,UAAU,YAAY,CACzB,SAAsB,EACtB,KAAa,EAAE,MAAc,EAC7B,MAAc,EACd,SAAiB,EAAE,WAAmB,EACtC,IAAY,EAAE,YAAqB,EACnC,WAAoB;IAEpB,MAAM,CAAC,GAAG,UAAU,CAAC;IACrB,MAAM,UAAU,GAAG,IAAI,UAAU,CAAC,SAAS,CAAC,CAAC;IAE7C,4EAA4E;IAC5E,MAAM,SAAS,GAAW,CAAC,CAAC,KAAK,CAAC,2BAA2B,EAAE,QAAQ,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;IACjF,MAAM,OAAO,GAAW,CAAC,CAAC,KAAK,CAAC,6BAA6B,EAAE,QAAQ,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;IACjF,MAAM,OAAO,GAAW,CAAC,CAAC,KAAK,CAAC,4BAA4B,EAAE,QAAQ,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;IAEhF,yDAAyD;IACzD,MAAM,QAAQ,GAAG,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IACtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE;QAAE,CAAC,CAAC,QAAQ,CAAC,QAAQ,GAAG,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;IAEtE,MAAM,EAAE,GAAG,OAAQ,CAAC,QAAQ,CAAC;IAC7B,CAAC,CAAC,QAAQ,CAAC,QAAQ,GAAG,EAAE,CAAC,MAAM,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,qBAAqB;IAEjE,MAAM,QAAQ,GAAG,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;IAC9C,eAAe,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;IACtC,CAAC,CAAC,QAAQ,CAAC,QAAQ,GAAG,EAAE,CAAC,SAAS,EAAE,QAAQ,EAAE,GAAG,CAAC,CAAC;IAEnD,CAAC,CAAC,QAAQ,CAAC,QAAQ,GAAG,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;IAC9C,CAAC,CAAC,QAAQ,CAAC,QAAQ,GAAG,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;IAChD,CAAC,CAAC,QAAQ,CAAC,QAAQ,GAAG,EAAE,CAAC,QAAQ,EAAE,UAAU,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAE7D,kDAAkD;IAClD,MAAM,MAAM,GAAG,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IAClC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,EAAE,CAAC,EAAE;QAAE,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;IAClE,MAAM,EAAE,GAAG,OAAQ,CAAC,UAAU,CAAC;IAC/B,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,EAAE,CAAC,SAAS,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;IACpD,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,EAAE,CAAC,WAAW,EAAE,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IAC/F,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IAE1E,IAAI,eAAe,GAAG,CAAC,CAAC;IACxB,IAAI,YAAY,EAAE,CAAC;QACjB,eAAe,GAAG,WAAW,CAAC,YAAY,CAAC,CAAC;QAC5C,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,EAAE,CAAC,YAAY,EAAE,eAAe,EAAE,GAAG,CAAC,CAAC;IAC7D,CAAC;IAED,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,EAAE,CAAC,WAAW,EAAE,WAAW,IAAI,CAAC,EAAE,KAAK,CAAC,CAAC;IAE7D,MAAM,SAAS,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC;IAEtC,gBAAgB;IAChB,MAAM,MAAM,GAAG,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IAClC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,EAAE,CAAC,EAAE;QAAE,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;IAElE,IAAI,CAAC;QACH,wEAAwE;QACxE,iEAAiE;QACjE,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,KAAK,CACrB,2BAA2B,EAAE,QAAQ,EACrC,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC,EAClD,CAAC,SAAS,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC,EAChD,EAAE,KAAK,EAAE,IAAI,EAAE,CACN,CAAC;QAEZ,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,EAAE,CAAC,CAAC;QAC5D,CAAC;QAED,kEAAkE;QAClE,MAAM,EAAE,GAAG,OAAQ,CAAC,SAAS,CAAC;QAC9B,MAAM,OAAO,GAAG,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,EAAE,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAClD,MAAM,MAAM,GAAoB;YAC9B,IAAI,EAAE,UAAU,CAAC,OAAO,CAAC;YACzB,YAAY,EAAE,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,EAAE,CAAC,YAAY,EAAE,KAAK,CAAC;YACzD,WAAW,EAAE,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,EAAE,CAAC,WAAW,EAAE,KAAK,CAAC;YACvD,gBAAgB,EAAE,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,EAAE,CAAC,gBAAgB,EAAE,KAAK,CAAC;YACjE,WAAW,EAAE,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,EAAE,CAAC,WAAW,EAAE,KAAK,CAAC;SACxD,CAAC;QAEF,mEAAmE;QACnE,CAAC,CAAC,KAAK,CAAC,qBAAqB,EAAE,IAAI,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;QAC3D,OAAO,MAAM,CAAC;IAChB,CAAC;YAAS,CAAC;QACT,IAAI,eAAe;YAAE,CAAC,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;QAC9C,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACnB,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAClB,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAChB,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAClB,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAClB,CAAC;AACH,CAAC;AAED,8EAA8E;AAC9E,sBAAsB;AACtB,8EAA8E;AAE9E,SAAS,aAAa,CAAC,CAAiC;IACtD,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC;IAE5B,MAAM,OAAO,GAAG,KAAK,IAAI,EAAE;QACzB,QAAQ,IAAI,EAAE,CAAC;YACb,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,MAAM,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,IAAI,KAAK,CAAC,CAAC;gBAC5E,IAAI,CAAC,WAAW,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,EAA8B,CAAC,CAAC;gBACtH,MAAM;YACR,CAAC;YAED,KAAK,YAAY,CAAC,CAAC,CAAC;gBAClB,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC;gBACzB,MAAM,SAAS,CACb,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,aAAa,EAC/B,CAAC,CAAC,aAAa,EAAE,CAAC,CAAC,cAAc,EACjC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,SAAS,EACrB,CAAS,CAAC,SAAS,EAAG,CAAS,CAAC,UAAU,CAC5C,CAAC;gBACF,IAAI,CAAC,WAAW,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,EAA8B,CAAC,CAAC;gBACjG,MAAM;YACR,CAAC;YAED,KAAK,SAAS,CAAC,CAAC,CAAC;gBACf,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC;gBACzB,MAAM,MAAM,GAAG,MAAM,YAAY,CAC/B,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,MAAM,EAC9B,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,WAAW,EACpC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,WAAW,CACtC,CAAC;gBACF,IAAI,CAAC,WAAW,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAA8B,CAAC,CAAC;gBACtF,MAAM;YACR,CAAC;YAED,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACd,IAAI,UAAU,IAAI,SAAS,EAAE,CAAC;oBAC5B,UAAU,CAAC,KAAK,CAAC,0BAA0B,EAAE,QAAQ,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC;gBAClF,CAAC;gBACD,IAAI,CAAC,WAAW,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,EAA8B,CAAC,CAAC;gBACjG,MAAM;YACR,CAAC;YAED,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACd,IAAI,UAAU,IAAI,SAAS,EAAE,CAAC;oBAC5B,UAAU,CAAC,KAAK,CAAC,0BAA0B,EAAE,QAAQ,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC;gBAClF,CAAC;gBACD,IAAI,CAAC,WAAW,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,EAA8B,CAAC,CAAC;gBACjG,MAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC,CAAC;IAEF,OAAO,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;QACtB,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACjE,QAAQ,CAAC,YAAY,IAAI,GAAG,EAAE,OAAO,CAAC,CAAC;QACvC,IAAI,CAAC,WAAW,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,EAA8B,CAAC,CAAC;IAC5F,CAAC,CAAC,CAAC;AACL,CAAC;AAED,8EAA8E;AAC9E,gCAAgC;AAChC,8EAA8E;AAE9E;;;;;;;;;;;;GAYG;AACH,MAAM,UAAU,qBAAqB;IACnC,OAAO,CAAC,gCAAgC,CAAC,CAAC;IAC1C,IAAI,CAAC,SAAS,GAAG,aAAa,CAAC;AACjC,CAAC"}
|
|
@@ -0,0 +1,49 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* LlamaCPP - Module facade for @runanywhere/web-llamacpp
|
|
3
|
+
*
|
|
4
|
+
* Provides a high-level API matching the React Native SDK's module pattern.
|
|
5
|
+
*
|
|
6
|
+
* Usage:
|
|
7
|
+
* import { LlamaCPP } from '@runanywhere/web-llamacpp';
|
|
8
|
+
*
|
|
9
|
+
* await LlamaCPP.register();
|
|
10
|
+
* LlamaCPP.addModel({ id: 'my-model', name: 'My Model', url: '...' });
|
|
11
|
+
*/
|
|
12
|
+
/** Options for `LlamaCPP.register()`. */
|
|
13
|
+
export interface LlamaCPPRegisterOptions {
|
|
14
|
+
/** Override URL to the racommons-llamacpp.js glue file (CPU variant). */
|
|
15
|
+
wasmUrl?: string;
|
|
16
|
+
/** Override URL to the racommons-llamacpp-webgpu.js glue file. */
|
|
17
|
+
webgpuWasmUrl?: string;
|
|
18
|
+
/** Hardware acceleration strategy (default: 'auto'). */
|
|
19
|
+
acceleration?: 'auto' | 'webgpu' | 'cpu';
|
|
20
|
+
}
|
|
21
|
+
export declare const LlamaCPP: {
|
|
22
|
+
/** Unique module identifier. */
|
|
23
|
+
readonly moduleId: string;
|
|
24
|
+
/** Whether the backend is registered. */
|
|
25
|
+
readonly isRegistered: boolean;
|
|
26
|
+
/** Current hardware acceleration mode ('cpu' | 'webgpu'). Available after register(). */
|
|
27
|
+
readonly accelerationMode: string;
|
|
28
|
+
/**
|
|
29
|
+
* Register the llama.cpp backend.
|
|
30
|
+
* Call after `RunAnywhere.initialize()`.
|
|
31
|
+
*
|
|
32
|
+
* @param options - Optional WASM URL overrides and acceleration preference.
|
|
33
|
+
* Use `wasmUrl` / `webgpuWasmUrl` when the default
|
|
34
|
+
* `import.meta.url`-based resolution doesn't work (e.g. bundled apps).
|
|
35
|
+
*/
|
|
36
|
+
register(options?: LlamaCPPRegisterOptions): Promise<void>;
|
|
37
|
+
/**
|
|
38
|
+
* Unregister the backend and clean up.
|
|
39
|
+
*/
|
|
40
|
+
unregister(): void;
|
|
41
|
+
};
|
|
42
|
+
/**
|
|
43
|
+
* Auto-register the llama.cpp backend.
|
|
44
|
+
* Usage:
|
|
45
|
+
* import { autoRegister } from '@runanywhere/web-llamacpp';
|
|
46
|
+
* autoRegister();
|
|
47
|
+
*/
|
|
48
|
+
export declare function autoRegister(): void;
|
|
49
|
+
//# sourceMappingURL=LlamaCPP.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"LlamaCPP.d.ts","sourceRoot":"","sources":["../src/LlamaCPP.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAKH,yCAAyC;AACzC,MAAM,WAAW,uBAAuB;IACtC,yEAAyE;IACzE,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,kEAAkE;IAClE,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,wDAAwD;IACxD,YAAY,CAAC,EAAE,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;CAC1C;AAKD,eAAO,MAAM,QAAQ;IACnB,gCAAgC;uBAChB,MAAM;IAItB,yCAAyC;2BACrB,OAAO;IAI3B,yFAAyF;+BACjE,MAAM;IAI9B;;;;;;;OAOG;uBACsB,uBAAuB,GAAG,OAAO,CAAC,IAAI,CAAC;IAOhE;;OAEG;kBACW,IAAI;CAGnB,CAAC;AAEF;;;;;GAKG;AACH,wBAAgB,YAAY,IAAI,IAAI,CAInC"}
|
package/dist/LlamaCPP.js
ADDED
|
@@ -0,0 +1,63 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* LlamaCPP - Module facade for @runanywhere/web-llamacpp
|
|
3
|
+
*
|
|
4
|
+
* Provides a high-level API matching the React Native SDK's module pattern.
|
|
5
|
+
*
|
|
6
|
+
* Usage:
|
|
7
|
+
* import { LlamaCPP } from '@runanywhere/web-llamacpp';
|
|
8
|
+
*
|
|
9
|
+
* await LlamaCPP.register();
|
|
10
|
+
* LlamaCPP.addModel({ id: 'my-model', name: 'My Model', url: '...' });
|
|
11
|
+
*/
|
|
12
|
+
import { LlamaCppBridge } from './Foundation/LlamaCppBridge';
|
|
13
|
+
import { LlamaCppProvider } from './LlamaCppProvider';
|
|
14
|
+
/** Module identifier. */
|
|
15
|
+
const MODULE_ID = 'llamacpp';
|
|
16
|
+
export const LlamaCPP = {
|
|
17
|
+
/** Unique module identifier. */
|
|
18
|
+
get moduleId() {
|
|
19
|
+
return MODULE_ID;
|
|
20
|
+
},
|
|
21
|
+
/** Whether the backend is registered. */
|
|
22
|
+
get isRegistered() {
|
|
23
|
+
return LlamaCppProvider.isRegistered;
|
|
24
|
+
},
|
|
25
|
+
/** Current hardware acceleration mode ('cpu' | 'webgpu'). Available after register(). */
|
|
26
|
+
get accelerationMode() {
|
|
27
|
+
return LlamaCppBridge.shared?.accelerationMode ?? 'cpu';
|
|
28
|
+
},
|
|
29
|
+
/**
|
|
30
|
+
* Register the llama.cpp backend.
|
|
31
|
+
* Call after `RunAnywhere.initialize()`.
|
|
32
|
+
*
|
|
33
|
+
* @param options - Optional WASM URL overrides and acceleration preference.
|
|
34
|
+
* Use `wasmUrl` / `webgpuWasmUrl` when the default
|
|
35
|
+
* `import.meta.url`-based resolution doesn't work (e.g. bundled apps).
|
|
36
|
+
*/
|
|
37
|
+
async register(options) {
|
|
38
|
+
const bridge = LlamaCppBridge.shared;
|
|
39
|
+
if (options?.wasmUrl)
|
|
40
|
+
bridge.wasmUrl = options.wasmUrl;
|
|
41
|
+
if (options?.webgpuWasmUrl)
|
|
42
|
+
bridge.webgpuWasmUrl = options.webgpuWasmUrl;
|
|
43
|
+
return LlamaCppProvider.register(options?.acceleration);
|
|
44
|
+
},
|
|
45
|
+
/**
|
|
46
|
+
* Unregister the backend and clean up.
|
|
47
|
+
*/
|
|
48
|
+
unregister() {
|
|
49
|
+
LlamaCppProvider.unregister();
|
|
50
|
+
},
|
|
51
|
+
};
|
|
52
|
+
/**
|
|
53
|
+
* Auto-register the llama.cpp backend.
|
|
54
|
+
* Usage:
|
|
55
|
+
* import { autoRegister } from '@runanywhere/web-llamacpp';
|
|
56
|
+
* autoRegister();
|
|
57
|
+
*/
|
|
58
|
+
export function autoRegister() {
|
|
59
|
+
LlamaCppProvider.register().catch(() => {
|
|
60
|
+
// Silently handle registration failure during auto-registration
|
|
61
|
+
});
|
|
62
|
+
}
|
|
63
|
+
//# sourceMappingURL=LlamaCPP.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"LlamaCPP.js","sourceRoot":"","sources":["../src/LlamaCPP.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAC7D,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAYtD,yBAAyB;AACzB,MAAM,SAAS,GAAG,UAAU,CAAC;AAE7B,MAAM,CAAC,MAAM,QAAQ,GAAG;IACtB,gCAAgC;IAChC,IAAI,QAAQ;QACV,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,yCAAyC;IACzC,IAAI,YAAY;QACd,OAAO,gBAAgB,CAAC,YAAY,CAAC;IACvC,CAAC;IAED,yFAAyF;IACzF,IAAI,gBAAgB;QAClB,OAAO,cAAc,CAAC,MAAM,EAAE,gBAAgB,IAAI,KAAK,CAAC;IAC1D,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,QAAQ,CAAC,OAAiC;QAC9C,MAAM,MAAM,GAAG,cAAc,CAAC,MAAM,CAAC;QACrC,IAAI,OAAO,EAAE,OAAO;YAAE,MAAM,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;QACvD,IAAI,OAAO,EAAE,aAAa;YAAE,MAAM,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC;QACzE,OAAO,gBAAgB,CAAC,QAAQ,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;IAC1D,CAAC;IAED;;OAEG;IACH,UAAU;QACR,gBAAgB,CAAC,UAAU,EAAE,CAAC;IAChC,CAAC;CACF,CAAC;AAEF;;;;;GAKG;AACH,MAAM,UAAU,YAAY;IAC1B,gBAAgB,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE;QACrC,gEAAgE;IAClE,CAAC,CAAC,CAAC;AACL,CAAC"}
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* LlamaCppProvider - Backend registration for @runanywhere/web-llamacpp
|
|
3
|
+
*
|
|
4
|
+
* Registers the llama.cpp backend with the RunAnywhere core SDK.
|
|
5
|
+
* Follows the React Native SDK's Provider pattern.
|
|
6
|
+
*
|
|
7
|
+
* Usage:
|
|
8
|
+
* import { LlamaCppProvider } from '@runanywhere/web-llamacpp';
|
|
9
|
+
* await LlamaCppProvider.register();
|
|
10
|
+
*/
|
|
11
|
+
export declare const LlamaCppProvider: {
|
|
12
|
+
/** Whether the backend is currently registered. */
|
|
13
|
+
readonly isRegistered: boolean;
|
|
14
|
+
/**
|
|
15
|
+
* Register the llama.cpp backend with the RunAnywhere SDK.
|
|
16
|
+
*
|
|
17
|
+
* This:
|
|
18
|
+
* 1. Ensures LlamaCppBridge WASM is loaded (which registers the C++ backend)
|
|
19
|
+
* 2. Loads llama.cpp-specific struct offsets
|
|
20
|
+
* 3. Registers LLM model loader with ModelManager
|
|
21
|
+
* 4. Registers all extension singletons with ExtensionRegistry
|
|
22
|
+
* 5. Registers this backend with ExtensionPoint
|
|
23
|
+
*
|
|
24
|
+
* @param acceleration - Hardware acceleration strategy (default: 'auto').
|
|
25
|
+
*/
|
|
26
|
+
register(acceleration?: "auto" | "webgpu" | "cpu"): Promise<void>;
|
|
27
|
+
/**
|
|
28
|
+
* Unregister the backend and clean up resources.
|
|
29
|
+
*/
|
|
30
|
+
unregister(): void;
|
|
31
|
+
};
|
|
32
|
+
//# sourceMappingURL=LlamaCppProvider.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"LlamaCppProvider.d.ts","sourceRoot":"","sources":["../src/LlamaCppProvider.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AA6EH,eAAO,MAAM,gBAAgB;IAC3B,mDAAmD;2BAC/B,OAAO;IAI3B;;;;;;;;;;;OAWG;4BAC2B,MAAM,GAAG,QAAQ,GAAG,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC;IAmBvE;;OAEG;kBACW,IAAI;CAGnB,CAAC"}
|
|
@@ -0,0 +1,106 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* LlamaCppProvider - Backend registration for @runanywhere/web-llamacpp
|
|
3
|
+
*
|
|
4
|
+
* Registers the llama.cpp backend with the RunAnywhere core SDK.
|
|
5
|
+
* Follows the React Native SDK's Provider pattern.
|
|
6
|
+
*
|
|
7
|
+
* Usage:
|
|
8
|
+
* import { LlamaCppProvider } from '@runanywhere/web-llamacpp';
|
|
9
|
+
* await LlamaCppProvider.register();
|
|
10
|
+
*/
|
|
11
|
+
import { SDKLogger, ModelManager, ExtensionPoint, BackendCapability, ExtensionRegistry, } from '@runanywhere/web';
|
|
12
|
+
import { LlamaCppBridge } from './Foundation/LlamaCppBridge';
|
|
13
|
+
import { loadOffsets } from './Foundation/LlamaCppOffsets';
|
|
14
|
+
import { TextGeneration } from './Extensions/RunAnywhere+TextGeneration';
|
|
15
|
+
import { VLM } from './Extensions/RunAnywhere+VLM';
|
|
16
|
+
import { ToolCalling } from './Extensions/RunAnywhere+ToolCalling';
|
|
17
|
+
import { Embeddings } from './Extensions/RunAnywhere+Embeddings';
|
|
18
|
+
import { Diffusion } from './Extensions/RunAnywhere+Diffusion';
|
|
19
|
+
const logger = new SDKLogger('LlamaCppProvider');
|
|
20
|
+
let _isRegistered = false;
|
|
21
|
+
let _registeringPromise = null;
|
|
22
|
+
async function _doRegister(acceleration) {
|
|
23
|
+
const bridge = LlamaCppBridge.shared;
|
|
24
|
+
await bridge.ensureLoaded(acceleration);
|
|
25
|
+
// Load llama.cpp struct offsets from the WASM module
|
|
26
|
+
loadOffsets();
|
|
27
|
+
// Register model loaders with ModelManager
|
|
28
|
+
ModelManager.setLLMLoader(TextGeneration);
|
|
29
|
+
// Register extensions with lifecycle registry (only those with cleanup)
|
|
30
|
+
ExtensionRegistry.register(TextGeneration);
|
|
31
|
+
ExtensionRegistry.register(VLM);
|
|
32
|
+
ExtensionRegistry.register(ToolCalling);
|
|
33
|
+
ExtensionRegistry.register(Embeddings);
|
|
34
|
+
ExtensionRegistry.register(Diffusion);
|
|
35
|
+
// Register with ExtensionPoint for capability lookups
|
|
36
|
+
ExtensionPoint.registerBackend(llamacppExtension);
|
|
37
|
+
// Register typed provider so VoicePipeline (in core) can access
|
|
38
|
+
// the LLM via ExtensionPoint.getProvider('llm') at runtime.
|
|
39
|
+
ExtensionPoint.registerProvider('llm', TextGeneration);
|
|
40
|
+
_isRegistered = true;
|
|
41
|
+
logger.info('LlamaCpp backend registered successfully');
|
|
42
|
+
}
|
|
43
|
+
const llamacppExtension = {
|
|
44
|
+
id: 'llamacpp',
|
|
45
|
+
capabilities: [
|
|
46
|
+
BackendCapability.LLM,
|
|
47
|
+
BackendCapability.VLM,
|
|
48
|
+
BackendCapability.ToolCalling,
|
|
49
|
+
BackendCapability.StructuredOutput,
|
|
50
|
+
BackendCapability.Embeddings,
|
|
51
|
+
BackendCapability.Diffusion,
|
|
52
|
+
],
|
|
53
|
+
cleanup() {
|
|
54
|
+
TextGeneration.cleanup();
|
|
55
|
+
VLM.cleanup();
|
|
56
|
+
ToolCalling.cleanup();
|
|
57
|
+
Embeddings.cleanup();
|
|
58
|
+
Diffusion.cleanup();
|
|
59
|
+
ExtensionPoint.removeProvider('llm');
|
|
60
|
+
_isRegistered = false;
|
|
61
|
+
_registeringPromise = null;
|
|
62
|
+
logger.info('LlamaCpp backend cleaned up');
|
|
63
|
+
},
|
|
64
|
+
};
|
|
65
|
+
export const LlamaCppProvider = {
|
|
66
|
+
/** Whether the backend is currently registered. */
|
|
67
|
+
get isRegistered() {
|
|
68
|
+
return _isRegistered;
|
|
69
|
+
},
|
|
70
|
+
/**
|
|
71
|
+
* Register the llama.cpp backend with the RunAnywhere SDK.
|
|
72
|
+
*
|
|
73
|
+
* This:
|
|
74
|
+
* 1. Ensures LlamaCppBridge WASM is loaded (which registers the C++ backend)
|
|
75
|
+
* 2. Loads llama.cpp-specific struct offsets
|
|
76
|
+
* 3. Registers LLM model loader with ModelManager
|
|
77
|
+
* 4. Registers all extension singletons with ExtensionRegistry
|
|
78
|
+
* 5. Registers this backend with ExtensionPoint
|
|
79
|
+
*
|
|
80
|
+
* @param acceleration - Hardware acceleration strategy (default: 'auto').
|
|
81
|
+
*/
|
|
82
|
+
async register(acceleration) {
|
|
83
|
+
if (_isRegistered) {
|
|
84
|
+
logger.debug('LlamaCpp backend already registered, skipping');
|
|
85
|
+
return;
|
|
86
|
+
}
|
|
87
|
+
if (_registeringPromise) {
|
|
88
|
+
logger.debug('LlamaCpp registration in progress, awaiting...');
|
|
89
|
+
return _registeringPromise;
|
|
90
|
+
}
|
|
91
|
+
_registeringPromise = _doRegister(acceleration);
|
|
92
|
+
try {
|
|
93
|
+
await _registeringPromise;
|
|
94
|
+
}
|
|
95
|
+
finally {
|
|
96
|
+
_registeringPromise = null;
|
|
97
|
+
}
|
|
98
|
+
},
|
|
99
|
+
/**
|
|
100
|
+
* Unregister the backend and clean up resources.
|
|
101
|
+
*/
|
|
102
|
+
unregister() {
|
|
103
|
+
llamacppExtension.cleanup();
|
|
104
|
+
},
|
|
105
|
+
};
|
|
106
|
+
//# sourceMappingURL=LlamaCppProvider.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"LlamaCppProvider.js","sourceRoot":"","sources":["../src/LlamaCppProvider.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EACL,SAAS,EACT,YAAY,EACZ,cAAc,EACd,iBAAiB,EACjB,iBAAiB,GAClB,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAC7D,OAAO,EAAE,WAAW,EAAE,MAAM,8BAA8B,CAAC;AAE3D,OAAO,EAAE,cAAc,EAAE,MAAM,yCAAyC,CAAC;AACzE,OAAO,EAAE,GAAG,EAAE,MAAM,8BAA8B,CAAC;AACnD,OAAO,EAAE,WAAW,EAAE,MAAM,sCAAsC,CAAC;AACnE,OAAO,EAAE,UAAU,EAAE,MAAM,qCAAqC,CAAC;AACjE,OAAO,EAAE,SAAS,EAAE,MAAM,oCAAoC,CAAC;AAI/D,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,kBAAkB,CAAC,CAAC;AAEjD,IAAI,aAAa,GAAG,KAAK,CAAC;AAC1B,IAAI,mBAAmB,GAAyB,IAAI,CAAC;AAErD,KAAK,UAAU,WAAW,CAAC,YAAwC;IACjE,MAAM,MAAM,GAAG,cAAc,CAAC,MAAM,CAAC;IACrC,MAAM,MAAM,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;IAExC,qDAAqD;IACrD,WAAW,EAAE,CAAC;IAEd,2CAA2C;IAC3C,YAAY,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC;IAE1C,wEAAwE;IACxE,iBAAiB,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC;IAC3C,iBAAiB,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;IAChC,iBAAiB,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;IACxC,iBAAiB,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;IACvC,iBAAiB,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;IAEtC,sDAAsD;IACtD,cAAc,CAAC,eAAe,CAAC,iBAAiB,CAAC,CAAC;IAElD,gEAAgE;IAChE,4DAA4D;IAC5D,cAAc,CAAC,gBAAgB,CAAC,KAAK,EAAE,cAAc,CAAC,CAAC;IAEvD,aAAa,GAAG,IAAI,CAAC;IACrB,MAAM,CAAC,IAAI,CAAC,0CAA0C,CAAC,CAAC;AAC1D,CAAC;AAED,MAAM,iBAAiB,GAAqB;IAC1C,EAAE,EAAE,UAAU;IACd,YAAY,EAAE;QACZ,iBAAiB,CAAC,GAAG;QACrB,iBAAiB,CAAC,GAAG;QACrB,iBAAiB,CAAC,WAAW;QAC7B,iBAAiB,CAAC,gBAAgB;QAClC,iBAAiB,CAAC,UAAU;QAC5B,iBAAiB,CAAC,SAAS;KAC5B;IACD,OAAO;QACL,cAAc,CAAC,OAAO,EAAE,CAAC;QACzB,GAAG,CAAC,OAAO,EAAE,CAAC;QACd,WAAW,CAAC,OAAO,EAAE,CAAC;QACtB,UAAU,CAAC,OAAO,EAAE,CAAC;QACrB,SAAS,CAAC,OAAO,EAAE,CAAC;QACpB,cAAc,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QACrC,aAAa,GAAG,KAAK,CAAC;QACtB,mBAAmB,GAAG,IAAI,CAAC;QAC3B,MAAM,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;IAC7C,CAAC;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,gBAAgB,GAAG;IAC9B,mDAAmD;IACnD,IAAI,YAAY;QACd,OAAO,aAAa,CAAC;IACvB,CAAC;IAED;;;;;;;;;;;OAWG;IACH,KAAK,CAAC,QAAQ,CAAC,YAAwC;QACrD,IAAI,aAAa,EAAE,CAAC;YAClB,MAAM,CAAC,KAAK,CAAC,+CAA+C,CAAC,CAAC;YAC9D,OAAO;QACT,CAAC;QAED,IAAI,mBAAmB,EAAE,CAAC;YACxB,MAAM,CAAC,KAAK,CAAC,gDAAgD,CAAC,CAAC;YAC/D,OAAO,mBAAmB,CAAC;QAC7B,CAAC;QAED,mBAAmB,GAAG,WAAW,CAAC,YAAY,CAAC,CAAC;QAChD,IAAI,CAAC;YACH,MAAM,mBAAmB,CAAC;QAC5B,CAAC;gBAAS,CAAC;YACT,mBAAmB,GAAG,IAAI,CAAC;QAC7B,CAAC;IACH,CAAC;IAED;;OAEG;IACH,UAAU;QACR,iBAAiB,CAAC,OAAO,EAAE,CAAC;IAC9B,CAAC;CACF,CAAC"}
|
package/dist/index.d.ts
ADDED
|
@@ -0,0 +1,43 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* @runanywhere/web-llamacpp
|
|
3
|
+
*
|
|
4
|
+
* LlamaCpp backend for the RunAnywhere Web SDK.
|
|
5
|
+
* Provides on-device LLM, VLM, tool calling, structured output,
|
|
6
|
+
* embeddings, and diffusion capabilities via llama.cpp compiled to WASM.
|
|
7
|
+
*
|
|
8
|
+
* @packageDocumentation
|
|
9
|
+
*
|
|
10
|
+
* @example
|
|
11
|
+
* ```typescript
|
|
12
|
+
* import { RunAnywhere } from '@runanywhere/web';
|
|
13
|
+
* import { LlamaCPP } from '@runanywhere/web-llamacpp';
|
|
14
|
+
*
|
|
15
|
+
* await RunAnywhere.initialize();
|
|
16
|
+
* await LlamaCPP.register();
|
|
17
|
+
*
|
|
18
|
+
* // Now TextGeneration, VLM, etc. are available
|
|
19
|
+
* const result = await TextGeneration.generate('Hello!', { maxTokens: 100 });
|
|
20
|
+
* ```
|
|
21
|
+
*/
|
|
22
|
+
export { LlamaCPP, autoRegister } from './LlamaCPP';
|
|
23
|
+
export type { LlamaCPPRegisterOptions } from './LlamaCPP';
|
|
24
|
+
export { LlamaCppProvider } from './LlamaCppProvider';
|
|
25
|
+
export { LlamaCppBridge } from './Foundation/LlamaCppBridge';
|
|
26
|
+
export type { LlamaCppModule } from './Foundation/LlamaCppBridge';
|
|
27
|
+
export { TextGeneration } from './Extensions/RunAnywhere+TextGeneration';
|
|
28
|
+
export { VLM, VLMModelFamily } from './Extensions/RunAnywhere+VLM';
|
|
29
|
+
export { ToolCalling, ToolCallFormat, toToolValue, fromToolValue, getStringArg, getNumberArg } from './Extensions/RunAnywhere+ToolCalling';
|
|
30
|
+
export type { ToolValue, ToolParameterType, ToolParameter, ToolDefinition, ToolCall, ToolResult, ToolCallingOptions, ToolCallingResult, ToolExecutor, } from './Extensions/RunAnywhere+ToolCalling';
|
|
31
|
+
export { StructuredOutput } from './Extensions/RunAnywhere+StructuredOutput';
|
|
32
|
+
export type { StructuredOutputConfig, StructuredOutputValidation } from './Extensions/RunAnywhere+StructuredOutput';
|
|
33
|
+
export { Diffusion } from './Extensions/RunAnywhere+Diffusion';
|
|
34
|
+
export { DiffusionScheduler, DiffusionModelVariant, DiffusionMode } from './Extensions/RunAnywhere+Diffusion';
|
|
35
|
+
export type { DiffusionGenerationOptions, DiffusionGenerationResult, DiffusionProgressCallback } from './Extensions/RunAnywhere+Diffusion';
|
|
36
|
+
export { Embeddings } from './Extensions/RunAnywhere+Embeddings';
|
|
37
|
+
export { EmbeddingsNormalize, EmbeddingsPooling } from './Extensions/RunAnywhere+Embeddings';
|
|
38
|
+
export type { EmbeddingVector, EmbeddingsResult, EmbeddingsOptions } from './Extensions/RunAnywhere+Embeddings';
|
|
39
|
+
export { TelemetryService, getOrCreateDeviceId } from './Foundation/TelemetryService';
|
|
40
|
+
export { VLMWorkerBridge } from './Infrastructure/VLMWorkerBridge';
|
|
41
|
+
export type { VLMWorkerResult, VLMLoadModelParams, VLMProcessOptions, VLMWorkerCommand, VLMWorkerResponse, ProgressListener, } from './Infrastructure/VLMWorkerBridge';
|
|
42
|
+
export { startVLMWorkerRuntime } from './Infrastructure/VLMWorkerRuntime';
|
|
43
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAGH,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AACpD,YAAY,EAAE,uBAAuB,EAAE,MAAM,YAAY,CAAC;AAC1D,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAGtD,OAAO,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAC7D,YAAY,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAGlE,OAAO,EAAE,cAAc,EAAE,MAAM,yCAAyC,CAAC;AACzE,OAAO,EAAE,GAAG,EAAE,cAAc,EAAE,MAAM,8BAA8B,CAAC;AACnE,OAAO,EAAE,WAAW,EAAE,cAAc,EAAE,WAAW,EAAE,aAAa,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,sCAAsC,CAAC;AAC3I,YAAY,EACV,SAAS,EAAE,iBAAiB,EAAE,aAAa,EAAE,cAAc,EAC3D,QAAQ,EAAE,UAAU,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,YAAY,GAC1E,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EAAE,gBAAgB,EAAE,MAAM,2CAA2C,CAAC;AAC7E,YAAY,EAAE,sBAAsB,EAAE,0BAA0B,EAAE,MAAM,2CAA2C,CAAC;AACpH,OAAO,EAAE,SAAS,EAAE,MAAM,oCAAoC,CAAC;AAC/D,OAAO,EAAE,kBAAkB,EAAE,qBAAqB,EAAE,aAAa,EAAE,MAAM,oCAAoC,CAAC;AAC9G,YAAY,EAAE,0BAA0B,EAAE,yBAAyB,EAAE,yBAAyB,EAAE,MAAM,oCAAoC,CAAC;AAC3I,OAAO,EAAE,UAAU,EAAE,MAAM,qCAAqC,CAAC;AACjE,OAAO,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,MAAM,qCAAqC,CAAC;AAC7F,YAAY,EAAE,eAAe,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,qCAAqC,CAAC;AAGhH,OAAO,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAC;AAGtF,OAAO,EAAE,eAAe,EAAE,MAAM,kCAAkC,CAAC;AACnE,YAAY,EACV,eAAe,EAAE,kBAAkB,EAAE,iBAAiB,EACtD,gBAAgB,EAAE,iBAAiB,EAAE,gBAAgB,GACtD,MAAM,kCAAkC,CAAC;AAC1C,OAAO,EAAE,qBAAqB,EAAE,MAAM,mCAAmC,CAAC"}
|
package/dist/index.js
ADDED
|
@@ -0,0 +1,41 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* @runanywhere/web-llamacpp
|
|
3
|
+
*
|
|
4
|
+
* LlamaCpp backend for the RunAnywhere Web SDK.
|
|
5
|
+
* Provides on-device LLM, VLM, tool calling, structured output,
|
|
6
|
+
* embeddings, and diffusion capabilities via llama.cpp compiled to WASM.
|
|
7
|
+
*
|
|
8
|
+
* @packageDocumentation
|
|
9
|
+
*
|
|
10
|
+
* @example
|
|
11
|
+
* ```typescript
|
|
12
|
+
* import { RunAnywhere } from '@runanywhere/web';
|
|
13
|
+
* import { LlamaCPP } from '@runanywhere/web-llamacpp';
|
|
14
|
+
*
|
|
15
|
+
* await RunAnywhere.initialize();
|
|
16
|
+
* await LlamaCPP.register();
|
|
17
|
+
*
|
|
18
|
+
* // Now TextGeneration, VLM, etc. are available
|
|
19
|
+
* const result = await TextGeneration.generate('Hello!', { maxTokens: 100 });
|
|
20
|
+
* ```
|
|
21
|
+
*/
|
|
22
|
+
// Module facade & provider
|
|
23
|
+
export { LlamaCPP, autoRegister } from './LlamaCPP';
|
|
24
|
+
export { LlamaCppProvider } from './LlamaCppProvider';
|
|
25
|
+
// Foundation (WASM bridge — exposed for advanced URL override)
|
|
26
|
+
export { LlamaCppBridge } from './Foundation/LlamaCppBridge';
|
|
27
|
+
// Extensions (backend-specific implementations)
|
|
28
|
+
export { TextGeneration } from './Extensions/RunAnywhere+TextGeneration';
|
|
29
|
+
export { VLM, VLMModelFamily } from './Extensions/RunAnywhere+VLM';
|
|
30
|
+
export { ToolCalling, ToolCallFormat, toToolValue, fromToolValue, getStringArg, getNumberArg } from './Extensions/RunAnywhere+ToolCalling';
|
|
31
|
+
export { StructuredOutput } from './Extensions/RunAnywhere+StructuredOutput';
|
|
32
|
+
export { Diffusion } from './Extensions/RunAnywhere+Diffusion';
|
|
33
|
+
export { DiffusionScheduler, DiffusionModelVariant, DiffusionMode } from './Extensions/RunAnywhere+Diffusion';
|
|
34
|
+
export { Embeddings } from './Extensions/RunAnywhere+Embeddings';
|
|
35
|
+
export { EmbeddingsNormalize, EmbeddingsPooling } from './Extensions/RunAnywhere+Embeddings';
|
|
36
|
+
// Telemetry & Analytics
|
|
37
|
+
export { TelemetryService, getOrCreateDeviceId } from './Foundation/TelemetryService';
|
|
38
|
+
// Infrastructure
|
|
39
|
+
export { VLMWorkerBridge } from './Infrastructure/VLMWorkerBridge';
|
|
40
|
+
export { startVLMWorkerRuntime } from './Infrastructure/VLMWorkerRuntime';
|
|
41
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAEH,2BAA2B;AAC3B,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAEpD,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAEtD,+DAA+D;AAC/D,OAAO,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAG7D,gDAAgD;AAChD,OAAO,EAAE,cAAc,EAAE,MAAM,yCAAyC,CAAC;AACzE,OAAO,EAAE,GAAG,EAAE,cAAc,EAAE,MAAM,8BAA8B,CAAC;AACnE,OAAO,EAAE,WAAW,EAAE,cAAc,EAAE,WAAW,EAAE,aAAa,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,sCAAsC,CAAC;AAK3I,OAAO,EAAE,gBAAgB,EAAE,MAAM,2CAA2C,CAAC;AAE7E,OAAO,EAAE,SAAS,EAAE,MAAM,oCAAoC,CAAC;AAC/D,OAAO,EAAE,kBAAkB,EAAE,qBAAqB,EAAE,aAAa,EAAE,MAAM,oCAAoC,CAAC;AAE9G,OAAO,EAAE,UAAU,EAAE,MAAM,qCAAqC,CAAC;AACjE,OAAO,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,MAAM,qCAAqC,CAAC;AAG7F,wBAAwB;AACxB,OAAO,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAC;AAEtF,iBAAiB;AACjB,OAAO,EAAE,eAAe,EAAE,MAAM,kCAAkC,CAAC;AAKnE,OAAO,EAAE,qBAAqB,EAAE,MAAM,mCAAmC,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* RunAnywhere Web SDK - VLM Worker Entry Point
|
|
3
|
+
*
|
|
4
|
+
* Minimal entry point for the VLM Web Worker. This file is the bundle target
|
|
5
|
+
* that gets loaded as a separate Worker thread. All logic lives in
|
|
6
|
+
* VLMWorkerRuntime — this file just boots it.
|
|
7
|
+
*/
|
|
8
|
+
export {};
|
|
9
|
+
//# sourceMappingURL=vlm-worker.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"vlm-worker.d.ts","sourceRoot":"","sources":["../../src/workers/vlm-worker.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* RunAnywhere Web SDK - VLM Worker Entry Point
|
|
3
|
+
*
|
|
4
|
+
* Minimal entry point for the VLM Web Worker. This file is the bundle target
|
|
5
|
+
* that gets loaded as a separate Worker thread. All logic lives in
|
|
6
|
+
* VLMWorkerRuntime — this file just boots it.
|
|
7
|
+
*/
|
|
8
|
+
import { startVLMWorkerRuntime } from '../Infrastructure/VLMWorkerRuntime';
|
|
9
|
+
startVLMWorkerRuntime();
|
|
10
|
+
//# sourceMappingURL=vlm-worker.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"vlm-worker.js","sourceRoot":"","sources":["../../src/workers/vlm-worker.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,qBAAqB,EAAE,MAAM,oCAAoC,CAAC;AAE3E,qBAAqB,EAAE,CAAC"}
|
package/package.json
ADDED
|
@@ -0,0 +1,69 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "@runanywhere/web-llamacpp",
|
|
3
|
+
"version": "0.1.0-beta.10",
|
|
4
|
+
"description": "RunAnywhere Web SDK - LlamaCpp backend for on-device LLM/VLM inference",
|
|
5
|
+
"type": "module",
|
|
6
|
+
"main": "./dist/index.js",
|
|
7
|
+
"module": "./dist/index.js",
|
|
8
|
+
"types": "./dist/index.d.ts",
|
|
9
|
+
"sideEffects": false,
|
|
10
|
+
"exports": {
|
|
11
|
+
".": {
|
|
12
|
+
"import": "./dist/index.js",
|
|
13
|
+
"types": "./dist/index.d.ts"
|
|
14
|
+
},
|
|
15
|
+
"./vlm-worker": {
|
|
16
|
+
"import": "./dist/workers/vlm-worker.js",
|
|
17
|
+
"types": "./dist/workers/vlm-worker.d.ts"
|
|
18
|
+
},
|
|
19
|
+
"./wasm/*": "./wasm/*"
|
|
20
|
+
},
|
|
21
|
+
"files": [
|
|
22
|
+
"dist/",
|
|
23
|
+
"wasm/",
|
|
24
|
+
"README.md"
|
|
25
|
+
],
|
|
26
|
+
"scripts": {
|
|
27
|
+
"build": "tsc",
|
|
28
|
+
"dev": "tsc --watch",
|
|
29
|
+
"lint": "tsc --noEmit",
|
|
30
|
+
"typecheck": "tsc --noEmit",
|
|
31
|
+
"clean": "rm -rf dist",
|
|
32
|
+
"prepublishOnly": "test -d dist || (echo 'ERROR: dist/ missing. Run npm run build first.' && exit 1); test -f wasm/racommons-llamacpp.wasm || (echo 'ERROR: wasm/racommons-llamacpp.wasm missing. Run build-web.sh first.' && exit 1)"
|
|
33
|
+
},
|
|
34
|
+
"keywords": [
|
|
35
|
+
"runanywhere",
|
|
36
|
+
"ai",
|
|
37
|
+
"llm",
|
|
38
|
+
"vlm",
|
|
39
|
+
"llamacpp",
|
|
40
|
+
"wasm",
|
|
41
|
+
"webgpu",
|
|
42
|
+
"on-device",
|
|
43
|
+
"browser",
|
|
44
|
+
"inference"
|
|
45
|
+
],
|
|
46
|
+
"author": "RunAnywhere AI",
|
|
47
|
+
"license": "MIT",
|
|
48
|
+
"repository": {
|
|
49
|
+
"type": "git",
|
|
50
|
+
"url": "https://github.com/RunanywhereAI/runanywhere-sdks.git",
|
|
51
|
+
"directory": "sdk/runanywhere-web/packages/llamacpp"
|
|
52
|
+
},
|
|
53
|
+
"homepage": "https://github.com/RunanywhereAI/runanywhere-sdks/tree/main/sdk/runanywhere-web",
|
|
54
|
+
"bugs": {
|
|
55
|
+
"url": "https://github.com/RunanywhereAI/runanywhere-sdks/issues"
|
|
56
|
+
},
|
|
57
|
+
"publishConfig": {
|
|
58
|
+
"access": "public"
|
|
59
|
+
},
|
|
60
|
+
"engines": {
|
|
61
|
+
"node": ">=18.0.0"
|
|
62
|
+
},
|
|
63
|
+
"peerDependencies": {
|
|
64
|
+
"@runanywhere/web": ">=0.1.0-beta.0"
|
|
65
|
+
},
|
|
66
|
+
"devDependencies": {
|
|
67
|
+
"typescript": "^5.6.0"
|
|
68
|
+
}
|
|
69
|
+
}
|