@litert-lm/core 0.17.0 → 0.17.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/conversation_config.d.ts +11 -7
- package/dist/conversation_config.d.ts.map +1 -1
- package/dist/conversation_config.js +26 -1
- package/dist/conversation_config.js.map +1 -1
- package/dist/embedding_engine.d.ts +51 -0
- package/dist/embedding_engine.d.ts.map +1 -0
- package/dist/embedding_engine.js +198 -0
- package/dist/embedding_engine.js.map +1 -0
- package/dist/embedding_engine_settings.d.ts +39 -0
- package/dist/embedding_engine_settings.d.ts.map +1 -0
- package/dist/embedding_engine_settings.js +35 -0
- package/dist/embedding_engine_settings.js.map +1 -0
- package/dist/index.d.ts +2 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +2 -0
- package/dist/index.js.map +1 -1
- package/dist/litertlm_web.js +1 -1
- package/dist/stream_utils.d.ts +25 -0
- package/dist/stream_utils.d.ts.map +1 -0
- package/dist/stream_utils.js +95 -0
- package/dist/stream_utils.js.map +1 -0
- package/dist/testing/fakes.js +1 -1
- package/dist/testing/fakes.js.map +1 -1
- package/dist/wasm_binding_types.d.ts +94 -0
- package/dist/wasm_binding_types.d.ts.map +1 -1
- package/dist/wasm_binding_types.js +8 -0
- package/dist/wasm_binding_types.js.map +1 -1
- package/package.json +3 -2
- package/wasm/litertlm_wasm_asyncify_internal.js +350 -325
- package/wasm/litertlm_wasm_asyncify_internal.wasm +0 -0
- package/wasm/litertlm_wasm_compat_asyncify_internal.js +351 -326
- package/wasm/litertlm_wasm_compat_asyncify_internal.wasm +0 -0
- package/wasm/litertlm_wasm_compat_internal.js +31 -9
- package/wasm/litertlm_wasm_compat_internal.wasm +0 -0
- package/wasm/litertlm_wasm_internal.js +31 -9
- package/wasm/litertlm_wasm_internal.wasm +0 -0
|
Binary file
|
|
@@ -220,10 +220,10 @@ function updateMemoryViews() {
|
|
|
220
220
|
HEAP16 = new Int16Array(b);
|
|
221
221
|
Module["HEAPU8"] = HEAPU8 = new Uint8Array(b);
|
|
222
222
|
HEAPU16 = new Uint16Array(b);
|
|
223
|
-
HEAP32 = new Int32Array(b);
|
|
224
|
-
HEAPU32 = new Uint32Array(b);
|
|
223
|
+
Module["HEAP32"] = HEAP32 = new Int32Array(b);
|
|
224
|
+
Module["HEAPU32"] = HEAPU32 = new Uint32Array(b);
|
|
225
225
|
HEAPF32 = new Float32Array(b);
|
|
226
|
-
HEAPF64 = new Float64Array(b);
|
|
226
|
+
Module["HEAPF64"] = HEAPF64 = new Float64Array(b);
|
|
227
227
|
HEAP64 = new BigInt64Array(b);
|
|
228
228
|
HEAPU64 = new BigUint64Array(b);
|
|
229
229
|
}
|
|
@@ -6079,6 +6079,14 @@ function __emval_incref(handle) {
|
|
|
6079
6079
|
}
|
|
6080
6080
|
}
|
|
6081
6081
|
|
|
6082
|
+
function __emval_instanceof(object, constructor) {
|
|
6083
|
+
object >>>= 0;
|
|
6084
|
+
constructor >>>= 0;
|
|
6085
|
+
object = Emval.toValue(object);
|
|
6086
|
+
constructor = Emval.toValue(constructor);
|
|
6087
|
+
return object instanceof constructor;
|
|
6088
|
+
}
|
|
6089
|
+
|
|
6082
6090
|
function __emval_invoke(caller, handle, methodName, destructorsRef, args) {
|
|
6083
6091
|
caller >>>= 0;
|
|
6084
6092
|
handle >>>= 0;
|
|
@@ -6106,6 +6114,12 @@ function __emval_run_destructors(handle) {
|
|
|
6106
6114
|
__emval_decref(handle);
|
|
6107
6115
|
}
|
|
6108
6116
|
|
|
6117
|
+
function __emval_typeof(handle) {
|
|
6118
|
+
handle >>>= 0;
|
|
6119
|
+
handle = Emval.toValue(handle);
|
|
6120
|
+
return Emval.toHandle(typeof handle);
|
|
6121
|
+
}
|
|
6122
|
+
|
|
6109
6123
|
function __gmtime_js(time, tmPtr) {
|
|
6110
6124
|
time = bigintToI53Checked(time);
|
|
6111
6125
|
tmPtr >>>= 0;
|
|
@@ -8092,13 +8106,15 @@ Module["FS_createDataFile"] = FS_createDataFile;
|
|
|
8092
8106
|
|
|
8093
8107
|
Module["FS_createLazyFile"] = FS_createLazyFile;
|
|
8094
8108
|
|
|
8109
|
+
Module["WebGPU"] = WebGPU;
|
|
8110
|
+
|
|
8095
8111
|
// End runtime exports
|
|
8096
8112
|
// Begin JS library exports
|
|
8097
8113
|
// End JS library exports
|
|
8098
8114
|
// end include: postlibrary.js
|
|
8099
8115
|
var ASM_CONSTS = {
|
|
8100
|
-
|
|
8101
|
-
|
|
8116
|
+
2318761: () => !!Module["preinitializedWebGPUDevice"],
|
|
8117
|
+
2318812: $0 => {
|
|
8102
8118
|
const device = WebGPU.getJsObject($0);
|
|
8103
8119
|
return device.features.has("subgroups");
|
|
8104
8120
|
}
|
|
@@ -8199,15 +8215,19 @@ function __asyncjs__CallStreamWeightsOnWeb(tfl_ids, wgpu_buffers, offsets, lengt
|
|
|
8199
8215
|
return 1;
|
|
8200
8216
|
}
|
|
8201
8217
|
const view = new DataView(Module.HEAPU8.buffer);
|
|
8218
|
+
const tflIdsPtr = tfl_ids >>> 0;
|
|
8219
|
+
const wgpuBuffersPtr = wgpu_buffers >>> 0;
|
|
8220
|
+
const offsetsPtr = offsets >>> 0;
|
|
8221
|
+
const lengthsPtr = lengths >>> 0;
|
|
8202
8222
|
const tflIdsArray = new Int32Array(count);
|
|
8203
8223
|
const wgpuBuffersArray = new Uint32Array(count);
|
|
8204
8224
|
const offsetsArray = new Float64Array(count);
|
|
8205
8225
|
const lengthsArray = new Float64Array(count);
|
|
8206
8226
|
for (let i = 0; i < count; i++) {
|
|
8207
|
-
tflIdsArray[i] = view.getInt32(
|
|
8208
|
-
wgpuBuffersArray[i] = view.getUint32(
|
|
8209
|
-
offsetsArray[i] = view.getFloat64(
|
|
8210
|
-
lengthsArray[i] = view.getFloat64(
|
|
8227
|
+
tflIdsArray[i] = view.getInt32(tflIdsPtr + i * 4, true);
|
|
8228
|
+
wgpuBuffersArray[i] = view.getUint32(wgpuBuffersPtr + i * 4, true);
|
|
8229
|
+
offsetsArray[i] = view.getFloat64(offsetsPtr + i * 8, true);
|
|
8230
|
+
lengthsArray[i] = view.getFloat64(lengthsPtr + i * 8, true);
|
|
8211
8231
|
}
|
|
8212
8232
|
try {
|
|
8213
8233
|
await callback(tflIdsArray, wgpuBuffersArray, offsetsArray, lengthsArray);
|
|
@@ -8374,10 +8394,12 @@ var wasmImports = {
|
|
|
8374
8394
|
/** @export */ _emval_get_global: __emval_get_global,
|
|
8375
8395
|
/** @export */ _emval_get_property: __emval_get_property,
|
|
8376
8396
|
/** @export */ _emval_incref: __emval_incref,
|
|
8397
|
+
/** @export */ _emval_instanceof: __emval_instanceof,
|
|
8377
8398
|
/** @export */ _emval_invoke: __emval_invoke,
|
|
8378
8399
|
/** @export */ _emval_is_string: __emval_is_string,
|
|
8379
8400
|
/** @export */ _emval_new_cstring: __emval_new_cstring,
|
|
8380
8401
|
/** @export */ _emval_run_destructors: __emval_run_destructors,
|
|
8402
|
+
/** @export */ _emval_typeof: __emval_typeof,
|
|
8381
8403
|
/** @export */ _gmtime_js: __gmtime_js,
|
|
8382
8404
|
/** @export */ _localtime_js: __localtime_js,
|
|
8383
8405
|
/** @export */ _mktime_js: __mktime_js,
|
|
Binary file
|
|
@@ -220,10 +220,10 @@ function updateMemoryViews() {
|
|
|
220
220
|
HEAP16 = new Int16Array(b);
|
|
221
221
|
Module["HEAPU8"] = HEAPU8 = new Uint8Array(b);
|
|
222
222
|
HEAPU16 = new Uint16Array(b);
|
|
223
|
-
HEAP32 = new Int32Array(b);
|
|
224
|
-
HEAPU32 = new Uint32Array(b);
|
|
223
|
+
Module["HEAP32"] = HEAP32 = new Int32Array(b);
|
|
224
|
+
Module["HEAPU32"] = HEAPU32 = new Uint32Array(b);
|
|
225
225
|
HEAPF32 = new Float32Array(b);
|
|
226
|
-
HEAPF64 = new Float64Array(b);
|
|
226
|
+
Module["HEAPF64"] = HEAPF64 = new Float64Array(b);
|
|
227
227
|
HEAP64 = new BigInt64Array(b);
|
|
228
228
|
HEAPU64 = new BigUint64Array(b);
|
|
229
229
|
}
|
|
@@ -6079,6 +6079,14 @@ function __emval_incref(handle) {
|
|
|
6079
6079
|
}
|
|
6080
6080
|
}
|
|
6081
6081
|
|
|
6082
|
+
function __emval_instanceof(object, constructor) {
|
|
6083
|
+
object >>>= 0;
|
|
6084
|
+
constructor >>>= 0;
|
|
6085
|
+
object = Emval.toValue(object);
|
|
6086
|
+
constructor = Emval.toValue(constructor);
|
|
6087
|
+
return object instanceof constructor;
|
|
6088
|
+
}
|
|
6089
|
+
|
|
6082
6090
|
function __emval_invoke(caller, handle, methodName, destructorsRef, args) {
|
|
6083
6091
|
caller >>>= 0;
|
|
6084
6092
|
handle >>>= 0;
|
|
@@ -6106,6 +6114,12 @@ function __emval_run_destructors(handle) {
|
|
|
6106
6114
|
__emval_decref(handle);
|
|
6107
6115
|
}
|
|
6108
6116
|
|
|
6117
|
+
function __emval_typeof(handle) {
|
|
6118
|
+
handle >>>= 0;
|
|
6119
|
+
handle = Emval.toValue(handle);
|
|
6120
|
+
return Emval.toHandle(typeof handle);
|
|
6121
|
+
}
|
|
6122
|
+
|
|
6109
6123
|
function __gmtime_js(time, tmPtr) {
|
|
6110
6124
|
time = bigintToI53Checked(time);
|
|
6111
6125
|
tmPtr >>>= 0;
|
|
@@ -8092,13 +8106,15 @@ Module["FS_createDataFile"] = FS_createDataFile;
|
|
|
8092
8106
|
|
|
8093
8107
|
Module["FS_createLazyFile"] = FS_createLazyFile;
|
|
8094
8108
|
|
|
8109
|
+
Module["WebGPU"] = WebGPU;
|
|
8110
|
+
|
|
8095
8111
|
// End runtime exports
|
|
8096
8112
|
// Begin JS library exports
|
|
8097
8113
|
// End JS library exports
|
|
8098
8114
|
// end include: postlibrary.js
|
|
8099
8115
|
var ASM_CONSTS = {
|
|
8100
|
-
|
|
8101
|
-
|
|
8116
|
+
2318649: () => !!Module["preinitializedWebGPUDevice"],
|
|
8117
|
+
2318700: $0 => {
|
|
8102
8118
|
const device = WebGPU.getJsObject($0);
|
|
8103
8119
|
return device.features.has("subgroups");
|
|
8104
8120
|
}
|
|
@@ -8199,15 +8215,19 @@ function __asyncjs__CallStreamWeightsOnWeb(tfl_ids, wgpu_buffers, offsets, lengt
|
|
|
8199
8215
|
return 1;
|
|
8200
8216
|
}
|
|
8201
8217
|
const view = new DataView(Module.HEAPU8.buffer);
|
|
8218
|
+
const tflIdsPtr = tfl_ids >>> 0;
|
|
8219
|
+
const wgpuBuffersPtr = wgpu_buffers >>> 0;
|
|
8220
|
+
const offsetsPtr = offsets >>> 0;
|
|
8221
|
+
const lengthsPtr = lengths >>> 0;
|
|
8202
8222
|
const tflIdsArray = new Int32Array(count);
|
|
8203
8223
|
const wgpuBuffersArray = new Uint32Array(count);
|
|
8204
8224
|
const offsetsArray = new Float64Array(count);
|
|
8205
8225
|
const lengthsArray = new Float64Array(count);
|
|
8206
8226
|
for (let i = 0; i < count; i++) {
|
|
8207
|
-
tflIdsArray[i] = view.getInt32(
|
|
8208
|
-
wgpuBuffersArray[i] = view.getUint32(
|
|
8209
|
-
offsetsArray[i] = view.getFloat64(
|
|
8210
|
-
lengthsArray[i] = view.getFloat64(
|
|
8227
|
+
tflIdsArray[i] = view.getInt32(tflIdsPtr + i * 4, true);
|
|
8228
|
+
wgpuBuffersArray[i] = view.getUint32(wgpuBuffersPtr + i * 4, true);
|
|
8229
|
+
offsetsArray[i] = view.getFloat64(offsetsPtr + i * 8, true);
|
|
8230
|
+
lengthsArray[i] = view.getFloat64(lengthsPtr + i * 8, true);
|
|
8211
8231
|
}
|
|
8212
8232
|
try {
|
|
8213
8233
|
await callback(tflIdsArray, wgpuBuffersArray, offsetsArray, lengthsArray);
|
|
@@ -8364,10 +8384,12 @@ var wasmImports = {
|
|
|
8364
8384
|
/** @export */ _emval_get_global: __emval_get_global,
|
|
8365
8385
|
/** @export */ _emval_get_property: __emval_get_property,
|
|
8366
8386
|
/** @export */ _emval_incref: __emval_incref,
|
|
8387
|
+
/** @export */ _emval_instanceof: __emval_instanceof,
|
|
8367
8388
|
/** @export */ _emval_invoke: __emval_invoke,
|
|
8368
8389
|
/** @export */ _emval_is_string: __emval_is_string,
|
|
8369
8390
|
/** @export */ _emval_new_cstring: __emval_new_cstring,
|
|
8370
8391
|
/** @export */ _emval_run_destructors: __emval_run_destructors,
|
|
8392
|
+
/** @export */ _emval_typeof: __emval_typeof,
|
|
8371
8393
|
/** @export */ _gmtime_js: __gmtime_js,
|
|
8372
8394
|
/** @export */ _localtime_js: __localtime_js,
|
|
8373
8395
|
/** @export */ _mktime_js: __mktime_js,
|
|
Binary file
|