@litert-lm/core 0.12.0

package/dist/wasm_feature_detect.js

@@ -0,0 +1,117 @@
+/**
+ * Copyright 2025 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+/**
+ * Checks for relaxed SIMD support.
+ *
+ * (module
+ *  (func (result v128)
+ *    i32.const 1
+ *    i8x16.splat
+ *    i32.const 2
+ *    i8x16.splat
+ *    i8x16.relaxed_swizzle
+ *  )
+ * )
+ */
+const WASM_RELAXED_SIMD_CHECK = new Uint8Array([
+    0, 97, 115, 109, 1, 0, 0, 0, 1, 5, 1, 96, 0, 1, 123, 3, 2, 1,
+    0, 10, 15, 1, 13, 0, 65, 1, 253, 15, 65, 2, 253, 15, 253, 128, 2, 11
+]);
+/**
+ * Checks for WebAssembly Pthreads emulation.
+ *
+ * (module
+ *  (memory 1 1 shared)
+ *  (func
+ *    i32.const 0
+ *    i32.atomic.load
+ *    drop
+ *  )
+ * )
+ */
+const WASM_THREADS_CHECK = new Uint8Array([
+    0, 97, 115, 109, 1, 0, 0, 0, 1, 4, 1, 96, 0, 0, 3, 2, 1, 0, 5,
+    4, 1, 3, 1, 1, 10, 11, 1, 9, 0, 65, 0, 254, 16, 2, 0, 26, 11
+]);
+const WASM_FEATURE_VALUES = {
+    'relaxedSimd': undefined,
+    'threads': undefined,
+};
+async function tryWasm(wasm) {
+    try {
+        await WebAssembly.instantiate(wasm);
+        return { supported: true };
+    }
+    catch (e) {
+        return { supported: false, error: e };
+    }
+}
+const WASM_FEATURE_CHECKS = {
+    'relaxedSimd': () => {
+        if (WASM_FEATURE_VALUES.relaxedSimd === undefined) {
+            WASM_FEATURE_VALUES.relaxedSimd = tryWasm(WASM_RELAXED_SIMD_CHECK);
+        }
+        return WASM_FEATURE_VALUES.relaxedSimd;
+    },
+    'threads': () => {
+        if (WASM_FEATURE_VALUES.threads === undefined) {
+            try {
+                if (typeof MessageChannel !== 'undefined') {
+                    new MessageChannel().port1.postMessage(new SharedArrayBuffer(1));
+                }
+                WASM_FEATURE_VALUES.threads = tryWasm(WASM_THREADS_CHECK);
+            }
+            catch (e) {
+                WASM_FEATURE_VALUES.threads =
+                    Promise.resolve({ supported: false, error: e });
+            }
+        }
+        return WASM_FEATURE_VALUES.threads;
+    },
+};
+/**
+ * Check if a given WASM feature is supported.
+ *
+ * @param feature The feature to check.
+ * @return A promise that resolves to true if the feature is supported,
+ *     false otherwise.
+ */
+export async function supportsFeature(feature) {
+    const check = WASM_FEATURE_CHECKS[feature]?.();
+    if (!check) {
+        // Then we don't know how to check for this feature.
+        throw new Error(`Unknown feature: ${feature}`);
+    }
+    return (await check).supported;
+}
+/**
+ * Throw an error if a given WASM feature is not supported.
+ *
+ * @param feature The feature to check.
+ * @throws An error if the feature is not supported.
+ */
+export async function throwIfFeatureNotSupported(feature) {
+    const check = WASM_FEATURE_CHECKS[feature]?.();
+    if (!check) {
+        // Then we don't know how to check for this feature.
+        throw new Error(`Unknown feature: ${feature}`);
+    }
+    const result = await check;
+    if (!result.supported) {
+        throw result.error;
+    }
+}
+//# sourceMappingURL=wasm_feature_detect.js.map

package/dist/wasm_feature_detect.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"wasm_feature_detect.js","sourceRoot":"","sources":["../src/wasm_feature_detect.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH;;;;;;;;;;;;GAYG;AACH,MAAM,uBAAuB,GAAG,IAAI,UAAU,CAAC;IAC7C,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,EAAG,CAAC,EAAE,CAAC,EAAG,CAAC,EAAE,CAAC,EAAI,CAAC,EAAG,CAAC,EAAG,EAAE,EAAE,CAAC,EAAI,CAAC,EAAG,GAAG,EAAE,CAAC,EAAI,CAAC,EAAE,CAAC;IACvE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAG,CAAC,EAAI,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAG,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE;CACzE,CAAC,CAAC;AAEH;;;;;;;;;;;GAWG;AACH,MAAM,kBAAkB,GAAG,IAAI,UAAU,CAAC;IACxC,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,EAAG,CAAC,EAAG,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAG,EAAE,EAAE,CAAC,EAAI,CAAC,EAAG,CAAC,EAAE,CAAC,EAAE,CAAC,EAAG,CAAC,EAAE,CAAC;IACpE,CAAC,EAAE,CAAC,EAAG,CAAC,EAAI,CAAC,EAAI,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAG,GAAG,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE;CACnE,CAAC,CAAC;AAcH,MAAM,mBAAmB,GAAsB;IAC7C,aAAa,EAAE,SAAS;IACxB,SAAS,EAAE,SAAS;CACrB,CAAC;AAEF,KAAK,UAAU,OAAO,CAAC,IAAgB;IACrC,IAAI,CAAC;QACH,MAAM,WAAW,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QACpC,OAAO,EAAC,SAAS,EAAE,IAAI,EAAC,CAAC;IAC3B,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO,EAAC,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,CAAU,EAAC,CAAC;IAC/C,CAAC;AACH,CAAC;AAED,MAAM,mBAAmB,GACoD;IACvE,aAAa,EAAE,GAAG,EAAE;QAClB,IAAI,mBAAmB,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YAClD,mBAAmB,CAAC,WAAW,GAAG,OAAO,CAAC,uBAAuB,CAAC,CAAC;QACrE,CAAC;QACD,OAAO,mBAAmB,CAAC,WAAY,CAAC;IAC1C,CAAC;IACD,SAAS,EAAE,GAAG,EAAE;QACd,IAAI,mBAAmB,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;YAC9C,IAAI,CAAC;gBACH,IAAI,OAAO,cAAc,KAAK,WAAW,EAAE,CAAC;oBAC1C,IAAI,cAAc,EAAE,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAC;gBACnE,CAAC;gBACD,mBAAmB,CAAC,OAAO,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAAC;YAC5D,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,mBAAmB,CAAC,OAAO;oBACvB,OAAO,CAAC,OAAO,CAAC,EAAC,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,CAAU,EAAC,CAAC,CAAC;YAC7D,CAAC;QACH,CAAC;QACD,OAAO,mBAAmB,CAAC,OAAQ,CAAC;IACtC,CAAC;CACF,CAAC;AAEN;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACjC,OAAyC;IAC3C,MAAM,KAAK,GAAG,mBAAmB,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC;IAC/C,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,oDAAoD;QACpD,MAAM,IAAI,KAAK,CAAC,oBAAoB,OAAO,EAAE,CAAC,CAAC;IACjD,CAAC;IACD,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC,SAAS,CAAC;AACjC,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAC5C,OAAyC;IAC3C,MAAM,KAAK,GAAG,mBAAmB,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC;IAC/C,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,oDAAoD;QACpD,MAAM,IAAI,KAAK,CAAC,oBAAoB,OAAO,EAAE,CAAC,CAAC;IACjD,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC;IAC3B,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;QACtB,MAAM,MAAM,CAAC,KAAM,CAAC;IACtB,CAAC;AACH,CAAC"}

package/dist/wasm_utils.d.ts

@@ -0,0 +1,30 @@
+/**
+ * Copyright 2025 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+import { EmscriptenVector } from './wasm_binding_types';
+/**
+ * Convert an EmscriptenVector to a native array and delete the vector
+ *
+ * Deletes the EmscriptenVector when done. The caller must still delete the
+ * individual elements of the returned array.
+ */
+export declare function consumeEmscriptenVectorToArray<T>(vector: EmscriptenVector<T>): T[];
+/**
+ * Fill an EmscriptenVector from an Iterable.
+ *
+ * The EmscriptenVector must be large enough to hold the data.
+ */
+export declare function fillEmscriptenVector<T>(data: Iterable<T>, vector: EmscriptenVector<T>): void;
+//# sourceMappingURL=wasm_utils.d.ts.map

package/dist/wasm_utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"wasm_utils.d.ts","sourceRoot":"","sources":["../src/wasm_utils.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAC,gBAAgB,EAAC,MAAM,sBAAsB,CAAC;AAEtD;;;;;GAKG;AACH,wBAAgB,8BAA8B,CAAC,CAAC,EAAE,MAAM,EAAE,gBAAgB,CAAC,CAAC,CAAC,GACzE,CAAC,EAAE,CAON;AAED;;;;GAIG;AACH,wBAAgB,oBAAoB,CAAC,CAAC,EAClC,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,gBAAgB,CAAC,CAAC,CAAC,QAKjD"}

package/dist/wasm_utils.js

@@ -0,0 +1,41 @@
+/**
+ * Copyright 2025 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+/**
+ * Convert an EmscriptenVector to a native array and delete the vector
+ *
+ * Deletes the EmscriptenVector when done. The caller must still delete the
+ * individual elements of the returned array.
+ */
+export function consumeEmscriptenVectorToArray(vector) {
+    const array = new Array(vector.size());
+    for (let i = 0; i < vector.size(); ++i) {
+        array[i] = vector.get(i);
+    }
+    vector.delete();
+    return array;
+}
+/**
+ * Fill an EmscriptenVector from an Iterable.
+ *
+ * The EmscriptenVector must be large enough to hold the data.
+ */
+export function fillEmscriptenVector(data, vector) {
+    // Embind lacks vector.reserve().
+    for (const item of data) {
+        vector.push_back(item);
+    }
+}
+//# sourceMappingURL=wasm_utils.js.map

package/dist/wasm_utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"wasm_utils.js","sourceRoot":"","sources":["../src/wasm_utils.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAIH;;;;;GAKG;AACH,MAAM,UAAU,8BAA8B,CAAI,MAA2B;IAE3E,MAAM,KAAK,GAAG,IAAI,KAAK,CAAI,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;IAC1C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,IAAI,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC;QACvC,KAAK,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IAC3B,CAAC;IACD,MAAM,CAAC,MAAM,EAAE,CAAC;IAChB,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,oBAAoB,CAChC,IAAiB,EAAE,MAA2B;IAChD,iCAAiC;IACjC,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE,CAAC;QACxB,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IACzB,CAAC;AACH,CAAC"}

package/package.json

@@ -0,0 +1,46 @@
+{
+  "name": "@litert-lm/core",
+  "version": "0.12.0",
+  "description": "LiteRT-LM package",
+  "publishConfig": {
+    "access": "public"
+  },
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "type": "module",
+  "files": [
+    "dist/**",
+    "wasm/**"
+  ],
+  "author": "",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/google-ai-edge/LiteRT-LM.git",
+    "directory": "js/packages/core"
+  },
+  "license": "Apache-2.0",
+  "scripts": {
+    "build": "tsc",
+    "lint": "eslint .",
+    "typecheck": "tsc --noEmit",
+    "bundle-tests": "esbuild --bundle src/litertlm_web_test.ts --sourcemap --outfile=spec_dist/litertlm_web_test.js",
+    "test": "npm run bundle-tests && jasmine-browser-runner",
+    "clean": "rimraf .turbo node_modules dist spec_dist",
+    "pack": "npm pack"
+  },
+  "devDependencies": {
+    "@types/jasmine": "^5.1.8",
+    "@webgpu/types": "^0.1.54",
+    "esbuild": "^0.23.0",
+    "eslint": "^9.8.0",
+    "jasmine": "^5.8.0",
+    "jasmine-browser-runner": "^3.0.0",
+    "jasmine-core": "^5.8.0",
+    "rimraf": "^6.0.1",
+    "selenium-webdriver": "^4.34.0",
+    "typescript": "^5.5.4"
+  },
+  "dependencies": {
+    "@litertjs/wasm-utils": "^2.0.0"
+  }
+}