@typeberry/jam 0.1.3-135961b → 0.1.3-462ca77

package/bootstrap-generator.mjs

@@ -3902,6 +3902,20 @@ const result_Result = {
     },
 };
 
+;// CONCATENATED MODULE: ./packages/core/utils/safe-alloc-uint8array.ts
+// about 2GB, the maximum ArrayBuffer length on Chrome confirmed by several sources:
+// - https://issues.chromium.org/issues/40055619
+// - https://stackoverflow.com/a/72124984
+// - https://onnxruntime.ai/docs/tutorials/web/large-models.html#maximum-size-of-arraybuffer
+const MAX_LENGTH = 2145386496;
+function safe_alloc_uint8array_safeAllocUint8Array(length) {
+    if (length > MAX_LENGTH) {
+        // biome-ignore lint/suspicious/noConsole: can't have a dependency on logger here
+        console.warn(`Trying to allocate ${length} bytes, which is greater than the maximum of ${MAX_LENGTH}.`);
+    }
+    return new Uint8Array(Math.min(MAX_LENGTH, length));
+}
+
 ;// CONCATENATED MODULE: external "node:assert"
 const external_node_assert_namespaceObject = __WEBPACK_EXTERNAL_createRequire(import.meta.url)("node:assert");
 ;// CONCATENATED MODULE: ./packages/core/utils/test.ts
@@ -4145,6 +4159,7 @@ function isResult(x) {
 
 
 
+
 ;// CONCATENATED MODULE: ./packages/core/bytes/bitvec.ts
 
 /**
@@ -4166,7 +4181,7 @@ class bitvec_BitVec {
      * Create new [`BitVec`] with all values set to `false`.
      */
     static empty(bitLength) {
-        const data = new Uint8Array(Math.ceil(bitLength / 8));
+        const data = safe_alloc_uint8array_safeAllocUint8Array(Math.ceil(bitLength / 8));
         return new bitvec_BitVec(data, bitLength);
     }
     byteLength;
@@ -4366,7 +4381,7 @@ class bytes_BytesBlob {
     static blobFromParts(v, ...rest) {
         const vArr = v instanceof Uint8Array ? [v] : v;
         const totalLength = vArr.reduce((a, v) => a + v.length, 0) + rest.reduce((a, v) => a + v.length, 0);
-        const buffer = new Uint8Array(totalLength);
+        const buffer = safe_alloc_uint8array_safeAllocUint8Array(totalLength);
         let offset = 0;
         for (const r of vArr) {
             buffer.set(r, offset);
@@ -4439,7 +4454,7 @@ class bytes_Bytes extends bytes_BytesBlob {
     }
     /** Create an empty [`Bytes<X>`] of given length. */
     static zero(len) {
-        return new bytes_Bytes(new Uint8Array(len), len);
+        return new bytes_Bytes(safe_alloc_uint8array_safeAllocUint8Array(len), len);
     }
     // TODO [ToDr] `fill` should have the argments swapped to align with the rest.
     /** Create a [`Bytes<X>`] with all bytes filled with given input number. */
@@ -5109,7 +5124,7 @@ function addSizeHints(a, b) {
     };
 }
 const DEFAULT_START_LENGTH = 512; // 512B
-const MAX_LENGTH = 10 * 1024 * 1024; // 10MB
+const encoder_MAX_LENGTH = 10 * 1024 * 1024; // 10MB
 /**
  * JAM encoder.
  */
@@ -5125,7 +5140,7 @@ class encoder_Encoder {
             return new encoder_Encoder(options.destination);
         }
         const startLength = options?.expectedLength ?? DEFAULT_START_LENGTH;
-        const buffer = new ArrayBuffer(Math.min(MAX_LENGTH, startLength), { maxByteLength: MAX_LENGTH });
+        const buffer = new ArrayBuffer(Math.min(encoder_MAX_LENGTH, startLength), { maxByteLength: encoder_MAX_LENGTH });
         const destination = new Uint8Array(buffer);
         return new encoder_Encoder(destination, buffer);
     }
@@ -5458,11 +5473,11 @@ class encoder_Encoder {
     ensureBigEnough(length, options = { silent: false }) {
         debug_check `${length >= 0} Negative length given`;
         const newLength = this.offset + length;
-        if (newLength > MAX_LENGTH) {
+        if (newLength > encoder_MAX_LENGTH) {
             if (options.silent) {
                 return;
             }
-            throw new Error(`The encoded size would reach the maximum of ${MAX_LENGTH}.`);
+            throw new Error(`The encoded size would reach the maximum of ${encoder_MAX_LENGTH}.`);
         }
         if (newLength > this.destination.length) {
             // we can try to resize the underlying buffer
@@ -5470,7 +5485,7 @@ class encoder_Encoder {
                 // make sure we at least double the size of the buffer every time.
                 const minExtend = Math.max(newLength, this.buffer.byteLength << 1);
                 // but we must never exceed the max length.
-                this.buffer.resize(Math.min(MAX_LENGTH, minExtend));
+                this.buffer.resize(Math.min(encoder_MAX_LENGTH, minExtend));
             }
             // and then check again
             if (newLength > this.destination.length) {
@@ -6802,7 +6817,7 @@ async function verify(input) {
         return Promise.resolve([]);
     }
     const dataLength = input.reduce((acc, { message, key, signature }) => acc + key.length + signature.length + message.length + 1, 0);
-    const data = new Uint8Array(dataLength);
+    const data = safeAllocUint8Array(dataLength);
     let offset = 0;
     for (const { key, message, signature } of input) {
         data.set(key.raw, offset);
@@ -6889,7 +6904,7 @@ class allocator_SimpleAllocator {
 /** An allocator that works by allocating larger (continuous) pages of memory. */
 class PageAllocator {
     hashesPerPage;
-    page = new Uint8Array(0);
+    page = safeAllocUint8Array(0);
     currentHash = 0;
     // TODO [ToDr] Benchmark the performance!
     constructor(hashesPerPage) {
@@ -6900,7 +6915,7 @@ class PageAllocator {
     resetPage() {
         const pageSizeBytes = this.hashesPerPage * HASH_SIZE;
         this.currentHash = 0;
-        this.page = new Uint8Array(pageSizeBytes);
+        this.page = safeAllocUint8Array(pageSizeBytes);
     }
     emptyHash() {
         const startIdx = this.currentHash * HASH_SIZE;
@@ -11610,7 +11625,7 @@ class SerializedService {
     getStorage(rawKey) {
         if (Compatibility.isLessThan(GpVersion.V0_6_7)) {
             const SERVICE_ID_BYTES = 4;
-            const serviceIdAndKey = new Uint8Array(SERVICE_ID_BYTES + rawKey.length);
+            const serviceIdAndKey = safe_alloc_uint8array_safeAllocUint8Array(SERVICE_ID_BYTES + rawKey.length);
             serviceIdAndKey.set(numbers_u32AsLeBytes(this.serviceId));
             serviceIdAndKey.set(rawKey.raw, SERVICE_ID_BYTES);
             const key = opaque_asOpaqueType(bytes_BytesBlob.blobFrom(hashBytes(serviceIdAndKey).raw));
@@ -11701,7 +11716,7 @@ class TrieNode {
     raw;
     constructor(
     /** Exactly 512 bits / 64 bytes */
-    raw = new Uint8Array(TRIE_NODE_BYTES)) {
+    raw = safe_alloc_uint8array_safeAllocUint8Array(TRIE_NODE_BYTES)) {
         this.raw = raw;
     }
     /** Returns the type of the node */
@@ -14225,7 +14240,7 @@ class registers_Registers {
     bytes;
     asSigned;
     asUnsigned;
-    constructor(bytes = new Uint8Array(NO_OF_REGISTERS << REGISTER_SIZE_SHIFT)) {
+    constructor(bytes = safeAllocUint8Array(NO_OF_REGISTERS << REGISTER_SIZE_SHIFT)) {
         this.bytes = bytes;
         check `${bytes.length === NO_OF_REGISTERS << REGISTER_SIZE_SHIFT} Invalid size of registers array.`;
         this.asSigned = new BigInt64Array(bytes.buffer, bytes.byteOffset);
@@ -14388,7 +14403,7 @@ class mask_Mask {
         return Math.min(this.lookupTableForward[index] ?? 0, MAX_INSTRUCTION_DISTANCE);
     }
     buildLookupTableForward(mask) {
-        const table = new Uint8Array(mask.bitLength);
+        const table = safeAllocUint8Array(mask.bitLength);
         let lastInstructionOffset = 0;
         for (let i = mask.bitLength - 1; i >= 0; i--) {
             if (mask.isSet(i)) {
@@ -17899,7 +17914,7 @@ class HostCalls {
             const regs = pvmInstance.getRegisters();
             const maybeAddress = regs.getLowerU32(7);
             const maybeLength = regs.getLowerU32(8);
-            const result = new Uint8Array(maybeLength);
+            const result = safeAllocUint8Array(maybeLength);
             const startAddress = tryAsMemoryIndex(maybeAddress);
             const loadResult = memory.loadInto(result, startAddress);
             if (loadResult.isError) {