wao 0.11.0 → 0.11.2

package/cjs/weavedrive.js

@@ -10,10 +10,9 @@ function _objectSpread(e) { for (var r = 1; r < arguments.length; r++) { var t =
 function _defineProperty(e, r, t) { return (r = _toPropertyKey(r)) in e ? Object.defineProperty(e, r, { value: t, enumerable: !0, configurable: !0, writable: !0 }) : e[r] = t, e; }
 function _toConsumableArray(r) { return _arrayWithoutHoles(r) || _iterableToArray(r) || _unsupportedIterableToArray(r) || _nonIterableSpread(); }
 function _nonIterableSpread() { throw new TypeError("Invalid attempt to spread non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); }
+function _unsupportedIterableToArray(r, a) { if (r) { if ("string" == typeof r) return _arrayLikeToArray(r, a); var t = {}.toString.call(r).slice(8, -1); return "Object" === t && r.constructor && (t = r.constructor.name), "Map" === t || "Set" === t ? Array.from(r) : "Arguments" === t || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(t) ? _arrayLikeToArray(r, a) : void 0; } }
 function _iterableToArray(r) { if ("undefined" != typeof Symbol && null != r[Symbol.iterator] || null != r["@@iterator"]) return Array.from(r); }
 function _arrayWithoutHoles(r) { if (Array.isArray(r)) return _arrayLikeToArray(r); }
-function _createForOfIteratorHelper(r, e) { var t = "undefined" != typeof Symbol && r[Symbol.iterator] || r["@@iterator"]; if (!t) { if (Array.isArray(r) || (t = _unsupportedIterableToArray(r)) || e && r && "number" == typeof r.length) { t && (r = t); var _n = 0, F = function F() {}; return { s: F, n: function n() { return _n >= r.length ? { done: !0 } : { done: !1, value: r[_n++] }; }, e: function e(r) { throw r; }, f: F }; } throw new TypeError("Invalid attempt to iterate non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); } var o, a = !0, u = !1; return { s: function s() { t = t.call(r); }, n: function n() { var r = t.next(); return a = r.done, r; }, e: function e(r) { u = !0, o = r; }, f: function f() { try { a || null == t["return"] || t["return"](); } finally { if (u) throw o; } } }; }
-function _unsupportedIterableToArray(r, a) { if (r) { if ("string" == typeof r) return _arrayLikeToArray(r, a); var t = {}.toString.call(r).slice(8, -1); return "Object" === t && r.constructor && (t = r.constructor.name), "Map" === t || "Set" === t ? Array.from(r) : "Arguments" === t || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(t) ? _arrayLikeToArray(r, a) : void 0; } }
 function _arrayLikeToArray(r, a) { (null == a || a > r.length) && (a = r.length); for (var e = 0, n = Array(a); e < a; e++) n[e] = r[e]; return n; }
 function _regeneratorRuntime() { "use strict"; /*! regenerator-runtime -- Copyright (c) 2014-present, Facebook, Inc. -- license (MIT): https://github.com/facebook/regenerator/blob/main/LICENSE */ _regeneratorRuntime = function _regeneratorRuntime() { return e; }; var t, e = {}, r = Object.prototype, n = r.hasOwnProperty, o = Object.defineProperty || function (t, e, r) { t[e] = r.value; }, i = "function" == typeof Symbol ? Symbol : {}, a = i.iterator || "@@iterator", c = i.asyncIterator || "@@asyncIterator", u = i.toStringTag || "@@toStringTag"; function define(t, e, r) { return Object.defineProperty(t, e, { value: r, enumerable: !0, configurable: !0, writable: !0 }), t[e]; } try { define({}, ""); } catch (t) { define = function define(t, e, r) { return t[e] = r; }; } function wrap(t, e, r, n) { var i = e && e.prototype instanceof Generator ? e : Generator, a = Object.create(i.prototype), c = new Context(n || []); return o(a, "_invoke", { value: makeInvokeMethod(t, r, c) }), a; } function tryCatch(t, e, r) { try { return { type: "normal", arg: t.call(e, r) }; } catch (t) { return { type: "throw", arg: t }; } } e.wrap = wrap; var h = "suspendedStart", l = "suspendedYield", f = "executing", s = "completed", y = {}; function Generator() {} function GeneratorFunction() {} function GeneratorFunctionPrototype() {} var p = {}; define(p, a, function () { return this; }); var d = Object.getPrototypeOf, v = d && d(d(values([]))); v && v !== r && n.call(v, a) && (p = v); var g = GeneratorFunctionPrototype.prototype = Generator.prototype = Object.create(p); function defineIteratorMethods(t) { ["next", "throw", "return"].forEach(function (e) { define(t, e, function (t) { return this._invoke(e, t); }); }); } function AsyncIterator(t, e) { function invoke(r, o, i, a) { var c = tryCatch(t[r], t, o); if ("throw" !== c.type) { var u = c.arg, h = u.value; return h && "object" == _typeof(h) && n.call(h, "__await") ? e.resolve(h.__await).then(function (t) { invoke("next", t, i, a); }, function (t) { invoke("throw", t, i, a); }) : e.resolve(h).then(function (t) { u.value = t, i(u); }, function (t) { return invoke("throw", t, i, a); }); } a(c.arg); } var r; o(this, "_invoke", { value: function value(t, n) { function callInvokeWithMethodAndArg() { return new e(function (e, r) { invoke(t, n, e, r); }); } return r = r ? r.then(callInvokeWithMethodAndArg, callInvokeWithMethodAndArg) : callInvokeWithMethodAndArg(); } }); } function makeInvokeMethod(e, r, n) { var o = h; return function (i, a) { if (o === f) throw Error("Generator is already running"); if (o === s) { if ("throw" === i) throw a; return { value: t, done: !0 }; } for (n.method = i, n.arg = a;;) { var c = n.delegate; if (c) { var u = maybeInvokeDelegate(c, n); if (u) { if (u === y) continue; return u; } } if ("next" === n.method) n.sent = n._sent = n.arg;else if ("throw" === n.method) { if (o === h) throw o = s, n.arg; n.dispatchException(n.arg); } else "return" === n.method && n.abrupt("return", n.arg); o = f; var p = tryCatch(e, r, n); if ("normal" === p.type) { if (o = n.done ? s : l, p.arg === y) continue; return { value: p.arg, done: n.done }; } "throw" === p.type && (o = s, n.method = "throw", n.arg = p.arg); } }; } function maybeInvokeDelegate(e, r) { var n = r.method, o = e.iterator[n]; if (o === t) return r.delegate = null, "throw" === n && e.iterator["return"] && (r.method = "return", r.arg = t, maybeInvokeDelegate(e, r), "throw" === r.method) || "return" !== n && (r.method = "throw", r.arg = new TypeError("The iterator does not provide a '" + n + "' method")), y; var i = tryCatch(o, e.iterator, r.arg); if ("throw" === i.type) return r.method = "throw", r.arg = i.arg, r.delegate = null, y; var a = i.arg; return a ? a.done ? (r[e.resultName] = a.value, r.next = e.nextLoc, "return" !== r.method && (r.method = "next", r.arg = t), r.delegate = null, y) : a : (r.method = "throw", r.arg = new TypeError("iterator result is not an object"), r.delegate = null, y); } function pushTryEntry(t) { var e = { tryLoc: t[0] }; 1 in t && (e.catchLoc = t[1]), 2 in t && (e.finallyLoc = t[2], e.afterLoc = t[3]), this.tryEntries.push(e); } function resetTryEntry(t) { var e = t.completion || {}; e.type = "normal", delete e.arg, t.completion = e; } function Context(t) { this.tryEntries = [{ tryLoc: "root" }], t.forEach(pushTryEntry, this), this.reset(!0); } function values(e) { if (e || "" === e) { var r = e[a]; if (r) return r.call(e); if ("function" == typeof e.next) return e; if (!isNaN(e.length)) { var o = -1, i = function next() { for (; ++o < e.length;) if (n.call(e, o)) return next.value = e[o], next.done = !1, next; return next.value = t, next.done = !0, next; }; return i.next = i; } } throw new TypeError(_typeof(e) + " is not iterable"); } return GeneratorFunction.prototype = GeneratorFunctionPrototype, o(g, "constructor", { value: GeneratorFunctionPrototype, configurable: !0 }), o(GeneratorFunctionPrototype, "constructor", { value: GeneratorFunction, configurable: !0 }), GeneratorFunction.displayName = define(GeneratorFunctionPrototype, u, "GeneratorFunction"), e.isGeneratorFunction = function (t) { var e = "function" == typeof t && t.constructor; return !!e && (e === GeneratorFunction || "GeneratorFunction" === (e.displayName || e.name)); }, e.mark = function (t) { return Object.setPrototypeOf ? Object.setPrototypeOf(t, GeneratorFunctionPrototype) : (t.__proto__ = GeneratorFunctionPrototype, define(t, u, "GeneratorFunction")), t.prototype = Object.create(g), t; }, e.awrap = function (t) { return { __await: t }; }, defineIteratorMethods(AsyncIterator.prototype), define(AsyncIterator.prototype, c, function () { return this; }), e.AsyncIterator = AsyncIterator, e.async = function (t, r, n, o, i) { void 0 === i && (i = Promise); var a = new AsyncIterator(wrap(t, r, n, o), i); return e.isGeneratorFunction(r) ? a : a.next().then(function (t) { return t.done ? t.value : a.next(); }); }, defineIteratorMethods(g), define(g, u, "Generator"), define(g, a, function () { return this; }), define(g, "toString", function () { return "[object Generator]"; }), e.keys = function (t) { var e = Object(t), r = []; for (var n in e) r.push(n); return r.reverse(), function next() { for (; r.length;) { var t = r.pop(); if (t in e) return next.value = t, next.done = !1, next; } return next.done = !0, next; }; }, e.values = values, Context.prototype = { constructor: Context, reset: function reset(e) { if (this.prev = 0, this.next = 0, this.sent = this._sent = t, this.done = !1, this.delegate = null, this.method = "next", this.arg = t, this.tryEntries.forEach(resetTryEntry), !e) for (var r in this) "t" === r.charAt(0) && n.call(this, r) && !isNaN(+r.slice(1)) && (this[r] = t); }, stop: function stop() { this.done = !0; var t = this.tryEntries[0].completion; if ("throw" === t.type) throw t.arg; return this.rval; }, dispatchException: function dispatchException(e) { if (this.done) throw e; var r = this; function handle(n, o) { return a.type = "throw", a.arg = e, r.next = n, o && (r.method = "next", r.arg = t), !!o; } for (var o = this.tryEntries.length - 1; o >= 0; --o) { var i = this.tryEntries[o], a = i.completion; if ("root" === i.tryLoc) return handle("end"); if (i.tryLoc <= this.prev) { var c = n.call(i, "catchLoc"), u = n.call(i, "finallyLoc"); if (c && u) { if (this.prev < i.catchLoc) return handle(i.catchLoc, !0); if (this.prev < i.finallyLoc) return handle(i.finallyLoc); } else if (c) { if (this.prev < i.catchLoc) return handle(i.catchLoc, !0); } else { if (!u) throw Error("try statement without catch or finally"); if (this.prev < i.finallyLoc) return handle(i.finallyLoc); } } } }, abrupt: function abrupt(t, e) { for (var r = this.tryEntries.length - 1; r >= 0; --r) { var o = this.tryEntries[r]; if (o.tryLoc <= this.prev && n.call(o, "finallyLoc") && this.prev < o.finallyLoc) { var i = o; break; } } i && ("break" === t || "continue" === t) && i.tryLoc <= e && e <= i.finallyLoc && (i = null); var a = i ? i.completion : {}; return a.type = t, a.arg = e, i ? (this.method = "next", this.next = i.finallyLoc, y) : this.complete(a); }, complete: function complete(t, e) { if ("throw" === t.type) throw t.arg; return "break" === t.type || "continue" === t.type ? this.next = t.arg : "return" === t.type ? (this.rval = this.arg = t.arg, this.method = "return", this.next = "end") : "normal" === t.type && e && (this.next = e), y; }, finish: function finish(t) { for (var e = this.tryEntries.length - 1; e >= 0; --e) { var r = this.tryEntries[e]; if (r.finallyLoc === t) return this.complete(r.completion, r.afterLoc), resetTryEntry(r), y; } }, "catch": function _catch(t) { for (var e = this.tryEntries.length - 1; e >= 0; --e) { var r = this.tryEntries[e]; if (r.tryLoc === t) { var n = r.completion; if ("throw" === n.type) { var o = n.arg; resetTryEntry(r); } return o; } } throw Error("illegal catch attempt"); }, delegateYield: function delegateYield(e, r, n) { return this.delegate = { iterator: values(e), resultName: r, nextLoc: n }, "next" === this.method && (this.arg = t), y; } }, e; }
 function asyncGeneratorStep(n, t, e, r, o, a, c) { try { var i = n[a](c), u = i.value; } catch (n) { return void e(n); } i.done ? t(u) : Promise.resolve(u).then(r, o); }
@@ -25,59 +24,60 @@ function _toPrimitive(t, r) { if ("object" != _typeof(t) || !t) return t; var e
 function _classCallCheck(a, n) { if (!(a instanceof n)) throw new TypeError("Cannot call a class as a function"); }
 var KB = 1024;
 var MB = KB * 1024;
-var CACHE_SZ = 32 * KB;
-var CHUNK_SZ = 128 * MB;
-var NOTIFY_SZ = 512 * MB;
+var CACHE_SZ = 32 * KB; // Keep small cache size
+var CHUNK_SZ = 1 * MB; // Reduced from 128MB to 1MB for better memory management
+var STREAM_CHUNK = 256 * KB; // Added smaller streaming chunk size
 var log = console.log;
 var WeaveDrive = exports["default"] = /*#__PURE__*/_createClass(function WeaveDrive(ar) {
   _classCallCheck(this, WeaveDrive);
   this.ext = function (mod, FS) {
     return {
       reset: function reset(fd) {
-        //console.log("WeaveDrive: Resetting fd: ", fd)
         FS.streams[fd].node.position = 0;
         FS.streams[fd].node.cache = new Uint8Array(0);
       },
       create: function create(id) {
         var _this = this;
         return _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee() {
-          var _data$length;
-          var properties, node, data, bytesLength, stream;
+          var properties, node, bytesLength, _data$length, data, stream;
           return _regeneratorRuntime().wrap(function _callee$(_context) {
             while (1) switch (_context.prev = _context.next) {
               case 0:
-                properties = {
-                  isDevice: false,
-                  contents: null
-                }; //console.log("WeaveDrive: Arweave ID is not admissable! ", id)
-                _context.next = 3;
+                _context.next = 2;
                 return _this.checkAdmissible(id);
-              case 3:
+              case 2:
                 if (_context.sent) {
-                  _context.next = 5;
+                  _context.next = 4;
                   break;
                 }
                 return _context.abrupt("return", 0);
-              case 5:
-                // Create the file in the emscripten FS
-
+              case 4:
                 if (!FS.analyzePath("/data/").exists) FS.mkdir("/data/");
-                node = FS.createFile("/", "data/" + id, properties, true, false); // Set initial parameters
-                /*
-                  var bytesLength = await this.customFetch(`/${id}`, {
-                  method: "HEAD",
-                  }).then(res => res.headers.get("Content-Length"))
-                */
-                _context.next = 9;
+                properties = {
+                  isDevice: false,
+                  contents: null
+                };
+                node = FS.createFile("/", "data/" + id, properties, true, false);
+                bytesLength = 0;
+                _context.prev = 8;
+                _context.next = 11;
                 return ar.data(id);
-              case 9:
+              case 11:
                 data = _context.sent;
                 bytesLength = (_data$length = data === null || data === void 0 ? void 0 : data.length) !== null && _data$length !== void 0 ? _data$length : 0;
+                _context.next = 19;
+                break;
+              case 15:
+                _context.prev = 15;
+                _context.t0 = _context["catch"](8);
+                console.error("Failed to get data length:", _context.t0);
+                return _context.abrupt("return", 0);
+              case 19:
                 node.total_size = Number(bytesLength);
                 node.cache = new Uint8Array(0);
                 node.position = 0;
+                node.chunks = new Map(); // Add chunk cache
 
-                // Add a function that defers querying the file size until it is asked the first time.
                 Object.defineProperties(node, {
                   usedBytes: {
                     get: function get() {
@@ -85,15 +85,13 @@ var WeaveDrive = exports["default"] = /*#__PURE__*/_createClass(function WeaveDr
                     }
                   }
                 });
-
-                // Now we have created the file in the emscripten FS, we can open it as a stream
-                stream = FS.open("/data/" + id, "r"); //console.log("JS: Created file: ", id, " fd: ", stream.fd);
+                stream = FS.open("/data/" + id, "r");
                 return _context.abrupt("return", stream);
-              case 17:
+              case 26:
               case "end":
                 return _context.stop();
             }
-          }, _callee);
+          }, _callee, null, [[8, 15]]);
         }))();
       },
       createBlockHeader: function createBlockHeader(id) {
@@ -104,8 +102,6 @@ var WeaveDrive = exports["default"] = /*#__PURE__*/_createClass(function WeaveDr
               case 0:
                 result = "";
                 try {
-                  // todo: implement indep_hash
-                  // fetch(`/block/height/${id}`)
                   block = ar.mem.blockmap[ar.mem.blocks[id]];
                   if (block) {
                     result = JSON.stringify({
@@ -133,7 +129,7 @@ var WeaveDrive = exports["default"] = /*#__PURE__*/_createClass(function WeaveDr
           return _regeneratorRuntime().wrap(function _callee3$(_context3) {
             while (1) switch (_context3.prev = _context3.next) {
               case 0:
-                result = ""; // fetch(`/tx/${id}`)
+                result = "";
                 try {
                   tx = ar.mem.txs[id];
                   if (tx) result = JSON.stringify(tx);
@@ -174,460 +170,262 @@ var WeaveDrive = exports["default"] = /*#__PURE__*/_createClass(function WeaveDr
           }, _callee4);
         }))();
       },
-      open: function open(filename) {
-        var _this2 = this;
+      // Chunk management helpers
+      getChunkKey: function getChunkKey(position) {
+        return Math.floor(position / CHUNK_SZ);
+      },
+      fetchChunk: function fetchChunk(stream, chunkKey) {
         return _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee5() {
-          var pathCategory, id, stream, _stream, _stream2, _stream3, _stream4;
+          var start, end, data;
           return _regeneratorRuntime().wrap(function _callee5$(_context5) {
             while (1) switch (_context5.prev = _context5.next) {
               case 0:
-                pathCategory = filename.split("/")[1];
-                id = filename.split("/")[2];
-                console.log("JS: Opening ID: ", id);
-                if (!(pathCategory === "tx")) {
-                  _context5.next = 16;
-                  break;
-                }
-                FS.createPath("/", "tx", true, false);
-                if (!FS.analyzePath(filename).exists) {
-                  _context5.next = 12;
-                  break;
-                }
-                stream = FS.open(filename, "r");
-                if (!stream.fd) {
-                  _context5.next = 9;
-                  break;
-                }
-                return _context5.abrupt("return", stream.fd);
+                start = chunkKey * CHUNK_SZ;
+                end = Math.min(start + CHUNK_SZ, stream.node.total_size);
+                _context5.prev = 2;
+                _context5.next = 5;
+                return ar.data(stream.node.name);
+              case 5:
+                data = _context5.sent;
+                return _context5.abrupt("return", data.subarray(start, end));
               case 9:
-                return _context5.abrupt("return", 0);
-              case 12:
-                _context5.next = 14;
-                return _this2.createTxHeader(id);
-              case 14:
-                _stream = _context5.sent;
-                return _context5.abrupt("return", _stream.fd);
-              case 16:
-                if (!(pathCategory === "tx2")) {
-                  _context5.next = 31;
-                  break;
-                }
-                FS.createPath("/", "tx2", true, false);
-                if (!FS.analyzePath(filename).exists) {
-                  _context5.next = 25;
-                  break;
-                }
-                stream = FS.open(filename, "r");
-                if (!stream.fd) {
-                  _context5.next = 22;
-                  break;
-                }
-                return _context5.abrupt("return", stream.fd);
-              case 22:
-                return _context5.abrupt("return", 0);
-              case 25:
-                _context5.next = 27;
-                return _this2.createDataItemTxHeader(id);
-              case 27:
-                _stream2 = _context5.sent;
-                if (!_stream2.fd) {
-                  _context5.next = 30;
-                  break;
-                }
-                return _context5.abrupt("return", _stream2.fd);
-              case 30:
-                return _context5.abrupt("return", 0);
-              case 31:
-                if (!(pathCategory === "block")) {
-                  _context5.next = 44;
-                  break;
-                }
-                FS.createPath("/", "block", true, false);
-                if (!FS.analyzePath(filename).exists) {
-                  _context5.next = 40;
-                  break;
-                }
-                stream = FS.open(filename, "r");
-                if (!stream.fd) {
-                  _context5.next = 37;
-                  break;
-                }
-                return _context5.abrupt("return", stream.fd);
-              case 37:
-                return _context5.abrupt("return", 0);
-              case 40:
-                _context5.next = 42;
-                return _this2.createBlockHeader(id);
-              case 42:
-                _stream3 = _context5.sent;
-                return _context5.abrupt("return", _stream3.fd);
-              case 44:
-                if (!(pathCategory === "data")) {
-                  _context5.next = 59;
-                  break;
-                }
-                if (!FS.analyzePath(filename).exists) {
-                  _context5.next = 53;
-                  break;
-                }
-                stream = FS.open(filename, "r");
-                if (!stream.fd) {
-                  _context5.next = 49;
-                  break;
-                }
-                return _context5.abrupt("return", stream.fd);
-              case 49:
-                console.log("JS: File not found: ", filename);
-                return _context5.abrupt("return", 0);
-              case 53:
-                _context5.next = 55;
-                return _this2.create(id);
-              case 55:
-                _stream4 = _context5.sent;
-                return _context5.abrupt("return", _stream4.fd);
-              case 57:
-                _context5.next = 66;
-                break;
-              case 59:
-                if (!(pathCategory === "headers")) {
-                  _context5.next = 64;
-                  break;
-                }
-                console.log("Header access not implemented yet.");
-                return _context5.abrupt("return", 0);
-              case 64:
-                console.log("JS: Invalid path category: ", pathCategory);
-                return _context5.abrupt("return", 0);
-              case 66:
+                _context5.prev = 9;
+                _context5.t0 = _context5["catch"](2);
+                console.error("Failed to fetch chunk:", _context5.t0);
+                return _context5.abrupt("return", new Uint8Array(0));
+              case 13:
               case "end":
                 return _context5.stop();
             }
-          }, _callee5);
+          }, _callee5, null, [[2, 9]]);
         }))();
       },
-      read: function read(fd, raw_dst_ptr, raw_length) {
-        var _this3 = this;
+      ensureChunkLoaded: function ensureChunkLoaded(stream, position) {
+        var _this2 = this;
         return _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee6() {
-          var to_read, dst_ptr, stream, i, bytes_read, chunk_download_sz, to, data, start, end, chunk, response, reader, bytes_until_cache, bytes_until_notify, downloaded_bytes, cache_chunks, _yield$reader$read, done, chunk_bytes, write_length, chunk_to_cache;
+          var chunkKey, oldestKey, chunk;
           return _regeneratorRuntime().wrap(function _callee6$(_context6) {
             while (1) switch (_context6.prev = _context6.next) {
               case 0:
-                // Note: The length and dst_ptr are 53 bit integers in JS, so this _should_ be ok into a large memspace.
-                to_read = Number(raw_length);
-                dst_ptr = Number(raw_dst_ptr);
-                stream = 0;
-                for (i = 0; i < FS.streams.length; i++) {
-                  if (FS.streams[i].fd === fd) stream = FS.streams[i];
-                }
-                // read block headers
-                if (!stream.path.includes("/block")) {
+                chunkKey = _this2.getChunkKey(position);
+                if (stream.node.chunks.has(chunkKey)) {
                   _context6.next = 7;
                   break;
                 }
-                mod.HEAP8.set(stream.node.contents.subarray(0, to_read), dst_ptr);
-                return _context6.abrupt("return", to_read);
+                // Remove old chunks if we have too many
+                if (stream.node.chunks.size >= 3) {
+                  // Keep only 3 chunks in memory
+                  oldestKey = stream.node.chunks.keys().next().value;
+                  stream.node.chunks["delete"](oldestKey);
+                }
+                _context6.next = 5;
+                return _this2.fetchChunk(stream, chunkKey);
+              case 5:
+                chunk = _context6.sent;
+                stream.node.chunks.set(chunkKey, chunk);
               case 7:
-                if (!stream.path.includes("/tx")) {
-                  _context6.next = 10;
+                return _context6.abrupt("return", stream.node.chunks.get(chunkKey));
+              case 8:
+              case "end":
+                return _context6.stop();
+            }
+          }, _callee6);
+        }))();
+      },
+      read: function read(fd, raw_dst_ptr, raw_length) {
+        var _this3 = this;
+        return _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee7() {
+          var to_read, dst_ptr, stream, bytesRead, chunk, chunkOffset, available, readSize, data;
+          return _regeneratorRuntime().wrap(function _callee7$(_context7) {
+            while (1) switch (_context7.prev = _context7.next) {
+              case 0:
+                to_read = Number(raw_length);
+                dst_ptr = Number(raw_dst_ptr);
+                stream = FS.streams.find(function (s) {
+                  return s.fd === fd;
+                });
+                if (stream) {
+                  _context7.next = 5;
                   break;
                 }
-                mod.HEAP8.set(stream.node.contents.subarray(0, to_read), dst_ptr);
-                return _context6.abrupt("return", to_read);
-              case 10:
-                // Satisfy what we can with the cache first
-                bytes_read = _this3.readFromCache(stream, dst_ptr, to_read);
-                stream.position += bytes_read;
-                stream.lastReadPosition = stream.position;
-                dst_ptr += bytes_read;
-                to_read -= bytes_read;
-
-                // Return if we have satisfied the request
-
-                //console.log("WeaveDrive: Satisfied request with cache. Returning...")
-                if (!(to_read === 0)) {
-                  _context6.next = 17;
+                return _context7.abrupt("return", 0);
+              case 5:
+                if (!(stream.path.includes("/block") || stream.path.includes("/tx"))) {
+                  _context7.next = 8;
                   break;
                 }
-                return _context6.abrupt("return", bytes_read);
-              case 17:
-                //console.log("WeaveDrive: Read from cache: ", bytes_read, " Remaining to read: ", to_read)
-                chunk_download_sz = Math.max(to_read, CACHE_SZ);
-                to = Math.min(stream.node.total_size, stream.position + chunk_download_sz); //console.log("WeaveDrive: fd: ", fd, " Read length: ", to_read, " Reading ahead:", to - to_read - stream.position)
-                // fetch(`/${stream.node.name}`)
-                _context6.next = 21;
-                return ar.data(stream.node.name, null, log);
-              case 21:
-                data = _context6.sent;
-                // Extract the Range header to determine the start and end of the requested chunk
-                start = stream.position;
-                end = to; // Create a ReadableStream for the requested chunk
-                chunk = data.subarray(start, end);
-                response = new Response(new ReadableStream({
-                  start: function start(controller) {
-                    controller.enqueue(chunk);
-                    controller.close();
-                  }
-                }), {
-                  headers: {
-                    "content-length": chunk.length.toString()
-                  }
-                });
-                reader = response.body.getReader();
-                bytes_until_cache = CHUNK_SZ;
-                bytes_until_notify = NOTIFY_SZ;
-                downloaded_bytes = 0;
-                cache_chunks = [];
-                _context6.prev = 31;
-              case 32:
-                if (!true) {
-                  _context6.next = 50;
+                mod.HEAP8.set(stream.node.contents.subarray(0, to_read), dst_ptr);
+                return _context7.abrupt("return", to_read);
+              case 8:
+                bytesRead = 0;
+              case 9:
+                if (!(to_read > 0)) {
+                  _context7.next = 26;
                   break;
                 }
-                _context6.next = 35;
-                return reader.read();
-              case 35:
-                _yield$reader$read = _context6.sent;
-                done = _yield$reader$read.done;
-                chunk_bytes = _yield$reader$read.value;
-                if (!done) {
-                  _context6.next = 40;
+                _context7.next = 12;
+                return _this3.ensureChunkLoaded(stream, stream.position);
+              case 12:
+                chunk = _context7.sent;
+                chunkOffset = stream.position % CHUNK_SZ; // Calculate how much we can read from this chunk
+                available = chunk.length - chunkOffset;
+                readSize = Math.min(to_read, available);
+                if (!(readSize <= 0)) {
+                  _context7.next = 18;
                   break;
                 }
-                return _context6.abrupt("break", 50);
-              case 40:
-                // Update the number of downloaded bytes to be _all_, not just the write length
-                downloaded_bytes += chunk_bytes.length;
-                bytes_until_cache -= chunk_bytes.length;
-                bytes_until_notify -= chunk_bytes.length;
+                return _context7.abrupt("break", 26);
+              case 18:
+                // Copy data to destination
+                data = chunk.subarray(chunkOffset, chunkOffset + readSize);
+                mod.HEAP8.set(data, dst_ptr);
 
-                // Write bytes from the chunk and update the pointer if necessary
-                write_length = Math.min(chunk_bytes.length, to_read);
-                if (write_length > 0) {
-                  //console.log("WeaveDrive: Writing: ", write_length, " bytes to: ", dst_ptr)
-                  mod.HEAP8.set(chunk_bytes.subarray(0, write_length), dst_ptr);
-                  dst_ptr += write_length;
-                  bytes_read += write_length;
-                  stream.position += write_length;
-                  to_read -= write_length;
-                }
-                if (to_read == 0) {
-                  // Add excess bytes to our cache
-                  chunk_to_cache = chunk_bytes.subarray(write_length); //console.log("WeaveDrive: Cacheing excess: ", chunk_to_cache.length)
-                  cache_chunks.push(chunk_to_cache);
-                }
-                if (bytes_until_cache <= 0) {
-                  console.log("WeaveDrive: Chunk size reached. Compressing cache...");
-                  stream.node.cache = _this3.addChunksToCache(stream.node.cache, cache_chunks);
-                  cache_chunks = [];
-                  bytes_until_cache = CHUNK_SZ;
-                }
-                if (bytes_until_notify <= 0) {
-                  console.log("WeaveDrive: Downloaded: ", downloaded_bytes / stream.node.total_size * 100, "%");
-                  bytes_until_notify = NOTIFY_SZ;
-                }
-                _context6.next = 32;
-                break;
-              case 50:
-                _context6.next = 55;
+                // Update pointers
+                stream.position += readSize;
+                dst_ptr += readSize;
+                to_read -= readSize;
+                bytesRead += readSize;
+                _context7.next = 9;
                 break;
-              case 52:
-                _context6.prev = 52;
-                _context6.t0 = _context6["catch"](31);
-                console.error("WeaveDrive: Error reading the stream: ", _context6.t0);
-              case 55:
-                _context6.prev = 55;
-                reader.releaseLock();
-                return _context6.finish(55);
-              case 58:
-                // If we have no cache, or we have not satisfied the full request, we need to download the rest
-                // Rebuild the cache from the new cache chunks
-                stream.node.cache = _this3.addChunksToCache(stream.node.cache, cache_chunks);
-
-                // Update the last read position
-                stream.lastReadPosition = stream.position;
-                return _context6.abrupt("return", bytes_read);
-              case 61:
+              case 26:
+                return _context7.abrupt("return", bytesRead);
+              case 27:
               case "end":
-                return _context6.stop();
+                return _context7.stop();
             }
-          }, _callee6, null, [[31, 52, 55, 58]]);
+          }, _callee7);
         }))();
       },
+      // Keep existing helper methods
       close: function close(fd) {
-        var stream = 0;
-        for (var i = 0; i < FS.streams.length; i++) {
-          if (FS.streams[i].fd === fd) stream = FS.streams[i];
+        var stream = FS.streams.find(function (s) {
+          return s.fd === fd;
+        });
+        if (stream) {
+          var _stream$node$chunks;
+          (_stream$node$chunks = stream.node.chunks) === null || _stream$node$chunks === void 0 || _stream$node$chunks.clear(); // Clean up chunks
+          FS.close(stream);
         }
-        FS.close(stream);
       },
-      // Readahead cache functions
-      readFromCache: function readFromCache(stream, dst_ptr, length) {
-        // Check if the cache has been invalidated by a seek
-        if (stream.lastReadPosition !== stream.position) {
-          //console.log("WeaveDrive: Invalidating cache for fd: ", stream.fd, " Current pos: ", stream.position, " Last read pos: ", stream.lastReadPosition)
-          stream.node.cache = new Uint8Array(0);
-          return 0;
-        }
-        // Calculate the bytes of the request that can be satisfied with the cache
-        var cache_part_length = Math.min(length, stream.node.cache.length);
-        var cache_part = stream.node.cache.subarray(0, cache_part_length);
-        mod.HEAP8.set(cache_part, dst_ptr);
-        // Set the new cache to the remainder of the unused cache and update pointers
-        stream.node.cache = stream.node.cache.subarray(cache_part_length);
-        return cache_part_length;
-      },
-      addChunksToCache: function addChunksToCache(old_cache, chunks) {
-        // Make a new cache array of the old cache length + the sum of the chunk lengths, capped by the max cache size
-        var new_cache_length = Math.min(old_cache.length + chunks.reduce(function (acc, chunk) {
-          return acc + chunk.length;
-        }, 0), CACHE_SZ);
-        var new_cache = new Uint8Array(new_cache_length);
-        // Copy the old cache to the new cache
-        new_cache.set(old_cache, 0);
-        // Load the cache chunks into the new cache
-        var current_offset = old_cache.length;
-        var _iterator = _createForOfIteratorHelper(chunks),
-          _step;
-        try {
-          for (_iterator.s(); !(_step = _iterator.n()).done;) {
-            var chunk = _step.value;
-            if (current_offset < new_cache_length) {
-              new_cache.set(chunk.subarray(0, new_cache_length - current_offset), current_offset);
-              current_offset += chunk.length;
-            }
-          }
-        } catch (err) {
-          _iterator.e(err);
-        } finally {
-          _iterator.f();
-        }
-        return new_cache;
-      },
-      // General helpder functions
+      // ... rest of the existing methods (checkAdmissible, getTagValues, etc.) ...
       checkAdmissible: function checkAdmissible(ID) {
         var _this4 = this;
-        return _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee8() {
+        return _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee9() {
           var bootTag, blockHeight, moduleExtensions, moduleHasWeaveDrive, processExtensions, processHasWeaveDrive, modes, moduleAvailabilityType, moduleMode, processAvailabilityType, processMode, attestors, exists, assignmentsHaveID, individualsHaveID;
-          return _regeneratorRuntime().wrap(function _callee8$(_context8) {
-            while (1) switch (_context8.prev = _context8.next) {
+          return _regeneratorRuntime().wrap(function _callee9$(_context9) {
+            while (1) switch (_context9.prev = _context9.next) {
               case 0:
                 if (!(mod.mode && mod.mode == "test")) {
-                  _context8.next = 2;
+                  _context9.next = 2;
                   break;
                 }
-                return _context8.abrupt("return", true);
+                return _context9.abrupt("return", true);
               case 2:
-                // Check if we are attempting to load the On-Boot id, if so allow it
-                // this was added for AOP 6 Boot loader See: https://github.com/permaweb/aos/issues/342
                 bootTag = _this4.getTagValue("On-Boot", mod.spawn.tags);
                 if (!(bootTag && bootTag === ID)) {
-                  _context8.next = 5;
+                  _context9.next = 5;
                   break;
                 }
-                return _context8.abrupt("return", true);
+                return _context9.abrupt("return", true);
               case 5:
-                // Check that this module or process set the WeaveDrive tag on spawn
                 blockHeight = mod.blockHeight;
                 moduleExtensions = _this4.getTagValues("Extension", mod.module.tags);
                 moduleHasWeaveDrive = moduleExtensions.includes("WeaveDrive");
                 processExtensions = _this4.getTagValues("Extension", mod.spawn.tags);
                 processHasWeaveDrive = moduleHasWeaveDrive || processExtensions.includes("WeaveDrive");
                 if (processHasWeaveDrive) {
-                  _context8.next = 13;
+                  _context9.next = 13;
                   break;
                 }
                 console.log("WeaveDrive: Process tried to call WeaveDrive, but extension not set!");
-                return _context8.abrupt("return", false);
+                return _context9.abrupt("return", false);
               case 13:
-                modes = ["Assignments", "Individual", "Library"]; // Get the Availability-Type from the spawned process's Module or Process item
-                // First check the module for its defaults
+                modes = ["Assignments", "Individual", "Library"];
                 moduleAvailabilityType = _this4.getTagValue("Availability-Type", mod.module.tags);
-                moduleMode = moduleAvailabilityType ? moduleAvailabilityType : "Assignments"; // Default to assignments
-                // Now check the process's spawn item. These settings override Module item settings.
+                moduleMode = moduleAvailabilityType ? moduleAvailabilityType : "Assignments";
                 processAvailabilityType = _this4.getTagValue("Availability-Type", mod.spawn.tags);
                 processMode = processAvailabilityType ? processAvailabilityType : moduleMode;
                 if (modes.includes(processMode)) {
-                  _context8.next = 20;
+                  _context9.next = 20;
                   break;
                 }
                 throw "Unsupported WeaveDrive mode: ".concat(processMode);
               case 20:
                 attestors = _this4.serializeStringArr([_this4.getTagValue("Scheduler", mod.spawn.tags)].concat(_toConsumableArray(_this4.getTagValues("Attestor", mod.spawn.tags))).filter(function (t) {
                   return !!t;
-                })); // Init a set of GraphQL queries to run in order to find a valid attestation
-                // Every WeaveDrive process has at least the "Assignments" availability check form.
+                }));
                 exists = /*#__PURE__*/function () {
-                  var _ref = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee7(tags) {
+                  var _ref = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee8(tags) {
                     var common;
-                    return _regeneratorRuntime().wrap(function _callee7$(_context7) {
-                      while (1) switch (_context7.prev = _context7.next) {
+                    return _regeneratorRuntime().wrap(function _callee8$(_context8) {
+                      while (1) switch (_context8.prev = _context8.next) {
                         case 0:
                           common = {
                             owners: attestors,
                             block: [0, blockHeight],
                             fields: ["tags"]
                           };
-                          _context7.next = 3;
+                          _context8.next = 3;
                           return ar.gql.txs(_objectSpread(_objectSpread({}, common), {}, {
                             tags: tags
                           }));
                         case 3:
-                          _context7.t0 = _context7.sent.length;
-                          return _context7.abrupt("return", _context7.t0 > 0);
+                          _context8.t0 = _context8.sent.length;
+                          return _context8.abrupt("return", _context8.t0 > 0);
                         case 5:
                         case "end":
-                          return _context7.stop();
+                          return _context8.stop();
                       }
-                    }, _callee7);
+                    }, _callee8);
                   }));
                   return function exists(_x) {
                     return _ref.apply(this, arguments);
                   };
                 }();
-                _context8.next = 24;
+                _context9.next = 24;
                 return exists({
                   Type: "Attestation",
                   Message: ID,
                   "Data-Protocol": "ao"
                 });
               case 24:
-                assignmentsHaveID = _context8.sent;
+                assignmentsHaveID = _context9.sent;
                 if (!assignmentsHaveID) {
-                  _context8.next = 27;
+                  _context9.next = 27;
                   break;
                 }
-                return _context8.abrupt("return", true);
+                return _context9.abrupt("return", true);
               case 27:
                 if (!(processMode == "Individual")) {
-                  _context8.next = 33;
+                  _context9.next = 33;
                   break;
                 }
-                _context8.next = 30;
+                _context9.next = 30;
                 return exists({
                   Type: "Available",
                   ID: ID,
                   "Data-Protocol": "WeaveDrive"
                 });
               case 30:
-                individualsHaveID = _context8.sent;
+                individualsHaveID = _context9.sent;
                 if (!individualsHaveID) {
-                  _context8.next = 33;
+                  _context9.next = 33;
                   break;
                 }
-                return _context8.abrupt("return", true);
+                return _context9.abrupt("return", true);
               case 33:
                 if (!(processMode == "Library")) {
-                  _context8.next = 35;
+                  _context9.next = 35;
                   break;
                 }
                 throw "This WeaveDrive implementation does not support Library attestations yet!";
               case 35:
-                return _context8.abrupt("return", false);
+                return _context9.abrupt("return", false);
               case 36:
               case "end":
-                return _context8.stop();
+                return _context9.stop();
             }
-          }, _callee8);
+          }, _callee9);
         }))();
       },
       serializeStringArr: function serializeStringArr() {
@@ -646,6 +444,137 @@ var WeaveDrive = exports["default"] = /*#__PURE__*/_createClass(function WeaveDr
       getTagValue: function getTagValue(key, tags) {
         var values = this.getTagValues(key, tags);
         return values.pop();
+      },
+      open: function open(filename) {
+        var _this5 = this;
+        return _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee10() {
+          var pathCategory, id, stream, _stream, _stream2, _stream3, _stream4;
+          return _regeneratorRuntime().wrap(function _callee10$(_context10) {
+            while (1) switch (_context10.prev = _context10.next) {
+              case 0:
+                pathCategory = filename.split("/")[1];
+                id = filename.split("/")[2];
+                console.log("JS: Opening ID: ", id);
+                if (!(pathCategory === "tx")) {
+                  _context10.next = 16;
+                  break;
+                }
+                FS.createPath("/", "tx", true, false);
+                if (!FS.analyzePath(filename).exists) {
+                  _context10.next = 12;
+                  break;
+                }
+                stream = FS.open(filename, "r");
+                if (!stream.fd) {
+                  _context10.next = 9;
+                  break;
+                }
+                return _context10.abrupt("return", stream.fd);
+              case 9:
+                return _context10.abrupt("return", 0);
+              case 12:
+                _context10.next = 14;
+                return _this5.createTxHeader(id);
+              case 14:
+                _stream = _context10.sent;
+                return _context10.abrupt("return", _stream.fd);
+              case 16:
+                if (!(pathCategory === "tx2")) {
+                  _context10.next = 31;
+                  break;
+                }
+                FS.createPath("/", "tx2", true, false);
+                if (!FS.analyzePath(filename).exists) {
+                  _context10.next = 25;
+                  break;
+                }
+                stream = FS.open(filename, "r");
+                if (!stream.fd) {
+                  _context10.next = 22;
+                  break;
+                }
+                return _context10.abrupt("return", stream.fd);
+              case 22:
+                return _context10.abrupt("return", 0);
+              case 25:
+                _context10.next = 27;
+                return _this5.createDataItemTxHeader(id);
+              case 27:
+                _stream2 = _context10.sent;
+                if (!_stream2.fd) {
+                  _context10.next = 30;
+                  break;
+                }
+                return _context10.abrupt("return", _stream2.fd);
+              case 30:
+                return _context10.abrupt("return", 0);
+              case 31:
+                if (!(pathCategory === "block")) {
+                  _context10.next = 44;
+                  break;
+                }
+                FS.createPath("/", "block", true, false);
+                if (!FS.analyzePath(filename).exists) {
+                  _context10.next = 40;
+                  break;
+                }
+                stream = FS.open(filename, "r");
+                if (!stream.fd) {
+                  _context10.next = 37;
+                  break;
+                }
+                return _context10.abrupt("return", stream.fd);
+              case 37:
+                return _context10.abrupt("return", 0);
+              case 40:
+                _context10.next = 42;
+                return _this5.createBlockHeader(id);
+              case 42:
+                _stream3 = _context10.sent;
+                return _context10.abrupt("return", _stream3.fd);
+              case 44:
+                if (!(pathCategory === "data")) {
+                  _context10.next = 59;
+                  break;
+                }
+                if (!FS.analyzePath(filename).exists) {
+                  _context10.next = 53;
+                  break;
+                }
+                stream = FS.open(filename, "r");
+                if (!stream.fd) {
+                  _context10.next = 49;
+                  break;
+                }
+                return _context10.abrupt("return", stream.fd);
+              case 49:
+                console.log("JS: File not found: ", filename);
+                return _context10.abrupt("return", 0);
+              case 53:
+                _context10.next = 55;
+                return _this5.create(id);
+              case 55:
+                _stream4 = _context10.sent;
+                return _context10.abrupt("return", _stream4.fd);
+              case 57:
+                _context10.next = 66;
+                break;
+              case 59:
+                if (!(pathCategory === "headers")) {
+                  _context10.next = 64;
+                  break;
+                }
+                console.log("Header access not implemented yet.");
+                return _context10.abrupt("return", 0);
+              case 64:
+                console.log("JS: Invalid path category: ", pathCategory);
+                return _context10.abrupt("return", 0);
+              case 66:
+              case "end":
+                return _context10.stop();
+            }
+          }, _callee10);
+        }))();
       }
     };
   };