wao 0.3.1 → 0.4.0

package/esm/aoconnect.js

@@ -1,764 +1,28 @@
-let _txs = {}
-
-import Arweave from "arweave"
-
-const KB = 1024
-const MB = KB * 1024
-const CACHE_SZ = 32 * KB
-const CHUNK_SZ = 128 * MB
-const NOTIFY_SZ = 512 * MB
-
-function WeaveDrive(mod, FS) {
-  return {
-    reset(fd) {
-      //console.log("WeaveDrive: Resetting fd: ", fd)
-      FS.streams[fd].node.position = 0
-      FS.streams[fd].node.cache = new Uint8Array(0)
-    },
-
-    joinUrl({ url, path }) {
-      if (!path) return url
-      if (path.startsWith("/"))
-        return this.joinUrl({ url, path: path.slice(1) })
-
-      url = new URL(url)
-      url.pathname += path
-      return url.toString()
-    },
-
-    async customFetch(path, options) {
-      txs[path] = true
-      /**
-       * mod.ARWEAVE may be a comma-delimited list of urls.
-       * So we parse it into an array that we sequentially consume
-       * using fetch, and return the first successful response.
-       *
-       * The first url is considered "primary". So if all urls fail
-       * to produce a successful response, then we return the primary's
-       * error response
-       */
-      const urlList = mod.ARWEAVE.includes(",")
-        ? mod.ARWEAVE.split(",").map(url => url.trim())
-        : [mod.ARWEAVE]
-
-      let p
-      for (const url of urlList) {
-        //txs[this.joinUrl({ url, path })] = true
-        const res = fetch(this.joinUrl({ url, path }), options)
-        if (await res.then(r => r.ok).catch(() => false)) return res
-        if (!p) p = res
-      }
-
-      /**
-       * None succeeded so fallback to the primary and accept
-       * whatever it returned
-       */
-      return p
-    },
-
-    async create(id) {
-      var properties = { isDevice: false, contents: null }
-
-      if (!(await this.checkAdmissible(id))) {
-        //console.log("WeaveDrive: Arweave ID is not admissable! ", id)
-        return 0
-      }
-
-      // Create the file in the emscripten FS
-
-      // This check/mkdir was added for AOP 6 Boot loader because create is
-      // called first because were only loading Data, we needed to create
-      // the directory. See: https://github.com/permaweb/aos/issues/342
-      if (!FS.analyzePath("/data/").exists) {
-        FS.mkdir("/data/")
-      }
-
-      var node = FS.createFile("/", "data/" + id, properties, true, false)
-      // Set initial parameters
-      /*
-      var bytesLength = await this.customFetch(`/${id}`, {
-        method: "HEAD",
-        }).then(res => res.headers.get("Content-Length"))
-      */
-      const bytesLength = _txs[id]
-        ? new TextEncoder().encode(_txs[id]).length
-        : 100
-      node.total_size = Number(bytesLength)
-      node.cache = new Uint8Array(0)
-      node.position = 0
-
-      // Add a function that defers querying the file size until it is asked the first time.
-      Object.defineProperties(node, {
-        usedBytes: {
-          get: function () {
-            return bytesLength
-          },
-        },
-      })
-
-      // Now we have created the file in the emscripten FS, we can open it as a stream
-      var stream = FS.open("/data/" + id, "r")
-
-      //console.log("JS: Created file: ", id, " fd: ", stream.fd);
-      return stream
-    },
-    async createBlockHeader(id) {
-      const customFetch = this.customFetch
-      // todo: add a bunch of retries
-      async function retry(x) {
-        return new Promise(r => {
-          setTimeout(function () {
-            r(customFetch(`/block/height/${id}`))
-          }, x * 10000)
-        })
-      }
-      var result = await this.customFetch(`/block/height/${id}`)
-        .then(res => (!res.ok ? retry(1) : res))
-        .then(res => (!res.ok ? retry(2) : res))
-        .then(res => (!res.ok ? retry(3) : res))
-        .then(res => (!res.ok ? retry(4) : res))
-        .then(res => res.text())
-
-      var bytesLength = result.length
-
-      var node = FS.createDataFile(
-        "/",
-        "block/" + id,
-        Buffer.from(result, "utf-8"),
-        true,
-        false,
-      )
-
-      var stream = FS.open("/block/" + id, "r")
-      return stream
-    },
-    async createTxHeader(id) {
-      const customFetch = this.customFetch
-      async function toAddress(owner) {
-        return Arweave.utils.bufferTob64Url(
-          await Arweave.crypto.hash(Arweave.utils.b64UrlToBuffer(owner)),
-        )
-      }
-      async function retry(x) {
-        return new Promise(r => {
-          setTimeout(function () {
-            r(customFetch(`/tx/${id}`))
-          }, x * 10000)
-        })
-      }
-      // todo: add a bunch of retries
-      var result = await this.customFetch(`/tx/${id}`)
-        .then(res => (!res.ok ? retry(1) : res))
-        .then(res => (!res.ok ? retry(2) : res))
-        .then(res => (!res.ok ? retry(3) : res))
-        .then(res => (!res.ok ? retry(4) : res))
-        .then(res => res.json())
-        .then(async entry => ({
-          ...entry,
-          ownerAddress: await toAddress(entry.owner),
-        }))
-        //.then(x => (console.error(x), x))
-        .then(x => JSON.stringify(x))
-
-      var node = FS.createDataFile(
-        "/",
-        "tx/" + id,
-        Buffer.from(result, "utf-8"),
-        true,
-        false,
-      )
-      var stream = FS.open("/tx/" + id, "r")
-      return stream
-    },
-    async createDataItemTxHeader(id) {
-      const gqlQuery = this.gqlQuery
-      var GET_TRANSACTION_QUERY = `
-      query GetTransactions ($transactionIds: [ID!]!) {
-        transactions(ids: $transactionIds) {
-          edges {
-            node {
-              id
-              anchor
-              data {
-                size
-              }
-              signature
-              recipient 
-              owner {
-                address 
-                key
-              }
-              fee {
-                ar 
-                winston
-              }
-              quantity {
-                winston
-                ar
-              }
-              tags {
-                name 
-                value 
-              }
-              bundledIn {
-                id
-              }
-              block { 
-                id
-                timestamp
-                height
-                previous
-              }
-            }
-          }
-        }
-      }`
-      var variables = { transactionIds: [id] }
-      async function retry(x) {
-        return new Promise(r => {
-          setTimeout(function () {
-            r(gqlQuery(GET_TRANSACTION_QUERY, variables))
-          }, x * 10000)
-        })
-      }
-
-      const gqlExists = await this.gqlExists()
-      if (!gqlExists) {
-        return "GQL Not Found!"
-      }
-
-      // todo: add a bunch of retries
-      var result = await this.gqlQuery(GET_TRANSACTION_QUERY, variables)
-        .then(res => (!res.ok ? retry(1) : res))
-        .then(res => (!res.ok ? retry(2) : res))
-        .then(res => (!res.ok ? retry(3) : res))
-        .then(res => (!res.ok ? retry(4) : res))
-        .then(res => res.json())
-        .then(res => {
-          return res?.data?.transactions?.edges?.[0]?.node
-            ? res.data.transactions.edges[0].node
-            : "No results"
-        })
-        .then(async entry => {
-          return typeof entry == "string"
-            ? entry
-            : {
-                format: 3,
-                ...entry,
-              }
-        })
-        .then(x => {
-          return typeof x == "string" ? x : JSON.stringify(x)
-        })
-
-      if (result === "No results") {
-        return result
-      }
-      FS.createDataFile(
-        "/",
-        "tx2/" + id,
-        Buffer.from(result, "utf-8"),
-        true,
-        false,
-      )
-      var stream = FS.open("/tx2/" + id, "r")
-
-      return stream
-    },
-    async open(filename) {
-      const pathCategory = filename.split("/")[1]
-      const id = filename.split("/")[2]
-      console.log("JS: Opening ID: ", id)
-      if (pathCategory === "tx") {
-        FS.createPath("/", "tx", true, false)
-        if (FS.analyzePath(filename).exists) {
-          var stream = FS.open(filename, "r")
-          if (stream.fd) return stream.fd
-          return 0
-        } else {
-          const stream = await this.createTxHeader(id)
-          return stream.fd
-        }
-      }
-      if (pathCategory === "tx2") {
-        FS.createPath("/", "tx2", true, false)
-        if (FS.analyzePath(filename).exists) {
-          var stream = FS.open(filename, "r")
-          if (stream.fd) return stream.fd
-          return 0
-        } else {
-          const stream = await this.createDataItemTxHeader(id)
-          if (stream.fd) return stream.fd
-          return 0
-        }
-      }
-      if (pathCategory === "block") {
-        FS.createPath("/", "block", true, false)
-        if (FS.analyzePath(filename).exists) {
-          var stream = FS.open(filename, "r")
-          if (stream.fd) return stream.fd
-          return 0
-        } else {
-          const stream = await this.createBlockHeader(id)
-          return stream.fd
-        }
-      }
-      if (pathCategory === "data") {
-        if (FS.analyzePath(filename).exists) {
-          var stream = FS.open(filename, "r")
-          if (stream.fd) return stream.fd
-          console.log("JS: File not found: ", filename)
-          return 0
-        } else {
-          //console.log("JS: Open => Creating file: ", id);
-          const stream = await this.create(id)
-          //console.log("JS: Open => Created file: ", id, " fd: ", stream.fd);
-          return stream.fd
-        }
-      } else if (pathCategory === "headers") {
-        console.log("Header access not implemented yet.")
-        return 0
-      } else {
-        console.log("JS: Invalid path category: ", pathCategory)
-        return 0
-      }
-    },
-    async read(fd, raw_dst_ptr, raw_length) {
-      // Note: The length and dst_ptr are 53 bit integers in JS, so this _should_ be ok into a large memspace.
-      var to_read = Number(raw_length)
-      var dst_ptr = Number(raw_dst_ptr)
-
-      var stream = 0
-      for (var i = 0; i < FS.streams.length; i++) {
-        if (FS.streams[i].fd === fd) {
-          stream = FS.streams[i]
-        }
-      }
-      // read block headers
-      if (stream.path.includes("/block")) {
-        mod.HEAP8.set(stream.node.contents.subarray(0, to_read), dst_ptr)
-        return to_read
-      }
-      // read tx headers
-      if (stream.path.includes("/tx")) {
-        mod.HEAP8.set(stream.node.contents.subarray(0, to_read), dst_ptr)
-        return to_read
-      }
-      // Satisfy what we can with the cache first
-      var bytes_read = this.readFromCache(stream, dst_ptr, to_read)
-      stream.position += bytes_read
-      stream.lastReadPosition = stream.position
-      dst_ptr += bytes_read
-      to_read -= bytes_read
-
-      // Return if we have satisfied the request
-      if (to_read === 0) {
-        //console.log("WeaveDrive: Satisfied request with cache. Returning...")
-        return bytes_read
-      }
-      //console.log("WeaveDrive: Read from cache: ", bytes_read, " Remaining to read: ", to_read)
-
-      const chunk_download_sz = Math.max(to_read, CACHE_SZ)
-      const to = Math.min(
-        stream.node.total_size,
-        stream.position + chunk_download_sz,
-      )
-      //console.log("WeaveDrive: fd: ", fd, " Read length: ", to_read, " Reading ahead:", to - to_read - stream.position)
-
-      // Fetch with streaming
-      /*
-      const response = await this.customFetch(`/${stream.node.name}`, {
-        method: "GET",
-        redirect: "follow",
-        headers: { Range: `bytes=${stream.position}-${to}` },
-      })
-
-      const reader = response.body.getReader()
-      */
-      const data = new TextEncoder().encode(_txs[stream.node.name] ?? "")
-
-      // Extract the Range header to determine the start and end of the requested chunk
-      const start = 0
-      const end = data.length
-
-      // Create a ReadableStream for the requested chunk
-      const chunk = data.subarray(start, end)
-      const response = new Response(
-        new ReadableStream({
-          start(controller) {
-            controller.enqueue(chunk) // Push the chunk to the stream
-            controller.close() // Close the stream when done
-          },
-        }),
-        {
-          headers: { "Content-Length": chunk.length.toString() },
-        },
-      )
-      const reader = response.body.getReader()
-      var bytes_until_cache = CHUNK_SZ
-      var bytes_until_notify = NOTIFY_SZ
-      var downloaded_bytes = 0
-      var cache_chunks = []
-
-      try {
-        while (true) {
-          const { done, value: chunk_bytes } = await reader.read()
-          if (done) break
-          // Update the number of downloaded bytes to be _all_, not just the write length
-          downloaded_bytes += chunk_bytes.length
-          bytes_until_cache -= chunk_bytes.length
-          bytes_until_notify -= chunk_bytes.length
-
-          // Write bytes from the chunk and update the pointer if necessary
-          const write_length = Math.min(chunk_bytes.length, to_read)
-          if (write_length > 0) {
-            //console.log("WeaveDrive: Writing: ", write_length, " bytes to: ", dst_ptr)
-            mod.HEAP8.set(chunk_bytes.subarray(0, write_length), dst_ptr)
-            dst_ptr += write_length
-            bytes_read += write_length
-            stream.position += write_length
-            to_read -= write_length
-          }
-
-          if (to_read == 0) {
-            // Add excess bytes to our cache
-            const chunk_to_cache = chunk_bytes.subarray(write_length)
-            //console.log("WeaveDrive: Cacheing excess: ", chunk_to_cache.length)
-            cache_chunks.push(chunk_to_cache)
-          }
-
-          if (bytes_until_cache <= 0) {
-            console.log("WeaveDrive: Chunk size reached. Compressing cache...")
-            stream.node.cache = this.addChunksToCache(
-              stream.node.cache,
-              cache_chunks,
-            )
-            cache_chunks = []
-            bytes_until_cache = CHUNK_SZ
-          }
-
-          if (bytes_until_notify <= 0) {
-            console.log(
-              "WeaveDrive: Downloaded: ",
-              (downloaded_bytes / stream.node.total_size) * 100,
-              "%",
-            )
-            bytes_until_notify = NOTIFY_SZ
-          }
-        }
-      } catch (error) {
-        console.error("WeaveDrive: Error reading the stream: ", error)
-      } finally {
-        reader.releaseLock()
-      }
-      // If we have no cache, or we have not satisfied the full request, we need to download the rest
-      // Rebuild the cache from the new cache chunks
-      stream.node.cache = this.addChunksToCache(stream.node.cache, cache_chunks)
-
-      // Update the last read position
-      stream.lastReadPosition = stream.position
-      return bytes_read
-    },
-    close(fd) {
-      var stream = 0
-      for (var i = 0; i < FS.streams.length; i++) {
-        if (FS.streams[i].fd === fd) {
-          stream = FS.streams[i]
-        }
-      }
-      FS.close(stream)
-    },
-
-    // Readahead cache functions
-    readFromCache(stream, dst_ptr, length) {
-      // Check if the cache has been invalidated by a seek
-      if (stream.lastReadPosition !== stream.position) {
-        //console.log("WeaveDrive: Invalidating cache for fd: ", stream.fd, " Current pos: ", stream.position, " Last read pos: ", stream.lastReadPosition)
-        stream.node.cache = new Uint8Array(0)
-        return 0
-      }
-      // Calculate the bytes of the request that can be satisfied with the cache
-      var cache_part_length = Math.min(length, stream.node.cache.length)
-      var cache_part = stream.node.cache.subarray(0, cache_part_length)
-      mod.HEAP8.set(cache_part, dst_ptr)
-      // Set the new cache to the remainder of the unused cache and update pointers
-      stream.node.cache = stream.node.cache.subarray(cache_part_length)
-
-      return cache_part_length
-    },
-
-    addChunksToCache(old_cache, chunks) {
-      // Make a new cache array of the old cache length + the sum of the chunk lengths, capped by the max cache size
-      var new_cache_length = Math.min(
-        old_cache.length + chunks.reduce((acc, chunk) => acc + chunk.length, 0),
-        CACHE_SZ,
-      )
-      var new_cache = new Uint8Array(new_cache_length)
-      // Copy the old cache to the new cache
-      new_cache.set(old_cache, 0)
-      // Load the cache chunks into the new cache
-      var current_offset = old_cache.length
-      for (let chunk of chunks) {
-        if (current_offset < new_cache_length) {
-          new_cache.set(
-            chunk.subarray(0, new_cache_length - current_offset),
-            current_offset,
-          )
-          current_offset += chunk.length
-        }
-      }
-      return new_cache
-    },
-
-    // General helpder functions
-    async checkAdmissible(ID) {
-      if (mod.mode && mod.mode == "test") {
-        // CAUTION: If the module is initiated with `mode = test` we don't check availability.
-        return true
-      }
-
-      // Check if we are attempting to load the On-Boot id, if so allow it
-      // this was added for AOP 6 Boot loader See: https://github.com/permaweb/aos/issues/342
-      const bootTag = this.getTagValue("On-Boot", mod.spawn.tags)
-      if (bootTag && bootTag === ID) return true
-
-      // Check that this module or process set the WeaveDrive tag on spawn
-      const blockHeight = mod.blockHeight
-      const moduleExtensions = this.getTagValues("Extension", mod.module.tags)
-      const moduleHasWeaveDrive = moduleExtensions.includes("WeaveDrive")
-      const processExtensions = this.getTagValues("Extension", mod.spawn.tags)
-      const processHasWeaveDrive =
-        moduleHasWeaveDrive || processExtensions.includes("WeaveDrive")
-
-      if (!processHasWeaveDrive) {
-        console.log(
-          "WeaveDrive: Process tried to call WeaveDrive, but extension not set!",
-        )
-        return false
-      }
-
-      const modes = ["Assignments", "Individual", "Library"]
-      // Get the Availability-Type from the spawned process's Module or Process item
-      // First check the module for its defaults
-      const moduleAvailabilityType = this.getTagValue(
-        "Availability-Type",
-        mod.module.tags,
-      )
-      const moduleMode = moduleAvailabilityType
-        ? moduleAvailabilityType
-        : "Assignments" // Default to assignments
-
-      // Now check the process's spawn item. These settings override Module item settings.
-      const processAvailabilityType = this.getTagValue(
-        "Availability-Type",
-        mod.spawn.tags,
-      )
-      const processMode = processAvailabilityType
-        ? processAvailabilityType
-        : moduleMode
-
-      if (!modes.includes(processMode)) {
-        throw `Unsupported WeaveDrive mode: ${processMode}`
-      }
-
-      const attestors = this.serializeStringArr(
-        [
-          this.getTagValue("Scheduler", mod.spawn.tags),
-          ...this.getTagValues("Attestor", mod.spawn.tags),
-        ].filter(t => !!t),
-      )
-
-      // Init a set of GraphQL queries to run in order to find a valid attestation
-      // Every WeaveDrive process has at least the "Assignments" availability check form.
-      const assignmentsHaveID = await this.queryHasResult(
-        `query {
-          transactions(
-            owners: ${attestors},
-            block: {min: 0, max: ${blockHeight}},
-            tags: [
-              { name: "Type", values: ["Attestation"] },
-              { name: "Message", values: ["${ID}"]}
-              { name: "Data-Protocol", values: ["ao"] },
-            ]
-          ) 
-          {
-            edges {
-              node {
-                tags {
-                  name
-                  value
-                }
-              }
-            }
-          }
-        }`,
-      )
-
-      if (assignmentsHaveID) {
-        return true
-      }
-
-      if (processMode == "Individual") {
-        const individualsHaveID = await this.queryHasResult(
-          `query {
-            transactions(
-              owners: ${attestors},
-              block: {min: 0, max: ${blockHeight}},
-              tags: [
-                { name: "Type", values: ["Available"]},
-                { name: "ID", values: ["${ID}"]}
-                { name: "Data-Protocol", values: ["WeaveDrive"] },
-              ]
-            ) 
-            {
-              edges {
-                node {
-                  tags {
-                    name
-                    value
-                  }
-                }
-              }
-            }
-          }`,
-        )
-
-        if (individualsHaveID) {
-          return true
-        }
-      }
-
-      // Halt message processing if the process requires Library mode.
-      // This should signal 'Cannot Process' to the CU, not that the message itself is
-      // invalid. Subsequently, the CU should not be slashable for saying that the process
-      // execution failed on this message. The CU must also not continue to execute further
-      // messages on this process. Attesting to them would be slashable, as the state would
-      // be incorrect.
-      if (processMode == "Library") {
-        throw "This WeaveDrive implementation does not support Library attestations yet!"
-      }
-
-      return false
-    },
-
-    serializeStringArr(arr = []) {
-      return `[${arr.map(s => `"${s}"`).join(", ")}]`
-    },
-
-    getTagValues(key, tags) {
-      var values = []
-      for (i = 0; i < tags.length; i++) {
-        if (tags[i].name == key) {
-          values.push(tags[i].value)
-        }
-      }
-      return values
-    },
-
-    getTagValue(key, tags) {
-      const values = this.getTagValues(key, tags)
-      return values.pop()
-    },
-
-    async queryHasResult(query, variables) {
-      const json = await this.gqlQuery(query, variables).then(res => res.json())
-
-      return !!json?.data?.transactions?.edges?.length
-    },
-
-    async gqlExists() {
-      const query = `query {
-        transactions(
-          first: 1
-        ) {
-          pageInfo {
-            hasNextPage
-          }
-        }
-      }
-      `
-
-      const gqlExists = await this.gqlQuery(query, {}).then(res => res.ok)
-      return gqlExists
-    },
-
-    async gqlQuery(query, variables) {
-      const options = {
-        method: "POST",
-        body: JSON.stringify({ query, variables }),
-        headers: { "Content-Type": "application/json" },
-      }
-
-      return this.customFetch("graphql", options)
-    },
-  }
-}
-
 import { DataItem } from "warp-arbundles"
 import base64url from "base64url"
+import {
+  tags,
+  action,
+  tag,
+  buildTags,
+  isJSON,
+  jsonToStr,
+  dirname,
+} from "./utils.js"
+import ArMem from "./armem.js"
+import weavedrive from "./weavedrive.js"
 import AoLoader from "@permaweb/ao-loader"
 import { readFileSync } from "fs"
 import { resolve } from "path"
+import { scheduler, mu, su, cu, acc } from "./test.js"
 import { is, clone, fromPairs, map, mergeLeft, isNil } from "ramda"
-import accounts from "./accounts.js"
-import { tags, action, tag, buildTags } from "./utils.js"
-
-function isJSON(obj) {
-  if (obj === null || obj === undefined) return false
-  if (
-    typeof obj !== "object" ||
-    obj instanceof Buffer ||
-    obj instanceof ArrayBuffer ||
-    Array.isArray(obj)
-  ) {
-    return false
-  }
-
-  try {
-    const str = JSON.stringify(obj)
-    const parsed = JSON.parse(str)
-    const isjson = typeof parsed === "object" && parsed !== null
-    return isjson ? str : false
-  } catch (e) {
-    return false
-  }
-}
+import AR from "./tar.js"
 
-const jsonToStr = obj =>
-  isJSON(obj) || (is(Number, obj) ? Number(obj).toString() : obj)
+export const connect = mem => {
+  mem ??= new ArMem()
+  const ar = new AR({ mem })
+  const WeaveDrive = new weavedrive(ar).drive
 
-const dirname = async () =>
-  typeof __dirname != "undefined"
-    ? __dirname
-    : (await import("./dirname.js")).default
-
-export const acc = accounts.users
-export const mu = accounts.mu
-const scheduler = "GQ33BkPtZrqxA84vM8Zk-N2aO0toNNu_C-l-rawrBA"
-let env = {}
-
-export const connect = () => {
-  let wasms = {
-    "Do_Uc2Sju_ffp6Ev0AnLVdPtot15rvMjP-a9VVaA5fM": {
-      file: "aos2_0_1",
-      format: "wasm64-unknown-emscripten-draft_2024_02_15",
-    },
-    cNlipBptaF9JeFAf4wUmpi43EojNanIBos3EfNrEOWo: {
-      file: "aos_1",
-      format: "wasm64-unknown-emscripten-draft_2024_02_15",
-    },
-    ghSkge2sIUD_F00ym5sEimC63BDBuBrq4b5OcwxOjiw: {
-      file: "sqlite",
-      format: "wasm64-unknown-emscripten-draft_2024_02_15",
-    },
-  }
-  let modules = {
-    aos2_0_1: "Do_Uc2Sju_ffp6Ev0AnLVdPtot15rvMjP-a9VVaA5fM",
-    aos1: "cNlipBptaF9JeFAf4wUmpi43EojNanIBos3EfNrEOWo",
-    sqlite: "ghSkge2sIUD_F00ym5sEimC63BDBuBrq4b5OcwxOjiw",
-  }
-  let modmap = {}
-  let msgs = {}
   const transform = input => {
     const output = { Tags: [] }
     if (input.Data) output.Data = input.Data
@@ -817,16 +81,6 @@ export const connect = () => {
     }
   }
 
-  const parse = async opt => {
-    const item = await opt.signer({ data: opt.data ?? "", tags: opt.tags })
-    const rowner = new DataItem(item.raw).rawOwner
-    const hashBuffer = Buffer.from(
-      await crypto.subtle.digest("SHA-256", rowner),
-    )
-    const owner = base64url.encode(hashBuffer)
-    return { id: item.id, owner }
-  }
-
   const postModule = async ({ data, tags = {}, signer }) => {
     const t = mergeLeft(tags, {
       "Data-Protocol": "ao",
@@ -838,42 +92,47 @@ export const connect = () => {
       "Memory-Limit": "1-gb",
       "Compute-Limit": "9000000000000",
     })
-    const _tags = buildTags(t)
-    const { id, owner } = await parse({ tags: _tags, data, signer })
+    const _tags = buildTags(null, t)
+    const { id, owner } = await ar.dataitem({ tags: _tags, data, signer })
+    await ar.post({ data, signer, tags: t })
     const handle = await AoLoader(data, {
       format: t["Module-Format"],
       mode: "test",
       WeaveDrive,
     })
-    modmap[id] = { handle, id }
+    mem.modmap[id] = { handle, id }
     return id
   }
 
   const spawn = async (opt = {}) => {
     if (!opt.module) throw Error("module missing")
     if (!opt.scheduler) throw Error("scheduler missing")
-    let mod = opt.module ?? modules["aos2_0_1"]
-    if (!modmap[mod] && wasms[mod]) {
+    let mod = opt.module ?? mem.modules["aos2_0_1"]
+    if (!mem.modmap[mod] && mem.wasms[mod]) {
       const __dirname = await dirname()
       const wasm = readFileSync(
-        resolve(__dirname, `lua/${wasms[mod].file}.wasm`),
+        resolve(__dirname, `lua/${mem.wasms[mod].file}.wasm`),
       )
       const handle = await AoLoader(wasm, {
-        format: wasms[mod].format,
+        format: mem.wasms[mod].format,
         mode: "test",
         WeaveDrive,
       })
-      modmap[mod] = { handle, id: mod }
+      mem.modmap[mod] = { handle, id: mod }
     }
     if (!mod) throw Error("module not found")
-    const _module = modmap[mod]
+    const _module = mem.modmap[mod]
     let ex = false
     opt.tags ??= []
     for (let v of opt.tags) if (v.name === "Type") ex = true
     if (!ex) opt.tags.push({ name: "Type", value: "Process" })
-    const { id, owner } = await parse(opt)
+    const { id, owner, item } = await ar.dataitem({
+      data: opt.data,
+      signer: opt.signer,
+      tags: tags(opt.tags),
+    })
+    await ar.postItem(item, su.jwk)
     const _tags = tags(opt.tags)
-    _txs[id] = opt.data ?? null
     let res = null
     let memory = null
     let p = {
@@ -891,7 +150,7 @@ export const connect = () => {
     if (_tags["On-Boot"]) {
       let data = ""
       if (_tags["On-Boot"] === "Data") data = opt.data ?? ""
-      else data = msgs[_tags["On-Boot"]]?.data ?? ""
+      else data = mem.msgs[_tags["On-Boot"]]?.data ?? ""
       let msg = genMsg(p, data, opt.tags, owner, mu.addr, true)
       const _env = genEnv({
         pid: p.id,
@@ -908,8 +167,8 @@ export const connect = () => {
     } else {
       p.height += 1
     }
-    msgs[id] = opt
-    env[id] = p
+    mem.msgs[id] = opt
+    mem.env[id] = p
     if (_tags["Cron-Interval"]) {
       let [num, unit] = _tags["Cron-Interval"].split("-")
       let int = 0
@@ -942,16 +201,21 @@ export const connect = () => {
           cronTags.push({ name: k.replace(/Cron-Tag-/, ""), value: _tags[k] })
         }
       }
-      env[id].cronTags = cronTags
-      env[id].span = int
+      mem.env[id].cronTags = cronTags
+      mem.env[id].span = int
     }
     return id
   }
 
   const assign = async opt => {
-    const p = env[opt.process]
-    let _opt = clone(msgs[opt.message])
-    const { id, owner } = await parse(_opt)
+    const p = mem.env[opt.process]
+    let _opt = clone(mem.msgs[opt.message])
+    const { id, owner, item } = await ar.dataitem({
+      data: _opt.data,
+      signer: _opt.signer,
+      tags: tags(_opt.tags),
+    })
+    await ar.postItem(item, su.jwk)
     try {
       const msg = genMsg(
         p,
@@ -972,9 +236,9 @@ export const connect = () => {
       p.res[id] = res
       p.results.push(id)
       p.txs.unshift({ id: id, ..._opt })
-      msgs[id] = _opt
+      mem.msgs[id] = _opt
       for (const v of res.Messages ?? []) {
-        if (env[v.Target]) {
+        if (mem.env[v.Target]) {
           await message({
             process: v.Target,
             tags: v.Tags,
@@ -992,12 +256,18 @@ export const connect = () => {
   }
 
   const message = async opt => {
-    const p = env[opt.process]
+    const p = mem.env[opt.process]
     let ex = false
     for (let v of opt.tags) if (v.name === "Type") ex = true
 
     if (!ex) opt.tags.push({ name: "Type", value: "Message" })
-    const { id, owner } = await parse(opt)
+    const { item, id, owner } = await ar.dataitem({
+      data: opt.data,
+      signer: opt.signer,
+      tags: tags(opt.tags),
+    })
+
+    await ar.postItem(item, su.jwk)
     try {
       const msg = genMsg(
         p,
@@ -1013,15 +283,14 @@ export const connect = () => {
         auth: mu.addr,
       })
       const res = await p.handle(p.memory, msg, _env)
-      _txs[id] = opt.data ?? null
       p.memory = res.Memory
       delete res.Memory
       p.res[id] = res
       p.results.push(id)
       p.txs.unshift({ id: id, ...opt })
-      msgs[id] = opt
+      mem.msgs[id] = opt
       for (const v of res.Messages ?? []) {
-        if (env[v.Target]) {
+        if (mem.env[v.Target]) {
           await message({
             process: v.Target,
             tags: v.Tags,
@@ -1060,20 +329,16 @@ export const connect = () => {
   }
 
   return {
-    scheduler,
-    modules,
-    accounts: acc,
-    mu,
     message,
     unmonitor: async opt => {
-      const p = env[opt.process]
+      const p = mem.env[opt.process]
       try {
         clearInterval(p.cron)
         p.cron = null
       } catch (e) {}
     },
     monitor: async opt => {
-      const p = env[opt.process]
+      const p = mem.env[opt.process]
       if (isNil(p.cron)) {
         p.cron = setInterval(async () => {
           await message({
@@ -1085,16 +350,11 @@ export const connect = () => {
         }, p.span)
       }
     },
-    txs: async pid => {
-      let _txs = []
-      for (let v of env[pid].txs) _txs.push({ tags: v.tags, id: v.id })
-      return _txs
-    },
     spawn,
     assign,
-    result: async opt => env[opt.process].res[opt.message],
+    result: async opt => mem.env[opt.process].res[opt.message],
     results: async opt => {
-      const p = env[opt.process]
+      const p = mem.env[opt.process]
       let results = []
       const limit = opt.limit ?? 25
       if (opt.sort === "DESC") {
@@ -1111,8 +371,8 @@ export const connect = () => {
       return { edges: results }
     },
     dryrun: async opt => {
-      const p = env[opt.process]
-      const { id, owner } = await parse(opt)
+      const p = mem.env[opt.process]
+      const { id, owner } = await ar.dataitem(opt)
       try {
         const msg = genMsg(p, opt.data ?? "", opt.tags, owner, mu.addr, true)
         const _env = genEnv({
@@ -1128,9 +388,6 @@ export const connect = () => {
       }
       return null
     },
-    getProcesses: () => env,
-    blueprint: async pkg => {
-      return readFileSync(resolve(await dirname(), `lua/${pkg}.lua`), "utf8")
-    },
+    mem,
   }
 }