@peerbit/program 1.0.6 → 2.1.0

package/lib/esm/program.js

@@ -0,0 +1,339 @@
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var Program_1;
+import { PublicSignKey, getPublicKeyFromPeerId } from "@peerbit/crypto";
+import { getSchema, variant } from "@dao-xyz/borsh";
+import { getValuesWithType } from "./utils.js";
+import { serialize, deserialize } from "@dao-xyz/borsh";
+import { CustomEvent, EventEmitter } from "@libp2p/interfaces/events";
+import { waitForAsync } from "@peerbit/time";
+import { Handler, } from "./handler.js";
+const intersection = (a, b) => {
+    const newSet = new Set();
+    for (const el of b) {
+        if (!a || a.has(el)) {
+            newSet.add(el);
+        }
+    }
+    return newSet;
+};
+const getAllParentAddresses = (p) => {
+    return getAllParent(p, [])
+        .filter((x) => x instanceof Program)
+        .map((x) => x.address);
+};
+const getAllParent = (a, arr = [], includeThis = false) => {
+    includeThis && arr.push(a);
+    if (a.parents) {
+        for (const p of a.parents) {
+            if (p) {
+                getAllParent(p, arr, true);
+            }
+        }
+    }
+    return arr;
+};
+class ProgramHandler extends Handler {
+    constructor(properties) {
+        super({
+            client: properties.client,
+            shouldMonitor: (p) => p instanceof Program,
+            load: Program.load,
+        });
+    }
+}
+export { ProgramHandler };
+export let Program = Program_1 = class Program {
+    _node;
+    _allPrograms;
+    _events;
+    _closed;
+    parents;
+    children;
+    _address;
+    get address() {
+        if (!this._address) {
+            throw new Error("Address does not exist, please open or save this program once to obtain it");
+        }
+        return this._address;
+    }
+    set address(address) {
+        this._address = address;
+    }
+    addParent(program) {
+        (this.parents || (this.parents = [])).push(program);
+        if (program) {
+            (program.children || (program.children = [])).push(this);
+        }
+    }
+    get events() {
+        return this._events || (this._events = new EventEmitter());
+    }
+    get closed() {
+        if (this._closed == null) {
+            return true;
+        }
+        return this._closed;
+    }
+    set closed(closed) {
+        this._closed = closed;
+    }
+    get node() {
+        return this._node;
+    }
+    set node(node) {
+        this._node = node;
+    }
+    _eventOptions;
+    async beforeOpen(node, options) {
+        // check that a  discriminator exist
+        const schema = getSchema(this.constructor);
+        if (!schema || typeof schema.variant !== "string") {
+            throw new Error(`Expecting class to be decorated with a string variant. Example:\n\'import { variant } "@dao-xyz/borsh"\n@variant("example-db")\nclass ${this.constructor.name} { ...`);
+        }
+        await this.save(node.services.blocks);
+        if (getAllParentAddresses(this).includes(this.address)) {
+            throw new Error("Subprogram has same address as some parent program. This is not currently supported");
+        }
+        if (!this.closed) {
+            this.addParent(options?.parent);
+            return;
+        }
+        else {
+            this.addParent(options?.parent);
+        }
+        this._eventOptions = options;
+        this.node = node;
+        const nexts = this.programs;
+        for (const next of nexts) {
+            await next.beforeOpen(node, { ...options, parent: this });
+        }
+        await this.node.services.pubsub.addEventListener("subscribe", this._subscriptionEventListener ||
+            (this._subscriptionEventListener = (s) => !this.closed && this._emitJoinNetworkEvents(s.detail)));
+        await this.node.services.pubsub.addEventListener("unsubscribe", this._unsubscriptionEventListener ||
+            (this._unsubscriptionEventListener = (s) => !this.closed && this._emitLeaveNetworkEvents(s.detail)));
+        await this._eventOptions?.onBeforeOpen?.(this);
+    }
+    async afterOpen() {
+        this.emitEvent(new CustomEvent("open", { detail: this }), true);
+        await this._eventOptions?.onOpen?.(this);
+        this.closed = false;
+        const nexts = this.programs;
+        for (const next of nexts) {
+            await next.afterOpen();
+        }
+    }
+    _clear() {
+        this._allPrograms = undefined;
+    }
+    async _emitJoinNetworkEvents(s) {
+        const allTopics = this.programs
+            .map((x) => x.getTopics?.())
+            .filter((x) => x)
+            .flat();
+        // if subscribing to all topics, emit "join" event
+        for (const topic of allTopics) {
+            if (!(await this.node.services.pubsub.getSubscribers(topic))?.has(s.from.hashcode())) {
+                return;
+            }
+        }
+        this.events.dispatchEvent(new CustomEvent("join", { detail: s.from }));
+    }
+    async _emitLeaveNetworkEvents(s) {
+        const allTopics = this.programs
+            .map((x) => x.getTopics?.())
+            .filter((x) => x)
+            .flat();
+        // if subscribing not subscribing to any topics, emit "leave" event
+        for (const topic of allTopics) {
+            if ((await this.node.services.pubsub.getSubscribers(topic))?.has(s.from.hashcode())) {
+                return;
+            }
+        }
+        this.events.dispatchEvent(new CustomEvent("leave", { detail: s.from }));
+    }
+    _subscriptionEventListener;
+    _unsubscriptionEventListener;
+    async processEnd(type) {
+        if (!this.closed) {
+            this.emitEvent(new CustomEvent(type, { detail: this }), true);
+            if (type === "close") {
+                this._eventOptions?.onClose?.(this);
+            }
+            else if (type === "drop") {
+                this._eventOptions?.onDrop?.(this);
+            }
+            else {
+                throw new Error("Unsupported event type: " + type);
+            }
+            const promises = [];
+            if (this.children) {
+                for (const program of this.children) {
+                    promises.push(program[type](this)); // TODO types
+                }
+                this.children = [];
+            }
+            await Promise.all(promises);
+            this._clear();
+            this.closed = true;
+            return true;
+        }
+        else {
+            this._clear();
+            return true;
+        }
+    }
+    async end(type, from) {
+        if (this.closed) {
+            return true;
+        }
+        let parentIdx = -1;
+        let close = true;
+        if (this.parents) {
+            parentIdx = this.parents.findIndex((x) => x == from);
+            if (parentIdx !== -1) {
+                if (this.parents.length === 1) {
+                    close = true;
+                }
+                else {
+                    this.parents.splice(parentIdx, 1);
+                    close = false;
+                }
+            }
+            else if (from) {
+                throw new Error("Could not find from in parents");
+            }
+        }
+        const end = close && (await this.processEnd(type));
+        if (end) {
+            this.node?.services.pubsub.removeEventListener("subscribe", this._subscriptionEventListener);
+            this.node?.services.pubsub.removeEventListener("unsubscribe", this._unsubscriptionEventListener);
+            this._eventOptions = undefined;
+            if (parentIdx !== -1) {
+                this.parents.splice(parentIdx, 1); // We splice this here because this._end depends on this parent to exist
+            }
+        }
+        return end;
+    }
+    async close(from) {
+        return this.end("close", from);
+    }
+    async drop(from) {
+        const dropped = await this.end("drop", from);
+        if (dropped) {
+            await this.delete();
+        }
+        return dropped;
+    }
+    emitEvent(event, parents = false) {
+        this.events.dispatchEvent(event);
+        if (parents) {
+            if (this.parents) {
+                for (const parent of this.parents) {
+                    parent?.emitEvent(event);
+                }
+            }
+        }
+    }
+    /**
+     * Wait for another peer to be 'ready' to talk with you for this particular program
+     * @param other
+     */
+    async waitFor(...other) {
+        const expectedHashes = new Set(other.map((x) => x instanceof PublicSignKey
+            ? x.hashcode()
+            : getPublicKeyFromPeerId(x).hashcode()));
+        await waitForAsync(async () => {
+            return (intersection(expectedHashes, await this.getReady()).size ===
+                expectedHashes.size);
+        }, { delayInterval: 200, timeout: 10 * 1000 }); // 200 ms delay since this is an expensive op. TODO, make event based instead
+    }
+    async getReady() {
+        // all peers that subscribe to all topics
+        let ready = undefined; // the interesection of all ready
+        for (const program of this.allPrograms) {
+            if (program.getTopics) {
+                const topics = program.getTopics();
+                for (const topic of topics) {
+                    const subscribers = await this.node.services.pubsub.getSubscribers(topic);
+                    if (!subscribers) {
+                        throw new Error("client is not subscriber to topic data, do not have any info about peer readiness");
+                    }
+                    ready = intersection(ready, subscribers.keys());
+                }
+            }
+        }
+        if (ready == null) {
+            throw new Error("Do not have any info about peer readiness");
+        }
+        return ready;
+    }
+    get allPrograms() {
+        if (this._allPrograms) {
+            return this._allPrograms;
+        }
+        const arr = this.programs;
+        const nexts = this.programs;
+        for (const next of nexts) {
+            arr.push(...next.allPrograms);
+        }
+        this._allPrograms = arr;
+        return this._allPrograms;
+    }
+    get programs() {
+        return getValuesWithType(this, Program_1);
+    }
+    clone() {
+        return deserialize(serialize(this), this.constructor);
+    }
+    async save(store = this.node.services.blocks) {
+        const existingAddress = this._address;
+        const hash = await store.put(serialize(this));
+        this._address = hash;
+        if (!this.address) {
+            throw new Error("Unexpected");
+        }
+        if (existingAddress && existingAddress !== this.address) {
+            throw new Error("Program properties has been changed after constructor so that the hash has changed. Make sure that the 'setup(...)' function does not modify any properties that are to be serialized");
+        }
+        return this._address;
+    }
+    async delete() {
+        if (this.address) {
+            return this.node.services.blocks.rm(this.address);
+        }
+        // Not saved
+    }
+    static async load(address, store, options) {
+        const bytes = await store.get(address, options);
+        if (!bytes) {
+            return undefined;
+        }
+        const der = deserialize(bytes, Program_1);
+        der.address = address;
+        return der;
+    }
+    static async open(address, node, options) {
+        const p = await Program_1.load(address, node.services.blocks);
+        if (!p) {
+            throw new Error("Failed to load program");
+        }
+        await node.open(p, options);
+        return p;
+    }
+};
+Program = Program_1 = __decorate([
+    variant(0)
+], Program);
+export const getProgramFromVariants = () => {
+    const deps = Program.prototype[1000]; /// TODO improve BORSH lib to provide all necessary utility methods
+    return (deps || []);
+};
+export const getProgramFromVariant = (variant) => {
+    return getProgramFromVariants().filter((x) => getSchema(x).variant === variant)[0];
+};
+//# sourceMappingURL=program.js.map

package/lib/esm/program.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"program.js","sourceRoot":"","sources":["../../src/program.ts"],"names":[],"mappings":";;;;;;;AAAA,OAAO,EAAE,aAAa,EAAE,sBAAsB,EAAE,MAAM,iBAAiB,CAAC;AACxE,OAAO,EAAe,SAAS,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AACjE,OAAO,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAC/C,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AACxD,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AAEtE,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAQ7C,OAAO,EAEN,OAAO,GAGP,MAAM,cAAc,CAAC;AAEtB,MAAM,YAAY,GAAG,CACpB,CAA0B,EAC1B,CAAyC,EACxC,EAAE;IACH,MAAM,MAAM,GAAG,IAAI,GAAG,EAAU,CAAC;IACjC,KAAK,MAAM,EAAE,IAAI,CAAC,EAAE;QACnB,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;YACpB,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;SACf;KACD;IACD,OAAO,MAAM,CAAC;AACf,CAAC,CAAC;AAiBF,MAAM,qBAAqB,GAAG,CAAC,CAAU,EAAY,EAAE;IACtD,OAAO,YAAY,CAAC,CAAC,EAAE,EAAE,CAAC;SACxB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,YAAY,OAAO,CAAC;SACnC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAE,CAAa,CAAC,OAAO,CAAC,CAAC;AACtC,CAAC,CAAC;AAEF,MAAM,YAAY,GAAG,CAAC,CAAU,EAAE,MAAiB,EAAE,EAAE,WAAW,GAAG,KAAK,EAAE,EAAE;IAC7E,WAAW,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC3B,IAAI,CAAC,CAAC,OAAO,EAAE;QACd,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE;YAC1B,IAAI,CAAC,EAAE;gBACN,YAAY,CAAC,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC;aAC3B;SACD;KACD;IACD,OAAO,GAAG,CAAC;AACZ,CAAC,CAAC;AAGF,MAAM,cAAe,SAAQ,OAAgB;IAC5C,YAAY,UAAqC;QAChD,KAAK,CAAC;YACL,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,aAAa,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,YAAY,OAAO;YAC1C,IAAI,EAAE,OAAO,CAAC,IAAI;SAClB,CAAC,CAAC;IACJ,CAAC;CACD;AACD,OAAO,EAAE,cAAc,EAAE,CAAC;AAGnB,WAAe,OAAO,eAAtB,MAAe,OAAO;IAKpB,KAAK,CAAgB;IACrB,YAAY,CAAwB;IAEpC,OAAO,CAA8B;IACrC,OAAO,CAAU;IAEzB,OAAO,CAA+B;IACtC,QAAQ,CAAkB;IAElB,QAAQ,CAAW;IAE3B,IAAI,OAAO;QACV,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE;YACnB,MAAM,IAAI,KAAK,CACd,4EAA4E,CAC5E,CAAC;SACF;QACD,OAAO,IAAI,CAAC,QAAQ,CAAC;IACtB,CAAC;IAED,IAAI,OAAO,CAAC,OAAgB;QAC3B,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;IACzB,CAAC;IAED,SAAS,CAAC,OAAiC;QAC1C,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACpD,IAAI,OAAO,EAAE;YACZ,CAAC,OAAO,CAAC,QAAQ,IAAI,CAAC,OAAO,CAAC,QAAQ,GAAG,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;SACzD;IACF,CAAC;IAED,IAAI,MAAM;QACT,OAAO,IAAI,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,GAAG,IAAI,YAAY,EAAE,CAAC,CAAC;IAC5D,CAAC;IAED,IAAI,MAAM;QACT,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,EAAE;YACzB,OAAO,IAAI,CAAC;SACZ;QACD,OAAO,IAAI,CAAC,OAAO,CAAC;IACrB,CAAC;IACD,IAAI,MAAM,CAAC,MAAe;QACzB,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,IAAI,IAAI;QACP,OAAO,IAAI,CAAC,KAAK,CAAC;IACnB,CAAC;IAED,IAAI,IAAI,CAAC,IAAmB;QAC3B,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;IACnB,CAAC;IAEO,aAAa,CAA2B;IAEhD,KAAK,CAAC,UAAU,CACf,IAAmB,EACnB,OAAkD;QAElD,oCAAoC;QACpC,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC3C,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ,EAAE;YAClD,MAAM,IAAI,KAAK,CACd,yIAAyI,IAAI,CAAC,WAAW,CAAC,IAAI,QAAQ,CACtK,CAAC;SACF;QAED,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACtC,IAAI,qBAAqB,CAAC,IAAe,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE;YAClE,MAAM,IAAI,KAAK,CACd,qFAAqF,CACrF,CAAC;SACF;QAED,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;YACjB,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAChC,OAAO;SACP;aAAM;YACN,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;SAChC;QACD,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC;QAC7B,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC5B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;YACzB,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,EAAE,GAAG,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;SAC1D;QAED,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,gBAAgB,CAC/C,WAAW,EACX,IAAI,CAAC,0BAA0B;YAC9B,CAAC,IAAI,CAAC,0BAA0B,GAAG,CAAC,CAAC,EAAE,EAAE,CACxC,CAAC,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,sBAAsB,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CACxD,CAAC;QACF,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,gBAAgB,CAC/C,aAAa,EACb,IAAI,CAAC,4BAA4B;YAChC,CAAC,IAAI,CAAC,4BAA4B,GAAG,CAAC,CAAC,EAAE,EAAE,CAC1C,CAAC,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,uBAAuB,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CACzD,CAAC;QAEF,MAAM,IAAI,CAAC,aAAa,EAAE,YAAY,EAAE,CAAC,IAAI,CAAC,CAAC;IAChD,CAAC;IAED,KAAK,CAAC,SAAS;QACd,IAAI,CAAC,SAAS,CAAC,IAAI,WAAW,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;QAChE,MAAM,IAAI,CAAC,aAAa,EAAE,MAAM,EAAE,CAAC,IAAI,CAAC,CAAC;QACzC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC5B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;YACzB,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;SACvB;IACF,CAAC;IAIO,MAAM;QACb,IAAI,CAAC,YAAY,GAAG,SAAS,CAAC;IAC/B,CAAC;IAEO,KAAK,CAAC,sBAAsB,CAAC,CAAoB;QACxD,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ;aAC7B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC;aAC3B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;aAChB,IAAI,EAAc,CAAC;QAErB,kDAAkD;QAClD,KAAK,MAAM,KAAK,IAAI,SAAS,EAAE;YAC9B,IACC,CAAC,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAC5D,CAAC,CAAC,IAAI,CAAC,QAAQ,EAAE,CACjB,EACA;gBACD,OAAO;aACP;SACD;QACD,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,WAAW,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IACxE,CAAC;IAEO,KAAK,CAAC,uBAAuB,CAAC,CAAqB;QAC1D,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ;aAC7B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC;aAC3B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;aAChB,IAAI,EAAc,CAAC;QAErB,mEAAmE;QACnE,KAAK,MAAM,KAAK,IAAI,SAAS,EAAE;YAC9B,IACC,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAC3D,CAAC,CAAC,IAAI,CAAC,QAAQ,EAAE,CACjB,EACA;gBACD,OAAO;aACP;SACD;QACD,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IACzE,CAAC;IAEO,0BAA0B,CAExB;IACF,4BAA4B,CAE1B;IAEF,KAAK,CAAC,UAAU,CAAC,IAAsB;QAC9C,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;YACjB,IAAI,CAAC,SAAS,CAAC,IAAI,WAAW,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;YAC9D,IAAI,IAAI,KAAK,OAAO,EAAE;gBACrB,IAAI,CAAC,aAAa,EAAE,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC;aACpC;iBAAM,IAAI,IAAI,KAAK,MAAM,EAAE;gBAC3B,IAAI,CAAC,aAAa,EAAE,MAAM,EAAE,CAAC,IAAI,CAAC,CAAC;aACnC;iBAAM;gBACN,MAAM,IAAI,KAAK,CAAC,0BAA0B,GAAG,IAAI,CAAC,CAAC;aACnD;YAED,MAAM,QAAQ,GAA8B,EAAE,CAAC;YAE/C,IAAI,IAAI,CAAC,QAAQ,EAAE;gBAClB,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,QAAQ,EAAE;oBACpC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAe,CAAC,CAAC,CAAC,CAAC,aAAa;iBAC5D;gBACD,IAAI,CAAC,QAAQ,GAAG,EAAE,CAAC;aACnB;YACD,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YAE5B,IAAI,CAAC,MAAM,EAAE,CAAC;YACd,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;YACnB,OAAO,IAAI,CAAC;SACZ;aAAM;YACN,IAAI,CAAC,MAAM,EAAE,CAAC;YACd,OAAO,IAAI,CAAC;SACZ;IACF,CAAC;IAEO,KAAK,CAAC,GAAG,CAAC,IAAsB,EAAE,IAAc;QACvD,IAAI,IAAI,CAAC,MAAM,EAAE;YAChB,OAAO,IAAI,CAAC;SACZ;QAED,IAAI,SAAS,GAAG,CAAC,CAAC,CAAC;QACnB,IAAI,KAAK,GAAG,IAAI,CAAC;QACjB,IAAI,IAAI,CAAC,OAAO,EAAE;YACjB,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC;YACrD,IAAI,SAAS,KAAK,CAAC,CAAC,EAAE;gBACrB,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE;oBAC9B,KAAK,GAAG,IAAI,CAAC;iBACb;qBAAM;oBACN,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;oBAClC,KAAK,GAAG,KAAK,CAAC;iBACd;aACD;iBAAM,IAAI,IAAI,EAAE;gBAChB,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;aAClD;SACD;QAED,MAAM,GAAG,GAAG,KAAK,IAAI,CAAC,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC;QACnD,IAAI,GAAG,EAAE;YACR,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,MAAM,CAAC,mBAAmB,CAC7C,WAAW,EACX,IAAI,CAAC,0BAA0B,CAC/B,CAAC;YACF,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,MAAM,CAAC,mBAAmB,CAC7C,aAAa,EACb,IAAI,CAAC,4BAA4B,CACjC,CAAC;YAEF,IAAI,CAAC,aAAa,GAAG,SAAS,CAAC;YAE/B,IAAI,SAAS,KAAK,CAAC,CAAC,EAAE;gBACrB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC,wEAAwE;aAC3G;SACD;QAED,OAAO,GAAG,CAAC;IACZ,CAAC;IACD,KAAK,CAAC,KAAK,CAAC,IAAc;QACzB,OAAO,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,IAAc;QACxB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAC7C,IAAI,OAAO,EAAE;YACZ,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;SACpB;QACD,OAAO,OAAO,CAAC;IAChB,CAAC;IAED,SAAS,CAAC,KAAkB,EAAE,OAAO,GAAG,KAAK;QAC5C,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;QACjC,IAAI,OAAO,EAAE;YACZ,IAAI,IAAI,CAAC,OAAO,EAAE;gBACjB,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE;oBAClC,MAAM,EAAE,SAAS,CAAC,KAAK,CAAC,CAAC;iBACzB;aACD;SACD;IACF,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,OAAO,CAAC,GAAG,KAAuC;QACvD,MAAM,cAAc,GAAG,IAAI,GAAG,CAC7B,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CACf,CAAC,YAAY,aAAa;YACzB,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;YACd,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,CACvC,CACD,CAAC;QACF,MAAM,YAAY,CACjB,KAAK,IAAI,EAAE;YACV,OAAO,CACN,YAAY,CAAC,cAAc,EAAE,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,IAAI;gBACxD,cAAc,CAAC,IAAI,CACnB,CAAC;QACH,CAAC,EACD,EAAE,aAAa,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE,GAAG,IAAI,EAAE,CAC1C,CAAC,CAAC,6EAA6E;IACjF,CAAC;IAED,KAAK,CAAC,QAAQ;QACb,yCAAyC;QACzC,IAAI,KAAK,GAA4B,SAAS,CAAC,CAAC,iCAAiC;QACjF,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,WAAW,EAAE;YACvC,IAAI,OAAO,CAAC,SAAS,EAAE;gBACtB,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC;gBACnC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE;oBAC3B,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,cAAc,CACjE,KAAK,CACL,CAAC;oBACF,IAAI,CAAC,WAAW,EAAE;wBACjB,MAAM,IAAI,KAAK,CACd,mFAAmF,CACnF,CAAC;qBACF;oBACD,KAAK,GAAG,YAAY,CAAC,KAAK,EAAE,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC;iBAChD;aACD;SACD;QACD,IAAI,KAAK,IAAI,IAAI,EAAE;YAClB,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;SAC7D;QACD,OAAO,KAAK,CAAC;IACd,CAAC;IAED,IAAI,WAAW;QACd,IAAI,IAAI,CAAC,YAAY,EAAE;YACtB,OAAO,IAAI,CAAC,YAAY,CAAC;SACzB;QACD,MAAM,GAAG,GAAc,IAAI,CAAC,QAAQ,CAAC;QACrC,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC5B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;YACzB,GAAG,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC;SAC9B;QACD,IAAI,CAAC,YAAY,GAAG,GAAG,CAAC;QACxB,OAAO,IAAI,CAAC,YAAY,CAAC;IAC1B,CAAC;IAED,IAAI,QAAQ;QACX,OAAO,iBAAiB,CAAC,IAAI,EAAE,SAAO,CAAC,CAAC;IACzC,CAAC;IAED,KAAK;QACJ,OAAO,WAAW,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;IACvD,CAAC;IAID,KAAK,CAAC,IAAI,CAAC,QAAgB,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM;QACnD,MAAM,eAAe,GAAG,IAAI,CAAC,QAAQ,CAAC;QACtC,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;QAE9C,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE;YAClB,MAAM,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC;SAC9B;QAED,IAAI,eAAe,IAAI,eAAe,KAAK,IAAI,CAAC,OAAO,EAAE;YACxD,MAAM,IAAI,KAAK,CACd,uLAAuL,CACvL,CAAC;SACF;QAED,OAAO,IAAI,CAAC,QAAS,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,MAAM;QACX,IAAI,IAAI,CAAC,OAAO,EAAE;YACjB,OAAO,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;SAClD;QACD,YAAY;IACb,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,IAAI,CAChB,OAAgB,EAChB,KAAa,EACb,OAEC;QAED,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAChD,IAAI,CAAC,KAAK,EAAE;YACX,OAAO,SAAS,CAAC;SACjB;QACD,MAAM,GAAG,GAAG,WAAW,CAAC,KAAK,EAAE,SAAO,CAAC,CAAC;QACxC,GAAG,CAAC,OAAO,GAAG,OAAO,CAAC;QACtB,OAAO,GAAQ,CAAC;IACjB,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,IAAI,CAEhB,OAAgB,EAChB,IAAmB,EACnB,OAA+C;QAE/C,MAAM,CAAC,GAAG,MAAM,SAAO,CAAC,IAAI,CAAI,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QAE/D,IAAI,CAAC,CAAC,EAAE;YACP,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;SAC1C;QACD,MAAM,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;QAC5B,OAAO,CAAM,CAAC;IACf,CAAC;CACD,CAAA;AArYqB,OAAO;IAD5B,OAAO,CAAC,CAAC,CAAC;GACW,OAAO,CAqY5B;AAED,MAAM,CAAC,MAAM,sBAAsB,GAAG,GAEhB,EAAE;IACvB,MAAM,IAAI,GAAG,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,mEAAmE;IACzG,OAAO,CAAC,IAAI,IAAI,EAAE,CAAqB,CAAC;AACzC,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,qBAAqB,GAAG,CACpC,OAAe,EACc,EAAE;IAC/B,OAAO,sBAAsB,EAAE,CAAC,MAAM,CACrC,CAAC,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,OAAO,KAAK,OAAO,CACvC,CAAC,CAAC,CAAmB,CAAC;AACxB,CAAC,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@peerbit/program",
-	"version": "1.0.6",
+	"version": "2.1.0",
 	"description": "Program interface",
 	"type": "module",
 	"sideEffects": false,
@@ -30,10 +30,10 @@
 	"license": "MIT",
 	"dependencies": {
 		"@dao-xyz/borsh": "^5.1.5",
-		"@peerbit/blocks-interface": "^1.0.4",
-		"@peerbit/crypto": "1.0.3",
-		"@peerbit/lazy-level": "^1.0.1",
-		"@peerbit/pubsub-interface": "^1.0.4"
+		"@peerbit/blocks-interface": "^1.0.5",
+		"@peerbit/crypto": "1.0.4",
+		"@peerbit/lazy-level": "^1.0.2",
+		"@peerbit/pubsub-interface": "^1.0.5"
 	},
-	"gitHead": "99e30817f094e45ffcd60f4babd90a717bd26a22"
+	"gitHead": "4752c301fb49b2f937b4039533ff5bc3537da3e0"
 }

package/src/{node.ts → client.ts}

@@ -4,13 +4,10 @@ import { PubSub } from "@peerbit/pubsub-interface";
 import { Ed25519PublicKey, Identity, Keychain } from "@peerbit/crypto";
 import type { SimpleLevel } from "@peerbit/lazy-level";
 import { Multiaddr } from "@multiformats/multiaddr";
-import { Address } from "./address";
+import { Address } from "./address.js";
+import { CanOpen, Manageable, OpenOptions } from "./handler.js";
 
-export type WithArgs<Args> = { args?: Args };
-export type WithParent<T> = { parent?: T };
-export type CanOpen<Args> = { open(args?: Args): Promise<void> };
-
-export interface Client<T extends P, P> {
+export interface Client<T extends Manageable<any>> {
 	peerId: Libp2pPeerId;
 	identity: Identity<Ed25519PublicKey>;
 	getMultiaddrs: () => Multiaddr[];
@@ -19,12 +16,12 @@ export interface Client<T extends P, P> {
 		pubsub: PubSub;
 		blocks: Blocks;
 	};
-	memory?: SimpleLevel;
-	keychain?: Keychain;
+	memory: SimpleLevel;
+	keychain: Keychain;
 	start(): Promise<void>;
 	stop(): Promise<void>;
-	open<TExt extends T & CanOpen<Args>, Args = any>(
-		program: TExt | Address,
-		options?: WithArgs<Args> & WithParent<P>
-	): Promise<TExt>;
+	open<S extends T & CanOpen<Args>, Args = any>(
+		program: S | Address,
+		options?: OpenOptions<Args, S>
+	): Promise<S>;
 }

package/src/handler.ts

@@ -0,0 +1,244 @@
+import { Blocks } from "@peerbit/blocks-interface";
+import PQueue from "p-queue";
+import { Address } from "./address.js";
+import { logger as loggerFn } from "@peerbit/logger";
+
+export const logger = loggerFn({ module: "program-handler" });
+
+type ProgramMergeStrategy = "replace" | "reject" | "reuse";
+
+export type EventOptions = {
+	onBeforeOpen?: (program: Manageable<any>) => Promise<void> | void;
+	onOpen?: (program: Manageable<any>) => Promise<void> | void;
+	onDrop?: (program: Manageable<any>) => Promise<void> | void;
+	onClose?: (program: Manageable<any>) => Promise<void> | void;
+};
+
+export type OpenOptions<Args, T extends Manageable<Args>> = {
+	timeout?: number;
+	existing?: ProgramMergeStrategy;
+	/* 
+	reset?: boolean; */
+} & ProgramInitializationOptions<Args, T>;
+
+export type WithArgs<Args> = { args?: Args };
+export type WithParent<T> = { parent?: T };
+export type Closeable = { closed: boolean; close(): Promise<boolean> };
+export type Addressable = { address: Address };
+export interface Saveable {
+	save(
+		store: Blocks,
+		options?: {
+			format?: string;
+			timeout?: number;
+		}
+	): Promise<Address>;
+
+	delete(): Promise<void>;
+}
+export type CanEmit = { emitEvent: (event: CustomEvent) => void };
+
+export type CanOpen<Args> = {
+	beforeOpen: (client: any, options?: EventOptions) => Promise<void>;
+	open(args?: Args): Promise<void>;
+	afterOpen: () => Promise<void>;
+};
+
+export type Manageable<Args> = Closeable &
+	Addressable &
+	CanOpen<Args> &
+	Saveable &
+	CanEmit & {
+		children: Manageable<any>[];
+		parents: (Manageable<any> | undefined)[];
+	};
+
+export type ProgramInitializationOptions<Args, T extends Manageable<Args>> = {
+	// TODO
+	// reset: boolean
+} & WithArgs<Args> &
+	WithParent<T> &
+	EventOptions;
+
+export class Handler<T extends Manageable<any>> {
+	items: Map<string, T>;
+	private _openQueue: PQueue;
+
+	constructor(
+		readonly properties: {
+			client: { services: { blocks: Blocks }; stop: () => Promise<void> };
+			load: (
+				address: Address,
+				blocks: Blocks,
+				options?: { timeout?: number }
+			) => Promise<T | undefined>;
+			shouldMonitor: (thing: any) => boolean;
+		}
+	) {
+		this._openQueue = new PQueue({ concurrency: 1 });
+		this.items = new Map();
+	}
+
+	async stop() {
+		this._openQueue.clear();
+		await this._openQueue.onIdle();
+
+		// Close all open databases
+		await Promise.all(
+			[...this.items.values()].map((program) => program.close())
+		);
+
+		// Remove all databases from the state
+		this.items = new Map();
+	}
+
+	private _onProgamClose(program: Manageable<any>) {
+		this.items.delete(program.address!.toString());
+	}
+
+	private async _onProgramOpen(
+		program: T,
+		mergeSrategy?: ProgramMergeStrategy
+	) {
+		const programAddress = program.address?.toString();
+		if (!programAddress) {
+			throw new Error("Missing program address");
+		}
+		if (this.items.has(programAddress)) {
+			// second condition only makes this throw error if we are to add a new instance with the same address
+			const existing = await this.checkProcessExisting(
+				programAddress,
+				program,
+				mergeSrategy
+			);
+			if (!existing) {
+				throw new Error("Unexpected");
+			}
+			this.items.set(programAddress, program);
+		} else {
+			this.items.set(programAddress, program);
+		}
+	}
+
+	private async checkProcessExisting<S extends T>(
+		address: Address,
+		toOpen: Manageable<any>,
+		mergeSrategy: ProgramMergeStrategy = "reject"
+	): Promise<S | undefined> {
+		const prev = this.items.get(address);
+		if (mergeSrategy === "reject") {
+			if (prev) {
+				throw new Error(`Program at ${address} is already open`);
+			}
+		} else if (mergeSrategy === "replace") {
+			if (prev && prev !== toOpen) {
+				await prev.close(); // clouse previous
+			}
+		} else if (mergeSrategy === "reuse") {
+			return prev as S;
+		}
+	}
+
+	async open<S extends T, Args = any>(
+		storeOrAddress: S | Address | string,
+		options: OpenOptions<Args, S> = {}
+	): Promise<S> {
+		const fn = async (): Promise<S> => {
+			// TODO add locks for store lifecycle, e.g. what happens if we try to open and close a store at the same time?
+			let program = storeOrAddress as S;
+			if (typeof storeOrAddress === "string") {
+				try {
+					if (this.items?.has(storeOrAddress.toString())) {
+						const existing = await this.checkProcessExisting(
+							storeOrAddress.toString(),
+							program,
+							options?.existing
+						);
+						if (existing) {
+							return existing as S;
+						}
+					} else {
+						program = (await this.properties.load(
+							storeOrAddress,
+							this.properties.client.services.blocks,
+							options
+						)) as S; // TODO fix typings
+						if (!this.properties.shouldMonitor(program)) {
+							throw new Error(
+								`Failed to open program because program is of type ${program?.constructor.name} `
+							);
+						}
+					}
+				} catch (error) {
+					logger.error(
+						"Failed to load store with address: " + storeOrAddress.toString()
+					);
+					throw error;
+				}
+			} else if (!program.closed) {
+				const existing = this.items.get(program.address);
+				if (existing === program) {
+					return program;
+				} else if (existing) {
+					const existing = await this.checkProcessExisting(
+						program.address,
+						program,
+						options?.existing
+					);
+
+					if (existing) {
+						return existing as S;
+					}
+				}
+			}
+
+			logger.debug(`Open database '${program.constructor.name}`);
+			const address = await program.save(
+				this.properties.client.services.blocks
+			);
+			const existing = await this.checkProcessExisting(
+				address,
+				program,
+				options?.existing
+			);
+			if (existing) {
+				return existing as S;
+			}
+			await program.beforeOpen(this.properties.client, {
+				onBeforeOpen: async (p) => {
+					if (
+						this.properties.shouldMonitor(p) &&
+						p.parents.length === 1 &&
+						!p.parents[0]
+					) {
+						return this._onProgramOpen(p as T, options?.existing); // TODO types
+					}
+				},
+				onClose: (p) => {
+					if (this.properties.shouldMonitor(p)) {
+						return this._onProgamClose(p as T); // TODO types
+					}
+				},
+				onDrop: (p) => {
+					if (this.properties.shouldMonitor(p)) {
+						return this._onProgamClose(p);
+					}
+				},
+				...options,
+				// If the program opens more programs
+				// reset: options.reset,
+			});
+
+			await program.open(options.args);
+			await program.afterOpen();
+			return program as S;
+		};
+
+		// Prevent deadlocks when a program is opened by another program
+		// TODO make proper deduplciation behaviour
+		if (options?.parent) {
+			return fn();
+		}
+		return this._openQueue.add(fn) as any as S; // TODO p-queue seem to return void type ;
+	}
+}