@peerbit/log 6.0.7 → 6.0.9

package/dist/benchmark/payload-path.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=payload-path.d.ts.map

package/dist/benchmark/payload-path.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"payload-path.d.ts","sourceRoot":"","sources":["../../benchmark/payload-path.ts"],"names":[],"mappings":""}

package/dist/benchmark/payload-path.js

@@ -0,0 +1,276 @@
+var __esDecorate = (this && this.__esDecorate) || function (ctor, descriptorIn, decorators, contextIn, initializers, extraInitializers) {
+    function accept(f) { if (f !== void 0 && typeof f !== "function") throw new TypeError("Function expected"); return f; }
+    var kind = contextIn.kind, key = kind === "getter" ? "get" : kind === "setter" ? "set" : "value";
+    var target = !descriptorIn && ctor ? contextIn["static"] ? ctor : ctor.prototype : null;
+    var descriptor = descriptorIn || (target ? Object.getOwnPropertyDescriptor(target, contextIn.name) : {});
+    var _, done = false;
+    for (var i = decorators.length - 1; i >= 0; i--) {
+        var context = {};
+        for (var p in contextIn) context[p] = p === "access" ? {} : contextIn[p];
+        for (var p in contextIn.access) context.access[p] = contextIn.access[p];
+        context.addInitializer = function (f) { if (done) throw new TypeError("Cannot add initializers after decoration has completed"); extraInitializers.push(accept(f || null)); };
+        var result = (0, decorators[i])(kind === "accessor" ? { get: descriptor.get, set: descriptor.set } : descriptor[key], context);
+        if (kind === "accessor") {
+            if (result === void 0) continue;
+            if (result === null || typeof result !== "object") throw new TypeError("Object expected");
+            if (_ = accept(result.get)) descriptor.get = _;
+            if (_ = accept(result.set)) descriptor.set = _;
+            if (_ = accept(result.init)) initializers.unshift(_);
+        }
+        else if (_ = accept(result)) {
+            if (kind === "field") initializers.unshift(_);
+            else descriptor[key] = _;
+        }
+    }
+    if (target) Object.defineProperty(target, contextIn.name, descriptor);
+    done = true;
+};
+var __runInitializers = (this && this.__runInitializers) || function (thisArg, initializers, value) {
+    var useValue = arguments.length > 2;
+    for (var i = 0; i < initializers.length; i++) {
+        value = useValue ? initializers[i].call(thisArg, value) : initializers[i].call(thisArg);
+    }
+    return useValue ? value : void 0;
+};
+import { field, serialize, variant } from "@dao-xyz/borsh";
+import { AnyBlockStore } from "@peerbit/blocks";
+import { DecryptedThing, Ed25519Keypair, createLocalEncryptProvider, randomBytes, ready, } from "@peerbit/crypto";
+import { DataMessage, MessageHeader, SilentDelivery, } from "@peerbit/stream-interface";
+import { BORSH_ENCODING } from "../src/encoding.js";
+import { EntryV0, Meta, Signatures } from "../src/entry-v0.js";
+import { EntryType } from "../src/entry-type.js";
+import { Payload } from "../src/payload.js";
+let BenchDocument = (() => {
+    let _classDecorators = [variant("bench-document")];
+    let _classDescriptor;
+    let _classExtraInitializers = [];
+    let _classThis;
+    let _id_decorators;
+    let _id_initializers = [];
+    let _id_extraInitializers = [];
+    let _bytes_decorators;
+    let _bytes_initializers = [];
+    let _bytes_extraInitializers = [];
+    var BenchDocument = class {
+        static { _classThis = this; }
+        static {
+            const _metadata = typeof Symbol === "function" && Symbol.metadata ? Object.create(null) : void 0;
+            _id_decorators = [field({ type: "string" })];
+            _bytes_decorators = [field({ type: Uint8Array })];
+            __esDecorate(null, null, _id_decorators, { kind: "field", name: "id", static: false, private: false, access: { has: obj => "id" in obj, get: obj => obj.id, set: (obj, value) => { obj.id = value; } }, metadata: _metadata }, _id_initializers, _id_extraInitializers);
+            __esDecorate(null, null, _bytes_decorators, { kind: "field", name: "bytes", static: false, private: false, access: { has: obj => "bytes" in obj, get: obj => obj.bytes, set: (obj, value) => { obj.bytes = value; } }, metadata: _metadata }, _bytes_initializers, _bytes_extraInitializers);
+            __esDecorate(null, _classDescriptor = { value: _classThis }, _classDecorators, { kind: "class", name: _classThis.name, metadata: _metadata }, null, _classExtraInitializers);
+            BenchDocument = _classThis = _classDescriptor.value;
+            if (_metadata) Object.defineProperty(_classThis, Symbol.metadata, { enumerable: true, configurable: true, writable: true, value: _metadata });
+            __runInitializers(_classThis, _classExtraInitializers);
+        }
+        id = __runInitializers(this, _id_initializers, void 0);
+        bytes = (__runInitializers(this, _id_extraInitializers), __runInitializers(this, _bytes_initializers, void 0));
+        constructor(props) {
+            __runInitializers(this, _bytes_extraInitializers);
+            this.id = props.id;
+            this.bytes = props.bytes;
+        }
+    };
+    return BenchDocument = _classThis;
+})();
+let BenchPutOperation = (() => {
+    let _classDecorators = [variant(3)];
+    let _classDescriptor;
+    let _classExtraInitializers = [];
+    let _classThis;
+    let _data_decorators;
+    let _data_initializers = [];
+    let _data_extraInitializers = [];
+    var BenchPutOperation = class {
+        static { _classThis = this; }
+        static {
+            const _metadata = typeof Symbol === "function" && Symbol.metadata ? Object.create(null) : void 0;
+            _data_decorators = [field({ type: Uint8Array })];
+            __esDecorate(null, null, _data_decorators, { kind: "field", name: "data", static: false, private: false, access: { has: obj => "data" in obj, get: obj => obj.data, set: (obj, value) => { obj.data = value; } }, metadata: _metadata }, _data_initializers, _data_extraInitializers);
+            __esDecorate(null, _classDescriptor = { value: _classThis }, _classDecorators, { kind: "class", name: _classThis.name, metadata: _metadata }, null, _classExtraInitializers);
+            BenchPutOperation = _classThis = _classDescriptor.value;
+            if (_metadata) Object.defineProperty(_classThis, Symbol.metadata, { enumerable: true, configurable: true, writable: true, value: _metadata });
+            __runInitializers(_classThis, _classExtraInitializers);
+        }
+        data = __runInitializers(this, _data_initializers, void 0);
+        constructor(props) {
+            __runInitializers(this, _data_extraInitializers);
+            this.data = props.data;
+        }
+    };
+    return BenchPutOperation = _classThis;
+})();
+const BENCH_OPERATION_ENCODING = BORSH_ENCODING(BenchPutOperation);
+const parseArgs = (argv) => {
+    const out = {};
+    for (let i = 0; i < argv.length; i++) {
+        const arg = argv[i];
+        if (arg === "--" || !arg.startsWith("--")) {
+            continue;
+        }
+        const value = argv[i + 1];
+        if (value == null || value.startsWith("--")) {
+            throw new Error(`Missing value for ${arg}`);
+        }
+        out[arg.slice(2)] = value;
+        i++;
+    }
+    return out;
+};
+const measure = async (fn) => {
+    const started = performance.now();
+    const value = await fn();
+    return {
+        value,
+        ms: Number((performance.now() - started).toFixed(3)),
+    };
+};
+const formatBytes = (value) => Number(value.toFixed(2));
+const toUint8Array = (bytes) => (bytes instanceof Uint8Array ? bytes : bytes.subarray());
+const summarize = async (payloadBytes) => {
+    const key = await Ed25519Keypair.create();
+    const symmetricKey = randomBytes(32);
+    const encryptionProvider = createLocalEncryptProvider(symmetricKey);
+    const documentEncoding = BORSH_ENCODING(BenchDocument);
+    const document = new BenchDocument({
+        id: `doc-${payloadBytes}`,
+        bytes: randomBytes(payloadBytes),
+    });
+    const store = new AnyBlockStore();
+    await store.start();
+    try {
+        const encodedDocument = await measure(() => documentEncoding.encoder(document));
+        const operation = new BenchPutOperation({ data: encodedDocument.value });
+        const encodedOperation = await measure(() => BENCH_OPERATION_ENCODING.encoder(operation));
+        const payload = new Payload({
+            data: encodedOperation.value,
+            value: operation,
+            encoding: BENCH_OPERATION_ENCODING,
+        });
+        const encodedPayload = await measure(() => serialize(payload));
+        const meta = new Meta({
+            clock: new (await import("../src/clock.js")).LamportClock({
+                id: key.publicKey.bytes,
+            }),
+            gid: "gid-bench",
+            type: EntryType.APPEND,
+            next: [],
+        });
+        const encodedMeta = await measure(() => serialize(meta));
+        const unsignedEntry = new EntryV0({
+            meta: new DecryptedThing({ data: encodedMeta.value, value: meta }),
+            payload: new DecryptedThing({ data: encodedPayload.value, value: payload }),
+            signatures: undefined,
+            createdLocally: true,
+        });
+        const signable = await measure(() => unsignedEntry.getSignableBytes());
+        const signature = await measure(() => key.sign(signable.value));
+        const encodedSignature = await measure(() => serialize(signature.value));
+        const entry = new EntryV0({
+            meta: unsignedEntry._meta,
+            payload: unsignedEntry._payload,
+            signatures: new Signatures({
+                signatures: [
+                    new DecryptedThing({
+                        data: encodedSignature.value,
+                        value: signature.value,
+                    }),
+                ],
+            }),
+            createdLocally: true,
+        });
+        const encodedEntry = await measure(() => entry.getStorageBytes());
+        const storedEntry = await measure(async () => store.put(encodedEntry.value));
+        const message = new DataMessage({
+            header: new MessageHeader({
+                session: 1,
+                mode: new SilentDelivery({ to: [], redundancy: 1 }),
+            }),
+            data: encodedEntry.value,
+        });
+        const genericEncodedMessage = await measure(() => serialize(message));
+        const encodedMessage = await measure(() => message.bytes());
+        const encodedMessageBytes = toUint8Array(encodedMessage.value);
+        if (genericEncodedMessage.value.byteLength !== encodedMessageBytes.byteLength ||
+            !genericEncodedMessage.value.every((byte, index) => byte === encodedMessageBytes[index])) {
+            throw new Error("Optimized message bytes do not match");
+        }
+        const encryptedMessage = await measure(() => encryptionProvider(encodedMessageBytes, { type: "hash" }));
+        const totalSerializedBytes = encodedDocument.value.byteLength +
+            encodedOperation.value.byteLength +
+            encodedPayload.value.byteLength +
+            signable.value.byteLength +
+            encodedEntry.value.byteLength +
+            encodedMessageBytes.byteLength +
+            encryptedMessage.value.cipher.byteLength;
+        return {
+            payloadBytes,
+            stages: {
+                documentEncodeMs: encodedDocument.ms,
+                operationEncodeMs: encodedOperation.ms,
+                payloadEncodeMs: encodedPayload.ms,
+                metaEncodeMs: encodedMeta.ms,
+                signableEncodeMs: signable.ms,
+                signMs: signature.ms,
+                signatureEncodeMs: encodedSignature.ms,
+                entryEncodeMs: encodedEntry.ms,
+                blockPutMs: storedEntry.ms,
+                messageEncodeGenericMs: genericEncodedMessage.ms,
+                messageEncodeMs: encodedMessage.ms,
+                symmetricEncryptMs: encryptedMessage.ms,
+            },
+            sizes: {
+                documentBytes: encodedDocument.value.byteLength,
+                operationBytes: encodedOperation.value.byteLength,
+                payloadBytes: encodedPayload.value.byteLength,
+                signableBytes: signable.value.byteLength,
+                entryBytes: encodedEntry.value.byteLength,
+                messageBytes: encodedMessageBytes.byteLength,
+                encryptedBytes: encryptedMessage.value.cipher.byteLength,
+            },
+            amplification: {
+                operationOverDocument: formatBytes(encodedOperation.value.byteLength / encodedDocument.value.byteLength),
+                payloadOverDocument: formatBytes(encodedPayload.value.byteLength / encodedDocument.value.byteLength),
+                entryOverDocument: formatBytes(encodedEntry.value.byteLength / encodedDocument.value.byteLength),
+                messageOverDocument: formatBytes(encodedMessage.value.byteLength / encodedDocument.value.byteLength),
+                totalSerializedOverDocument: formatBytes(totalSerializedBytes / encodedDocument.value.byteLength),
+            },
+        };
+    }
+    finally {
+        await store.stop();
+    }
+};
+const main = async () => {
+    await ready;
+    const args = parseArgs(process.argv.slice(2));
+    const sizes = (args.sizes ?? "4096,262144,1048576")
+        .split(",")
+        .map((value) => Number(value.trim()))
+        .filter((value) => Number.isFinite(value) && value > 0);
+    const results = [];
+    for (const payloadBytes of sizes) {
+        console.log(`Running payload-path benchmark payloadBytes=${payloadBytes}`);
+        results.push(await summarize(payloadBytes));
+    }
+    console.table(results.map((result) => ({
+        payloadBytes: result.payloadBytes,
+        documentEncodeMs: result.stages.documentEncodeMs,
+        operationEncodeMs: result.stages.operationEncodeMs,
+        payloadEncodeMs: result.stages.payloadEncodeMs,
+        signableEncodeMs: result.stages.signableEncodeMs,
+        entryEncodeMs: result.stages.entryEncodeMs,
+        blockPutMs: result.stages.blockPutMs,
+        messageEncodeGenericMs: result.stages.messageEncodeGenericMs,
+        messageEncodeMs: result.stages.messageEncodeMs,
+        symmetricEncryptMs: result.stages.symmetricEncryptMs,
+        totalSerializedOverDocument: result.amplification.totalSerializedOverDocument,
+    })));
+    console.log(JSON.stringify(results, null, 2));
+};
+main().catch((error) => {
+    console.error(error);
+    process.exitCode = 1;
+});
+//# sourceMappingURL=payload-path.js.map

package/dist/benchmark/payload-path.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"payload-path.js","sourceRoot":"","sources":["../../benchmark/payload-path.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AAC3D,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,EACN,cAAc,EACd,cAAc,EACd,0BAA0B,EAC1B,WAAW,EACX,KAAK,GACL,MAAM,iBAAiB,CAAC;AAEzB,OAAO,EACN,WAAW,EACX,aAAa,EACb,cAAc,GACd,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAC/D,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AACjD,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;IAGtC,aAAa;4BADlB,OAAO,CAAC,gBAAgB,CAAC;;;;;;;;;;;;;;8BAExB,KAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;iCAGzB,KAAK,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;YAF5B,wJAAA,EAAE,6BAAF,EAAE,+EAAS;YAGX,iKAAA,KAAK,6BAAL,KAAK,qFAAa;YALnB,6KAWC;;;YAXK,uDAAa;;QAElB,EAAE,qDAAS;QAGX,KAAK,0GAAa;QAElB,YAAY,KAAwC;;YACnD,IAAI,CAAC,EAAE,GAAG,KAAK,CAAC,EAAE,CAAC;YACnB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;SACzB;;;;IAII,iBAAiB;4BADtB,OAAO,CAAC,CAAC,CAAC;;;;;;;;;;;gCAET,KAAK,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;YAC5B,8JAAA,IAAI,6BAAJ,IAAI,mFAAa;YAFlB,6KAOC;;;YAPK,uDAAiB;;QAEtB,IAAI,uDAAa;QAEjB,YAAY,KAA2B;;YACtC,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;SACvB;;;;AAGF,MAAM,wBAAwB,GAAG,cAAc,CAAC,iBAAiB,CAAC,CAAC;AAEnE,MAAM,SAAS,GAAG,CAAC,IAAc,EAAE,EAAE;IACpC,MAAM,GAAG,GAA2B,EAAE,CAAC;IACvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QACpB,IAAI,GAAG,KAAK,IAAI,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YAC3C,SAAS;QACV,CAAC;QACD,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAC1B,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YAC7C,MAAM,IAAI,KAAK,CAAC,qBAAqB,GAAG,EAAE,CAAC,CAAC;QAC7C,CAAC;QACD,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC;QAC1B,CAAC,EAAE,CAAC;IACL,CAAC;IACD,OAAO,GAAG,CAAC;AACZ,CAAC,CAAC;AAEF,MAAM,OAAO,GAAG,KAAK,EAAK,EAAwB,EAAE,EAAE;IACrD,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IAClC,MAAM,KAAK,GAAG,MAAM,EAAE,EAAE,CAAC;IACzB,OAAO;QACN,KAAK;QACL,EAAE,EAAE,MAAM,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;KACpD,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,WAAW,GAAG,CAAC,KAAa,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;AAEhE,MAAM,YAAY,GAAG,CACpB,KAAkE,EACjE,EAAE,CAAC,CAAC,KAAK,YAAY,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;AAE9D,MAAM,SAAS,GAAG,KAAK,EAAE,YAAoB,EAAE,EAAE;IAChD,MAAM,GAAG,GAAG,MAAM,cAAc,CAAC,MAAM,EAAE,CAAC;IAC1C,MAAM,YAAY,GAAG,WAAW,CAAC,EAAE,CAAC,CAAC;IACrC,MAAM,kBAAkB,GAAG,0BAA0B,CAAC,YAAY,CAAC,CAAC;IACpE,MAAM,gBAAgB,GAAG,cAAc,CAAC,aAAa,CAAC,CAAC;IACvD,MAAM,QAAQ,GAAG,IAAI,aAAa,CAAC;QAClC,EAAE,EAAE,OAAO,YAAY,EAAE;QACzB,KAAK,EAAE,WAAW,CAAC,YAAY,CAAC;KAChC,CAAC,CAAC;IACH,MAAM,KAAK,GAAG,IAAI,aAAa,EAAE,CAAC;IAClC,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC;IAEpB,IAAI,CAAC;QACJ,MAAM,eAAe,GAAG,MAAM,OAAO,CAAC,GAAG,EAAE,CAAC,gBAAgB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;QAChF,MAAM,SAAS,GAAG,IAAI,iBAAiB,CAAC,EAAE,IAAI,EAAE,eAAe,CAAC,KAAK,EAAE,CAAC,CAAC;QACzE,MAAM,gBAAgB,GAAG,MAAM,OAAO,CAAC,GAAG,EAAE,CAC3C,wBAAwB,CAAC,OAAO,CAAC,SAAS,CAAC,CAC3C,CAAC;QACF,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC;YAC3B,IAAI,EAAE,gBAAgB,CAAC,KAAK;YAC5B,KAAK,EAAE,SAAS;YAChB,QAAQ,EAAE,wBAAwB;SAClC,CAAC,CAAC;QACH,MAAM,cAAc,GAAG,MAAM,OAAO,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;QAC/D,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC;YACrB,KAAK,EAAE,IAAI,CAAC,MAAM,MAAM,CAAC,iBAAiB,CAAC,CAAC,CAAC,YAAY,CAAC;gBACzD,EAAE,EAAE,GAAG,CAAC,SAAS,CAAC,KAAK;aACvB,CAAC;YACF,GAAG,EAAE,WAAW;YAChB,IAAI,EAAE,SAAS,CAAC,MAAM;YACtB,IAAI,EAAE,EAAE;SACR,CAAC,CAAC;QACH,MAAM,WAAW,GAAG,MAAM,OAAO,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;QACzD,MAAM,aAAa,GAAG,IAAI,OAAO,CAAoB;YACpD,IAAI,EAAE,IAAI,cAAc,CAAC,EAAE,IAAI,EAAE,WAAW,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;YAClE,OAAO,EAAE,IAAI,cAAc,CAAC,EAAE,IAAI,EAAE,cAAc,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;YAC3E,UAAU,EAAE,SAAS;YACrB,cAAc,EAAE,IAAI;SACpB,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,EAAE,CAAC,aAAa,CAAC,gBAAgB,EAAE,CAAC,CAAC;QACvE,MAAM,SAAS,GAAG,MAAM,OAAO,CAA4B,GAAG,EAAE,CAC/D,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CACxB,CAAC;QACF,MAAM,gBAAgB,GAAG,MAAM,OAAO,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;QACzE,MAAM,KAAK,GAAG,IAAI,OAAO,CAAoB;YAC5C,IAAI,EAAE,aAAa,CAAC,KAAK;YACzB,OAAO,EAAE,aAAa,CAAC,QAAQ;YAC/B,UAAU,EAAE,IAAI,UAAU,CAAC;gBAC1B,UAAU,EAAE;oBACX,IAAI,cAAc,CAAC;wBAClB,IAAI,EAAE,gBAAgB,CAAC,KAAK;wBAC5B,KAAK,EAAE,SAAS,CAAC,KAAK;qBACtB,CAAC;iBACF;aACD,CAAC;YACF,cAAc,EAAE,IAAI;SACpB,CAAC,CAAC;QACH,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,eAAe,EAAE,CAAC,CAAC;QAClE,MAAM,WAAW,GAAG,MAAM,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC;QAC7E,MAAM,OAAO,GAAG,IAAI,WAAW,CAAC;YAC/B,MAAM,EAAE,IAAI,aAAa,CAAC;gBACzB,OAAO,EAAE,CAAC;gBACV,IAAI,EAAE,IAAI,cAAc,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC;aACnD,CAAC;YACF,IAAI,EAAE,YAAY,CAAC,KAAK;SACxB,CAAC,CAAC;QACH,MAAM,qBAAqB,GAAG,MAAM,OAAO,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;QACtE,MAAM,cAAc,GAAG,MAAM,OAAO,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;QAC5D,MAAM,mBAAmB,GAAG,YAAY,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QAC/D,IACC,qBAAqB,CAAC,KAAK,CAAC,UAAU,KAAK,mBAAmB,CAAC,UAAU;YACzE,CAAC,qBAAqB,CAAC,KAAK,CAAC,KAAK,CACjC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,KAAK,mBAAmB,CAAC,KAAK,CAAC,CACpD,EACA,CAAC;YACF,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;QACzD,CAAC;QACD,MAAM,gBAAgB,GAAG,MAAM,OAAO,CAAC,GAAG,EAAE,CAC3C,kBAAkB,CAAC,mBAAmB,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CACzD,CAAC;QAEF,MAAM,oBAAoB,GACzB,eAAe,CAAC,KAAK,CAAC,UAAU;YAChC,gBAAgB,CAAC,KAAK,CAAC,UAAU;YACjC,cAAc,CAAC,KAAK,CAAC,UAAU;YAC/B,QAAQ,CAAC,KAAK,CAAC,UAAU;YACzB,YAAY,CAAC,KAAK,CAAC,UAAU;YAC7B,mBAAmB,CAAC,UAAU;YAC9B,gBAAgB,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC;QAE1C,OAAO;YACN,YAAY;YACZ,MAAM,EAAE;gBACP,gBAAgB,EAAE,eAAe,CAAC,EAAE;gBACpC,iBAAiB,EAAE,gBAAgB,CAAC,EAAE;gBACtC,eAAe,EAAE,cAAc,CAAC,EAAE;gBAClC,YAAY,EAAE,WAAW,CAAC,EAAE;gBAC5B,gBAAgB,EAAE,QAAQ,CAAC,EAAE;gBAC7B,MAAM,EAAE,SAAS,CAAC,EAAE;gBACpB,iBAAiB,EAAE,gBAAgB,CAAC,EAAE;gBACtC,aAAa,EAAE,YAAY,CAAC,EAAE;gBAC9B,UAAU,EAAE,WAAW,CAAC,EAAE;gBAC1B,sBAAsB,EAAE,qBAAqB,CAAC,EAAE;gBAChD,eAAe,EAAE,cAAc,CAAC,EAAE;gBAClC,kBAAkB,EAAE,gBAAgB,CAAC,EAAE;aACvC;YACD,KAAK,EAAE;gBACN,aAAa,EAAE,eAAe,CAAC,KAAK,CAAC,UAAU;gBAC/C,cAAc,EAAE,gBAAgB,CAAC,KAAK,CAAC,UAAU;gBACjD,YAAY,EAAE,cAAc,CAAC,KAAK,CAAC,UAAU;gBAC7C,aAAa,EAAE,QAAQ,CAAC,KAAK,CAAC,UAAU;gBACxC,UAAU,EAAE,YAAY,CAAC,KAAK,CAAC,UAAU;gBACzC,YAAY,EAAE,mBAAmB,CAAC,UAAU;gBAC5C,cAAc,EAAE,gBAAgB,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU;aACxD;YACD,aAAa,EAAE;gBACd,qBAAqB,EAAE,WAAW,CACjC,gBAAgB,CAAC,KAAK,CAAC,UAAU,GAAG,eAAe,CAAC,KAAK,CAAC,UAAU,CACpE;gBACD,mBAAmB,EAAE,WAAW,CAC/B,cAAc,CAAC,KAAK,CAAC,UAAU,GAAG,eAAe,CAAC,KAAK,CAAC,UAAU,CAClE;gBACD,iBAAiB,EAAE,WAAW,CAC7B,YAAY,CAAC,KAAK,CAAC,UAAU,GAAG,eAAe,CAAC,KAAK,CAAC,UAAU,CAChE;gBACD,mBAAmB,EAAE,WAAW,CAC/B,cAAc,CAAC,KAAK,CAAC,UAAU,GAAG,eAAe,CAAC,KAAK,CAAC,UAAU,CAClE;gBACD,2BAA2B,EAAE,WAAW,CACvC,oBAAoB,GAAG,eAAe,CAAC,KAAK,CAAC,UAAU,CACvD;aACD;SACD,CAAC;IACH,CAAC;YAAS,CAAC;QACV,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC;IACpB,CAAC;AACF,CAAC,CAAC;AAEF,MAAM,IAAI,GAAG,KAAK,IAAI,EAAE;IACvB,MAAM,KAAK,CAAC;IACZ,MAAM,IAAI,GAAG,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9C,MAAM,KAAK,GAAG,CAAC,IAAI,CAAC,KAAK,IAAI,qBAAqB,CAAC;SACjD,KAAK,CAAC,GAAG,CAAC;SACV,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;SACpC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC;IACzD,MAAM,OAAO,GAAG,EAAE,CAAC;IACnB,KAAK,MAAM,YAAY,IAAI,KAAK,EAAE,CAAC;QAClC,OAAO,CAAC,GAAG,CAAC,+CAA+C,YAAY,EAAE,CAAC,CAAC;QAC3E,OAAO,CAAC,IAAI,CAAC,MAAM,SAAS,CAAC,YAAY,CAAC,CAAC,CAAC;IAC7C,CAAC;IAED,OAAO,CAAC,KAAK,CACZ,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QACxB,YAAY,EAAE,MAAM,CAAC,YAAY;QACjC,gBAAgB,EAAE,MAAM,CAAC,MAAM,CAAC,gBAAgB;QAChD,iBAAiB,EAAE,MAAM,CAAC,MAAM,CAAC,iBAAiB;QAClD,eAAe,EAAE,MAAM,CAAC,MAAM,CAAC,eAAe;QAC9C,gBAAgB,EAAE,MAAM,CAAC,MAAM,CAAC,gBAAgB;QAChD,aAAa,EAAE,MAAM,CAAC,MAAM,CAAC,aAAa;QAC1C,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU;QACpC,sBAAsB,EAAE,MAAM,CAAC,MAAM,CAAC,sBAAsB;QAC5D,eAAe,EAAE,MAAM,CAAC,MAAM,CAAC,eAAe;QAC9C,kBAAkB,EAAE,MAAM,CAAC,MAAM,CAAC,kBAAkB;QACpD,2BAA2B,EAC1B,MAAM,CAAC,aAAa,CAAC,2BAA2B;KACjD,CAAC,CAAC,CACH,CAAC;IACF,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;AAC/C,CAAC,CAAC;AAEF,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;IACtB,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACrB,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;AACtB,CAAC,CAAC,CAAC"}

package/dist/src/entry-index.d.ts

@@ -47,6 +47,8 @@ export declare class EntryIndex<T> {
     private initialied;
     private _length;
     private insertionPromises;
+    private pendingIndexWrites;
+    private pendingIndexFlushTimer?;
     constructor(properties: {
         store: Blocks;
         publicKey: PublicSignKey;
@@ -59,21 +61,30 @@ export declare class EntryIndex<T> {
             signal?: AbortSignal;
         }) => Promise<string[] | undefined> | string[] | undefined;
     });
+    private schedulePendingIndexWriteFlush;
+    private clearPendingIndexFlushTimer;
+    flushPendingWrites(hashes?: Iterable<string>): Promise<void>;
     getHeads<R extends MaybeResolveOptions = false>(gid?: string, resolve?: R): ResultsIterator<ReturnTypeFromResolveOptions<R, T>>;
     getHasNext<R extends MaybeResolveOptions>(next: string, resolve?: R): ResultsIterator<ReturnTypeFromResolveOptions<R, T>>;
-    countHasNext(next: string, excludeHash?: string | undefined): number | Promise<number>;
+    countHasNext(next: string, excludeHash?: string | undefined): Promise<number>;
+    private _countHasNext;
     iterate<R extends MaybeResolveOptions>(query: Query[], sort?: Sort[], options?: R): ResultsIterator<ReturnTypeFromResolveOptions<R, T>>;
     getOldest<T extends boolean, R = T extends true ? Entry<any> : ShallowEntry>(resolve?: T): Promise<R | undefined>;
     getNewest<T extends boolean, R = T extends true ? Entry<any> : ShallowEntry>(resolve?: T): Promise<R | undefined>;
     getBefore<T extends boolean, R = T extends true ? Entry<any> : ShallowEntry>(before: ShallowOrFullEntry<any>, resolve?: T): Promise<R | undefined>;
     getAfter<T extends boolean, R = T extends true ? Entry<any> : ShallowEntry>(before: ShallowOrFullEntry<any>, resolve?: T): Promise<R | undefined>;
     get(k: string, options?: ResolveFullyOptions): Promise<Entry<T> | undefined>;
-    getShallow(k: string): Promise<import("@peerbit/indexer-interface").IndexedResult<ShallowEntry> | undefined>;
+    getShallow(k: string): Promise<{
+        id: import("@peerbit/indexer-interface").IdKey;
+        value: ShallowEntry;
+    } | undefined>;
     has(k: string): Promise<boolean>;
+    hasMany(hashes: Iterable<string>): Promise<Set<string>>;
     put(entry: Entry<any>, properties: {
         unique: boolean;
         isHead: boolean;
         toMultiHash: boolean;
+        deferIndexWrite?: boolean;
     }): Promise<void>;
     delete(k: string, from?: Entry<any> | ShallowEntry): Promise<ShallowEntry | Entry<any> | undefined>;
     getMemoryUsage(): Promise<number | bigint>;

package/dist/src/entry-index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"entry-index.d.ts","sourceRoot":"","sources":["../../src/entry-index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,MAAM,EAAE,MAAM,2BAA2B,CAAC;AACxD,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AACvC,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AACrD,OAAO,EAEN,KAAK,KAAK,EAIV,KAAK,KAAK,EACV,KAAK,KAAK,EACV,IAAI,EAKJ,MAAM,4BAA4B,CAAC;AACpC,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAEvD,OAAO,EAAE,KAAK,EAAE,KAAK,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAC5D,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAK/C,MAAM,MAAM,eAAe,CAAC,CAAC,IAAI;IAChC,KAAK,EAAE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAClC,IAAI,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,CAAC,EAAE,GAAG,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC;IAC7C,IAAI,EAAE,MAAM,OAAO,GAAG,SAAS,CAAC;IAChC,GAAG,IAAI,CAAC,EAAE,GAAG,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC;CAC1B,CAAC;AAGF,KAAK,mBAAmB,GACrB,IAAI,GACJ;IACA,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EACJ;QACA,SAAS,CAAC,EAAE,OAAO,CAAC;QACpB,MAAM,CAAC,EAAE,WAAW,CAAC;QACrB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;KACf,GACD,OAAO,CAAC;IACX,aAAa,CAAC,EAAE,OAAO,CAAC;CACvB,CAAC;AACL,KAAK,mBAAmB,GAAG;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,KAAK,EAAE,KAAK,CAAA;CAAE,CAAC;AAC3D,MAAM,MAAM,mBAAmB,GAC5B,KAAK,GACL,mBAAmB,GACnB,mBAAmB,CAAC;AACvB,MAAM,MAAM,4BAA4B,CACvC,CAAC,SAAS,mBAAmB,EAC7B,CAAC,IACE,CAAC,SAAS,KAAK,GAAG,SAAS,GAC5B,YAAY,GACZ,CAAC,SAAS;IAAE,IAAI,EAAE,OAAO,CAAA;CAAE,GAC1B,GAAG,GACH,KAAK,CAAC,CAAC,CAAC,CAAC;AAEb,qBAAa,UAAU,CAAC,CAAC;IAOvB,QAAQ,CAAC,UAAU,EAAE;QACpB,KAAK,EAAE,MAAM,CAAC;QACd,SAAS,EAAE,aAAa,CAAC;QACzB,IAAI,EAAE,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC;QAChC,KAAK,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACxB,KAAK,EAAE,KAAK,CAAC,YAAY,CAAC,CAAC;QAC3B,IAAI,EAAE,MAAM,CAAC;QACb,YAAY,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;QACvD,kBAAkB,CAAC,EAAE,CACpB,IAAI,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE;YAAE,MAAM,CAAC,EAAE,WAAW,CAAA;SAAE,KAC9B,OAAO,CAAC,MAAM,EAAE,GAAG,SAAS,CAAC,GAAG,MAAM,EAAE,GAAG,SAAS,CAAC;KAC1D;IAlBF,OAAO,CAAC,KAAK,CAAkB;IAC/B,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,iBAAiB,CAA6B;gBAE5C,UAAU,EAAE;QACpB,KAAK,EAAE,MAAM,CAAC;QACd,SAAS,EAAE,aAAa,CAAC;QACzB,IAAI,EAAE,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC;QAChC,KAAK,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACxB,KAAK,EAAE,KAAK,CAAC,YAAY,CAAC,CAAC;QAC3B,IAAI,EAAE,MAAM,CAAC;QACb,YAAY,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;QACvD,kBAAkB,CAAC,EAAE,CACpB,IAAI,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE;YAAE,MAAM,CAAC,EAAE,WAAW,CAAA;SAAE,KAC9B,OAAO,CAAC,MAAM,EAAE,GAAG,SAAS,CAAC,GAAG,MAAM,EAAE,GAAG,SAAS,CAAC;KAC1D;IAiBF,QAAQ,CAAC,CAAC,SAAS,mBAAmB,GAAG,KAAK,EAC7C,GAAG,CAAC,EAAE,MAAM,EACZ,OAAO,GAAE,CAAc,GACrB,eAAe,CAAC,4BAA4B,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAgBtD,UAAU,CAAC,CAAC,SAAS,mBAAmB,EACvC,IAAI,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE,CAAC,GACT,eAAe,CAAC,4BAA4B,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAYtD,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,WAAW,GAAE,MAAM,GAAG,SAAqB;IAwBtE,OAAO,CAAC,CAAC,SAAS,mBAAmB,EACpC,KAAK,EAAE,KAAK,EAAE,EACd,IAAI,SAA4B,EAChC,OAAO,CAAC,EAAE,CAAC,GACT,eAAe,CAAC,4BAA4B,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IA4DhD,SAAS,CACd,CAAC,SAAS,OAAO,EACjB,CAAC,GAAG,CAAC,SAAS,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,YAAY,EAC7C,OAAO,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,CAAC,GAAG,SAAS,CAAC;IAOhC,SAAS,CACd,CAAC,SAAS,OAAO,EACjB,CAAC,GAAG,CAAC,SAAS,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,YAAY,EAC7C,OAAO,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,CAAC,GAAG,SAAS,CAAC;IAOhC,SAAS,CACd,CAAC,SAAS,OAAO,EACjB,CAAC,GAAG,CAAC,SAAS,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,YAAY,EAC7C,MAAM,EAAE,kBAAkB,CAAC,GAAG,CAAC,EAAE,OAAO,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,CAAC,GAAG,SAAS,CAAC;IAUjE,QAAQ,CACb,CAAC,SAAS,OAAO,EACjB,CAAC,GAAG,CAAC,SAAS,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,YAAY,EAC7C,MAAM,EAAE,kBAAkB,CAAC,GAAG,CAAC,EAAE,OAAO,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,CAAC,GAAG,SAAS,CAAC;IAYjE,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,mBAAmB;IAI5C,UAAU,CAAC,CAAC,EAAE,MAAM;IAIpB,GAAG,CAAC,CAAC,EAAE,MAAM;IAWb,GAAG,CACR,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,EACjB,UAAU,EAAE;QAAE,MAAM,EAAE,OAAO,CAAC;QAAC,MAAM,EAAE,OAAO,CAAC;QAAC,WAAW,EAAE,OAAO,CAAA;KAAE;IA8FjE,MAAM,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,GAAG,YAAY;IAwBlD,cAAc;YAIN,6BAA6B;IAiCrC,KAAK;IAaX,IAAI,MAAM,WAKT;IAEK,IAAI;YAKI,OAAO;YAsBP,gBAAgB;CAmD9B"}
+{"version":3,"file":"entry-index.d.ts","sourceRoot":"","sources":["../../src/entry-index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,MAAM,EAAE,MAAM,2BAA2B,CAAC;AACxD,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AACvC,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AACrD,OAAO,EAEN,KAAK,KAAK,EAIV,KAAK,KAAK,EACV,KAAK,KAAK,EACV,IAAI,EAKJ,MAAM,4BAA4B,CAAC;AACpC,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAEvD,OAAO,EAAE,KAAK,EAAE,KAAK,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAC5D,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAK/C,MAAM,MAAM,eAAe,CAAC,CAAC,IAAI;IAChC,KAAK,EAAE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAClC,IAAI,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,CAAC,EAAE,GAAG,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC;IAC7C,IAAI,EAAE,MAAM,OAAO,GAAG,SAAS,CAAC;IAChC,GAAG,IAAI,CAAC,EAAE,GAAG,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC;CAC1B,CAAC;AAIF,KAAK,mBAAmB,GACrB,IAAI,GACJ;IACA,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EACJ;QACA,SAAS,CAAC,EAAE,OAAO,CAAC;QACpB,MAAM,CAAC,EAAE,WAAW,CAAC;QACrB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;KACf,GACD,OAAO,CAAC;IACX,aAAa,CAAC,EAAE,OAAO,CAAC;CACvB,CAAC;AACL,KAAK,mBAAmB,GAAG;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,KAAK,EAAE,KAAK,CAAA;CAAE,CAAC;AAC3D,MAAM,MAAM,mBAAmB,GAC5B,KAAK,GACL,mBAAmB,GACnB,mBAAmB,CAAC;AACvB,MAAM,MAAM,4BAA4B,CACvC,CAAC,SAAS,mBAAmB,EAC7B,CAAC,IACE,CAAC,SAAS,KAAK,GAAG,SAAS,GAC5B,YAAY,GACZ,CAAC,SAAS;IAAE,IAAI,EAAE,OAAO,CAAA;CAAE,GAC1B,GAAG,GACH,KAAK,CAAC,CAAC,CAAC,CAAC;AAEb,qBAAa,UAAU,CAAC,CAAC;IASvB,QAAQ,CAAC,UAAU,EAAE;QACpB,KAAK,EAAE,MAAM,CAAC;QACd,SAAS,EAAE,aAAa,CAAC;QACzB,IAAI,EAAE,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC;QAChC,KAAK,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACxB,KAAK,EAAE,KAAK,CAAC,YAAY,CAAC,CAAC;QAC3B,IAAI,EAAE,MAAM,CAAC;QACb,YAAY,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;QACvD,kBAAkB,CAAC,EAAE,CACpB,IAAI,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE;YAAE,MAAM,CAAC,EAAE,WAAW,CAAA;SAAE,KAC9B,OAAO,CAAC,MAAM,EAAE,GAAG,SAAS,CAAC,GAAG,MAAM,EAAE,GAAG,SAAS,CAAC;KAC1D;IApBF,OAAO,CAAC,KAAK,CAAkB;IAC/B,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,iBAAiB,CAA6B;IACtD,OAAO,CAAC,kBAAkB,CAA4B;IACtD,OAAO,CAAC,sBAAsB,CAAC,CAAgC;gBAErD,UAAU,EAAE;QACpB,KAAK,EAAE,MAAM,CAAC;QACd,SAAS,EAAE,aAAa,CAAC;QACzB,IAAI,EAAE,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC;QAChC,KAAK,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACxB,KAAK,EAAE,KAAK,CAAC,YAAY,CAAC,CAAC;QAC3B,IAAI,EAAE,MAAM,CAAC;QACb,YAAY,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;QACvD,kBAAkB,CAAC,EAAE,CACpB,IAAI,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE;YAAE,MAAM,CAAC,EAAE,WAAW,CAAA;SAAE,KAC9B,OAAO,CAAC,MAAM,EAAE,GAAG,SAAS,CAAC,GAAG,MAAM,EAAE,GAAG,SAAS,CAAC;KAC1D;IAkBF,OAAO,CAAC,8BAA8B;IAYtC,OAAO,CAAC,2BAA2B;IAQ7B,kBAAkB,CAAC,MAAM,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC;IAqBlD,QAAQ,CAAC,CAAC,SAAS,mBAAmB,GAAG,KAAK,EAC7C,GAAG,CAAC,EAAE,MAAM,EACZ,OAAO,GAAE,CAAc,GACrB,eAAe,CAAC,4BAA4B,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAgBtD,UAAU,CAAC,CAAC,SAAS,mBAAmB,EACvC,IAAI,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE,CAAC,GACT,eAAe,CAAC,4BAA4B,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAYtD,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,WAAW,GAAE,MAAM,GAAG,SAAqB;YAIxD,aAAa;IA4B3B,OAAO,CAAC,CAAC,SAAS,mBAAmB,EACpC,KAAK,EAAE,KAAK,EAAE,EACd,IAAI,SAA4B,EAChC,OAAO,CAAC,EAAE,CAAC,GACT,eAAe,CAAC,4BAA4B,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAwEhD,SAAS,CACd,CAAC,SAAS,OAAO,EACjB,CAAC,GAAG,CAAC,SAAS,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,YAAY,EAC7C,OAAO,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,CAAC,GAAG,SAAS,CAAC;IAOhC,SAAS,CACd,CAAC,SAAS,OAAO,EACjB,CAAC,GAAG,CAAC,SAAS,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,YAAY,EAC7C,OAAO,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,CAAC,GAAG,SAAS,CAAC;IAOhC,SAAS,CACd,CAAC,SAAS,OAAO,EACjB,CAAC,GAAG,CAAC,SAAS,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,YAAY,EAC7C,MAAM,EAAE,kBAAkB,CAAC,GAAG,CAAC,EAAE,OAAO,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,CAAC,GAAG,SAAS,CAAC;IAUjE,QAAQ,CACb,CAAC,SAAS,OAAO,EACjB,CAAC,GAAG,CAAC,SAAS,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,YAAY,EAC7C,MAAM,EAAE,kBAAkB,CAAC,GAAG,CAAC,EAAE,OAAO,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,CAAC,GAAG,SAAS,CAAC;IAYjE,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,mBAAmB;IAI5C,UAAU,CAAC,CAAC,EAAE,MAAM;;;;IAQpB,GAAG,CAAC,CAAC,EAAE,MAAM;IAcb,OAAO,CAAC,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC;IAqDhC,GAAG,CACR,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,EACjB,UAAU,EAAE;QACX,MAAM,EAAE,OAAO,CAAC;QAChB,MAAM,EAAE,OAAO,CAAC;QAChB,WAAW,EAAE,OAAO,CAAC;QACrB,eAAe,CAAC,EAAE,OAAO,CAAC;KAC1B;IA0GI,MAAM,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,GAAG,YAAY;IAgClD,cAAc;YAUN,6BAA6B;IAwCrC,KAAK;IAoBX,IAAI,MAAM,WAKT;IAEK,IAAI;YAOI,OAAO;YAsBP,gBAAgB;CAmD9B"}

package/dist/src/entry-index.js

@@ -7,6 +7,7 @@ import { Entry } from "./entry.js";
 import { logger as baseLogger } from "./logger.js";
 const log = baseLogger.newScope("entry-index");
 const ENTRY_CACHE_MAX_SIZE = 10; // TODO as param for log
+const DEFERRED_INDEX_FLUSH_IDLE_MS = 250;
 export class EntryIndex {
     properties;
     cache;
@@ -14,6 +15,8 @@ export class EntryIndex {
     initialied = false;
     _length;
     insertionPromises;
+    pendingIndexWrites;
+    pendingIndexFlushTimer;
     constructor(properties) {
         this.properties = properties;
         this.sortReversed = properties.sort.sort.map((x) => deserialize(serialize(x), Sort));
@@ -24,6 +27,45 @@ export class EntryIndex {
         this.cache = properties.cache ?? new Cache({ max: ENTRY_CACHE_MAX_SIZE });
         this._length = 0;
         this.insertionPromises = new Map();
+        this.pendingIndexWrites = new Map();
+    }
+    schedulePendingIndexWriteFlush() {
+        if (this.pendingIndexFlushTimer) {
+            clearTimeout(this.pendingIndexFlushTimer);
+        }
+        this.pendingIndexFlushTimer = setTimeout(() => {
+            void this.flushPendingWrites().catch((error) => {
+                log.error("Failed to flush deferred entry-index writes", error);
+            });
+        }, DEFERRED_INDEX_FLUSH_IDLE_MS);
+        this.pendingIndexFlushTimer.unref?.();
+    }
+    clearPendingIndexFlushTimer() {
+        if (!this.pendingIndexFlushTimer) {
+            return;
+        }
+        clearTimeout(this.pendingIndexFlushTimer);
+        this.pendingIndexFlushTimer = undefined;
+    }
+    async flushPendingWrites(hashes) {
+        const keys = hashes
+            ? [...new Set([...hashes].filter((hash) => !!hash))]
+            : [...this.pendingIndexWrites.keys()];
+        if (keys.length === 0) {
+            return;
+        }
+        this.clearPendingIndexFlushTimer();
+        for (const hash of keys) {
+            const pending = this.pendingIndexWrites.get(hash);
+            if (!pending) {
+                continue;
+            }
+            await this.properties.index.put(pending);
+            this.pendingIndexWrites.delete(hash);
+        }
+        if (this.pendingIndexWrites.size > 0) {
+            this.schedulePendingIndexWriteFlush();
+        }
     }
     getHeads(gid, resolve = false) {
         const query = [];
@@ -50,6 +92,10 @@ export class EntryIndex {
         return this.iterate(query, undefined, resolve);
     }
     countHasNext(next, excludeHash = undefined) {
+        return this._countHasNext(next, excludeHash);
+    }
+    async _countHasNext(next, excludeHash = undefined) {
+        await this.flushPendingWrites();
         const query = [
             new StringMatch({
                 key: ["meta", "next"],
@@ -80,13 +126,22 @@ export class EntryIndex {
         let nextShape = resolveInFull
             ? { hash: true }
             : options?.shape;
-        const iterator = this.properties.index.iterate({ query, sort }, { shape: nextShape });
+        let iteratorRef;
+        let iteratorPromise;
+        const getIterator = async () => {
+            await this.flushPendingWrites();
+            if (!iteratorPromise) {
+                iteratorRef = this.properties.index.iterate({ query, sort }, { shape: nextShape });
+                iteratorPromise = Promise.resolve(iteratorRef);
+            }
+            return iteratorPromise;
+        };
         const next = async (amount) => {
-            const results = await iterator.next(amount);
+            const results = await (await getIterator()).next(amount);
             return coerce(results);
         };
         const all = async () => {
-            const results = await iterator.all();
+            const results = await (await getIterator()).all();
             return coerce(results);
         };
         const coerce = async (results) => {
@@ -99,8 +154,8 @@ export class EntryIndex {
             }
         };
         return {
-            close: iterator.close,
-            done: iterator.done,
+            close: async () => iteratorRef?.close(),
+            done: () => iteratorRef?.done(),
             next,
             all,
         };
@@ -133,6 +188,10 @@ export class EntryIndex {
         return this.resolve(k, options);
     }
     async getShallow(k) {
+        const pending = this.pendingIndexWrites.get(k);
+        if (pending) {
+            return { id: toId(k), value: pending };
+        }
         return this.properties.index.get(toId(k));
     }
     async has(k) {
@@ -140,11 +199,55 @@ export class EntryIndex {
         if (mem) {
             return true;
         }
+        if (this.pendingIndexWrites.has(k)) {
+            return true;
+        }
         const result = await this.properties.index.get(toId(k), {
             shape: { hash: true },
         });
         return result != null;
     }
+    async hasMany(hashes) {
+        const batchSize = 64;
+        const existing = new Set();
+        const missing = [];
+        for (const hash of new Set([...hashes].filter(Boolean))) {
+            if (this.cache.get(hash) || this.pendingIndexWrites.has(hash)) {
+                existing.add(hash);
+                continue;
+            }
+            missing.push(hash);
+        }
+        if (missing.length === 0) {
+            return existing;
+        }
+        for (let i = 0; i < missing.length; i += batchSize) {
+            const batch = missing.slice(i, i + batchSize);
+            const iterator = this.properties.index.iterate({
+                query: batch.length === 1
+                    ? new StringMatch({
+                        key: "hash",
+                        value: batch[0],
+                    })
+                    : new Or(batch.map((hash) => new StringMatch({
+                        key: "hash",
+                        value: hash,
+                    }))),
+            }, {
+                shape: { hash: true },
+            });
+            try {
+                const indexed = await iterator.all();
+                for (const entry of indexed) {
+                    existing.add(entry.value.hash);
+                }
+            }
+            finally {
+                await iterator.close();
+            }
+        }
+        return existing;
+    }
     async put(entry, properties) {
         if (properties.toMultiHash) {
             const existingHash = entry.hash;
@@ -181,7 +284,19 @@ export class EntryIndex {
                 }
                 // add cache after .has check before .has uses the cache
                 this.cache.add(entry.hash, entry);
-                await this.properties.index.put(entry.toShallow(properties.isHead));
+                const shallowEntry = entry.toShallow(properties.isHead);
+                const shouldDeferIndexWrite = properties.deferIndexWrite === true &&
+                    properties.isHead &&
+                    entry.meta.type !== EntryType.CUT &&
+                    entry.meta.next.length === 0;
+                if (shouldDeferIndexWrite) {
+                    this.pendingIndexWrites.set(entry.hash, shallowEntry);
+                    this.schedulePendingIndexWriteFlush();
+                }
+                else {
+                    await this.flushPendingWrites(entry.meta.next);
+                    await this.properties.index.put(shallowEntry);
+                }
                 // check if gids has been shadowed, by query all nexts that have a different gid
                 if (this.properties.onGidRemoved && entry.meta.next.length > 0) {
                     let nextMatches = [];
@@ -227,10 +342,18 @@ export class EntryIndex {
         if (from && from.hash !== k) {
             throw new Error("Shallow hash doesn't match the key");
         }
-        from = from || (await this.getShallow(k))?.value;
+        const pending = this.pendingIndexWrites.get(k);
+        from = from || pending || (await this.getShallow(k))?.value;
         if (!from) {
             return; // already deleted
         }
+        if (pending) {
+            this.pendingIndexWrites.delete(k);
+            await this.properties.store.rm(k);
+            this._length--;
+            await this.privateUpdateNextHeadProperty(from, true);
+            return from;
+        }
         let deleted = await this.properties.index.del({ query: { hash: k } });
         await this.properties.store.rm(k);
         if (deleted.length > 0) {
@@ -241,7 +364,9 @@ export class EntryIndex {
         }
     }
     async getMemoryUsage() {
-        return this.properties.index.sum({ key: "payloadSize" });
+        const indexed = (await this.properties.index.sum({ key: "payloadSize" })) || 0;
+        const pending = [...this.pendingIndexWrites.values()].reduce((sum, entry) => sum + (entry.payloadSize || 0), 0);
+        return typeof indexed === "bigint" ? indexed + BigInt(pending) : indexed + pending;
     }
     async privateUpdateNextHeadProperty(from, isHead) {
         if (from.meta.type === EntryType.CUT) {
@@ -249,7 +374,10 @@ export class EntryIndex {
             return;
         }
         for (const next of from.meta.next) {
-            const indexedEntry = await this.properties.index.get(toId(next));
+            const pending = this.pendingIndexWrites.get(next);
+            const indexedEntry = pending
+                ? { id: toId(next), value: pending }
+                : await this.properties.index.get(toId(next));
             if (!indexedEntry) {
                 continue; // we could end up here because another entry with same next ref is of CUT and has removed it from the index
             }
@@ -257,30 +385,43 @@ export class EntryIndex {
                 const noPointersToNext = (await this.countHasNext(next)) === 0;
                 if (noPointersToNext) {
                     indexedEntry.value.head = true;
-                    if (indexedEntry) {
+                    if (pending) {
+                        this.pendingIndexWrites.set(next, indexedEntry.value);
+                    }
+                    else {
                         await this.properties.index.put(indexedEntry.value);
                     }
                 }
             }
             else {
                 indexedEntry.value.head = false;
-                if (indexedEntry) {
+                if (pending) {
+                    this.pendingIndexWrites.set(next, indexedEntry.value);
+                }
+                else {
                     await this.properties.index.put(indexedEntry.value);
                 }
             }
         }
     }
     async clear() {
+        this.clearPendingIndexFlushTimer();
+        const hashes = new Set(this.pendingIndexWrites.keys());
         const iterator = this.iterate([], undefined, false);
         while (!iterator.done()) {
             const results = await iterator.next(100);
             for (const result of results) {
-                await this.delete(result.hash);
+                hashes.add(result.hash);
             }
         }
+        this.pendingIndexWrites.clear();
+        for (const hash of hashes) {
+            await this.properties.store.rm(hash);
+        }
         await this.properties.index.drop();
         await this.properties.index.start();
         this.cache.clear();
+        this._length = 0;
     }
     get length() {
         if (!this.initialied) {
@@ -289,6 +430,8 @@ export class EntryIndex {
         return this._length;
     }
     async init() {
+        this.clearPendingIndexFlushTimer();
+        this.pendingIndexWrites.clear();
         this._length = await this.properties.index.getSize();
         this.initialied = true;
     }