@xyo-network/archivist-memory 2.90.14 → 2.90.16

package/dist/browser/MemoryArchivist.d.cts

@@ -12,13 +12,16 @@ export type MemoryArchivistConfig = ArchivistConfig<{
     max?: number;
     schema: MemoryArchivistConfigSchema | ArchivistConfig['schema'];
 }>;
+type WithStorageMeta<T extends Payload> = T & {
+    _sequence: bigint;
+};
 export type MemoryArchivistParams<TConfig extends AnyConfigSchema<MemoryArchivistConfig> = AnyConfigSchema<MemoryArchivistConfig>> = ModuleParams<TConfig>;
 export declare class MemoryArchivist<TParams extends MemoryArchivistParams<AnyConfigSchema<MemoryArchivistConfig>> = MemoryArchivistParams, TEventData extends ArchivistModuleEventData = ArchivistModuleEventData> extends AbstractArchivist<TParams, TEventData> implements ArchivistInstance, ModuleInstance {
     static configSchemas: string[];
     private _bodyHashIndex?;
     private _cache?;
     get bodyHashIndex(): LRUCache<string, string, unknown>;
-    get cache(): LRUCache<string, PayloadWithMeta, unknown>;
+    get cache(): LRUCache<string, WithStorageMeta<PayloadWithMeta>, unknown>;
     get max(): number;
     get queries(): string[];
     protected allHandler(): Promise<PayloadWithMeta[]>;
@@ -29,4 +32,5 @@ export declare class MemoryArchivist<TParams extends MemoryArchivistParams<AnyCo
     protected insertHandler(payloads: Payload[]): Promise<PayloadWithMeta[]>;
     private insertPayloadIntoCache;
 }
+export {};
 //# sourceMappingURL=MemoryArchivist.d.ts.map

package/dist/browser/MemoryArchivist.d.cts.map

@@ -1 +1 @@
-{"version":3,"file":"MemoryArchivist.d.ts","sourceRoot":"","sources":["../../src/MemoryArchivist.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,aAAa,CAAA;AAElC,OAAO,EAAa,UAAU,EAAE,MAAM,iBAAiB,CAAA;AACvD,OAAO,EAAE,iBAAiB,EAAE,MAAM,iCAAiC,CAAA;AACnE,OAAO,EAIL,eAAe,EAKf,iBAAiB,EACjB,wBAAwB,EACzB,MAAM,8BAA8B,CAAA;AACrC,OAAO,EAAE,YAAY,EAAE,MAAM,iCAAiC,CAAA;AAC9D,OAAO,EAAE,eAAe,EAAmB,cAAc,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAA;AAE1G,OAAO,EAAE,OAAO,EAAE,eAAe,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAA;AAC/E,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAA;AAEpC,MAAM,MAAM,2BAA2B,GAAG,qCAAqC,CAAA;AAC/E,eAAO,MAAM,2BAA2B,EAAE,2BAAmE,CAAA;AAE7G,MAAM,MAAM,qBAAqB,GAAG,eAAe,CAAC;IAClD,GAAG,CAAC,EAAE,MAAM,CAAA;IACZ,MAAM,EAAE,2BAA2B,GAAG,eAAe,CAAC,QAAQ,CAAC,CAAA;CAChE,CAAC,CAAA;AAEF,MAAM,MAAM,qBAAqB,CAAC,OAAO,SAAS,eAAe,CAAC,qBAAqB,CAAC,GAAG,eAAe,CAAC,qBAAqB,CAAC,IAC/H,YAAY,CAAC,OAAO,CAAC,CAAA;AACvB,qBACa,eAAe,CACxB,OAAO,SAAS,qBAAqB,CAAC,eAAe,CAAC,qBAAqB,CAAC,CAAC,GAAG,qBAAqB,EACrG,UAAU,SAAS,wBAAwB,GAAG,wBAAwB,CAExE,SAAQ,iBAAiB,CAAC,OAAO,EAAE,UAAU,CAC7C,YAAW,iBAAiB,EAAE,cAAc;IAE5C,OAAgB,aAAa,WAAuD;IAEpF,OAAO,CAAC,cAAc,CAAC,CAA0B;IACjD,OAAO,CAAC,MAAM,CAAC,CAAmC;IAElD,IAAI,aAAa,sCAGhB;IAED,IAAI,KAAK,+CAGR;IAED,IAAI,GAAG,WAEN;IAED,IAAa,OAAO,aASnB;cAEwB,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;cAI9C,YAAY,IAAI,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;cAM9B,aAAa,IAAI,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;cAiBlD,aAAa,CAAC,MAAM,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;cAWtD,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,UAAU,CAAC,eAAe,EAAE,CAAC;cAarD,aAAa,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IAWvF,OAAO,CAAC,sBAAsB;CAK/B"}
+{"version":3,"file":"MemoryArchivist.d.ts","sourceRoot":"","sources":["../../src/MemoryArchivist.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,aAAa,CAAA;AAElC,OAAO,EAAa,UAAU,EAAE,MAAM,iBAAiB,CAAA;AACvD,OAAO,EAAE,iBAAiB,EAAE,MAAM,iCAAiC,CAAA;AACnE,OAAO,EAIL,eAAe,EAKf,iBAAiB,EACjB,wBAAwB,EACzB,MAAM,8BAA8B,CAAA;AACrC,OAAO,EAAE,YAAY,EAAE,MAAM,iCAAiC,CAAA;AAC9D,OAAO,EAAE,eAAe,EAAmB,cAAc,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAA;AAE1G,OAAO,EAAE,OAAO,EAAE,eAAe,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAA;AAC/E,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAA;AAEpC,MAAM,MAAM,2BAA2B,GAAG,qCAAqC,CAAA;AAC/E,eAAO,MAAM,2BAA2B,EAAE,2BAAmE,CAAA;AAE7G,MAAM,MAAM,qBAAqB,GAAG,eAAe,CAAC;IAClD,GAAG,CAAC,EAAE,MAAM,CAAA;IACZ,MAAM,EAAE,2BAA2B,GAAG,eAAe,CAAC,QAAQ,CAAC,CAAA;CAChE,CAAC,CAAA;AAEF,KAAK,eAAe,CAAC,CAAC,SAAS,OAAO,IAAI,CAAC,GAAG;IAC5C,SAAS,EAAE,MAAM,CAAA;CAClB,CAAA;AA0BD,MAAM,MAAM,qBAAqB,CAAC,OAAO,SAAS,eAAe,CAAC,qBAAqB,CAAC,GAAG,eAAe,CAAC,qBAAqB,CAAC,IAC/H,YAAY,CAAC,OAAO,CAAC,CAAA;AACvB,qBACa,eAAe,CACxB,OAAO,SAAS,qBAAqB,CAAC,eAAe,CAAC,qBAAqB,CAAC,CAAC,GAAG,qBAAqB,EACrG,UAAU,SAAS,wBAAwB,GAAG,wBAAwB,CAExE,SAAQ,iBAAiB,CAAC,OAAO,EAAE,UAAU,CAC7C,YAAW,iBAAiB,EAAE,cAAc;IAE5C,OAAgB,aAAa,WAAuD;IAEpF,OAAO,CAAC,cAAc,CAAC,CAA0B;IACjD,OAAO,CAAC,MAAM,CAAC,CAAoD;IAEnE,IAAI,aAAa,sCAGhB;IAED,IAAI,KAAK,gEAGR;IAED,IAAI,GAAG,WAEN;IAED,IAAa,OAAO,aASnB;cAEwB,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;cAK9C,YAAY,IAAI,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;cAM9B,aAAa,IAAI,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;cAiBlD,aAAa,CAAC,MAAM,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;cAWtD,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,UAAU,CAAC,eAAe,EAAE,CAAC;cAarD,aAAa,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IAWvF,OAAO,CAAC,sBAAsB;CAM/B"}

package/dist/browser/MemoryArchivist.d.mts

@@ -12,13 +12,16 @@ export type MemoryArchivistConfig = ArchivistConfig<{
     max?: number;
     schema: MemoryArchivistConfigSchema | ArchivistConfig['schema'];
 }>;
+type WithStorageMeta<T extends Payload> = T & {
+    _sequence: bigint;
+};
 export type MemoryArchivistParams<TConfig extends AnyConfigSchema<MemoryArchivistConfig> = AnyConfigSchema<MemoryArchivistConfig>> = ModuleParams<TConfig>;
 export declare class MemoryArchivist<TParams extends MemoryArchivistParams<AnyConfigSchema<MemoryArchivistConfig>> = MemoryArchivistParams, TEventData extends ArchivistModuleEventData = ArchivistModuleEventData> extends AbstractArchivist<TParams, TEventData> implements ArchivistInstance, ModuleInstance {
     static configSchemas: string[];
     private _bodyHashIndex?;
     private _cache?;
     get bodyHashIndex(): LRUCache<string, string, unknown>;
-    get cache(): LRUCache<string, PayloadWithMeta, unknown>;
+    get cache(): LRUCache<string, WithStorageMeta<PayloadWithMeta>, unknown>;
     get max(): number;
     get queries(): string[];
     protected allHandler(): Promise<PayloadWithMeta[]>;
@@ -29,4 +32,5 @@ export declare class MemoryArchivist<TParams extends MemoryArchivistParams<AnyCo
     protected insertHandler(payloads: Payload[]): Promise<PayloadWithMeta[]>;
     private insertPayloadIntoCache;
 }
+export {};
 //# sourceMappingURL=MemoryArchivist.d.ts.map

package/dist/browser/MemoryArchivist.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"MemoryArchivist.d.ts","sourceRoot":"","sources":["../../src/MemoryArchivist.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,aAAa,CAAA;AAElC,OAAO,EAAa,UAAU,EAAE,MAAM,iBAAiB,CAAA;AACvD,OAAO,EAAE,iBAAiB,EAAE,MAAM,iCAAiC,CAAA;AACnE,OAAO,EAIL,eAAe,EAKf,iBAAiB,EACjB,wBAAwB,EACzB,MAAM,8BAA8B,CAAA;AACrC,OAAO,EAAE,YAAY,EAAE,MAAM,iCAAiC,CAAA;AAC9D,OAAO,EAAE,eAAe,EAAmB,cAAc,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAA;AAE1G,OAAO,EAAE,OAAO,EAAE,eAAe,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAA;AAC/E,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAA;AAEpC,MAAM,MAAM,2BAA2B,GAAG,qCAAqC,CAAA;AAC/E,eAAO,MAAM,2BAA2B,EAAE,2BAAmE,CAAA;AAE7G,MAAM,MAAM,qBAAqB,GAAG,eAAe,CAAC;IAClD,GAAG,CAAC,EAAE,MAAM,CAAA;IACZ,MAAM,EAAE,2BAA2B,GAAG,eAAe,CAAC,QAAQ,CAAC,CAAA;CAChE,CAAC,CAAA;AAEF,MAAM,MAAM,qBAAqB,CAAC,OAAO,SAAS,eAAe,CAAC,qBAAqB,CAAC,GAAG,eAAe,CAAC,qBAAqB,CAAC,IAC/H,YAAY,CAAC,OAAO,CAAC,CAAA;AACvB,qBACa,eAAe,CACxB,OAAO,SAAS,qBAAqB,CAAC,eAAe,CAAC,qBAAqB,CAAC,CAAC,GAAG,qBAAqB,EACrG,UAAU,SAAS,wBAAwB,GAAG,wBAAwB,CAExE,SAAQ,iBAAiB,CAAC,OAAO,EAAE,UAAU,CAC7C,YAAW,iBAAiB,EAAE,cAAc;IAE5C,OAAgB,aAAa,WAAuD;IAEpF,OAAO,CAAC,cAAc,CAAC,CAA0B;IACjD,OAAO,CAAC,MAAM,CAAC,CAAmC;IAElD,IAAI,aAAa,sCAGhB;IAED,IAAI,KAAK,+CAGR;IAED,IAAI,GAAG,WAEN;IAED,IAAa,OAAO,aASnB;cAEwB,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;cAI9C,YAAY,IAAI,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;cAM9B,aAAa,IAAI,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;cAiBlD,aAAa,CAAC,MAAM,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;cAWtD,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,UAAU,CAAC,eAAe,EAAE,CAAC;cAarD,aAAa,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IAWvF,OAAO,CAAC,sBAAsB;CAK/B"}
+{"version":3,"file":"MemoryArchivist.d.ts","sourceRoot":"","sources":["../../src/MemoryArchivist.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,aAAa,CAAA;AAElC,OAAO,EAAa,UAAU,EAAE,MAAM,iBAAiB,CAAA;AACvD,OAAO,EAAE,iBAAiB,EAAE,MAAM,iCAAiC,CAAA;AACnE,OAAO,EAIL,eAAe,EAKf,iBAAiB,EACjB,wBAAwB,EACzB,MAAM,8BAA8B,CAAA;AACrC,OAAO,EAAE,YAAY,EAAE,MAAM,iCAAiC,CAAA;AAC9D,OAAO,EAAE,eAAe,EAAmB,cAAc,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAA;AAE1G,OAAO,EAAE,OAAO,EAAE,eAAe,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAA;AAC/E,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAA;AAEpC,MAAM,MAAM,2BAA2B,GAAG,qCAAqC,CAAA;AAC/E,eAAO,MAAM,2BAA2B,EAAE,2BAAmE,CAAA;AAE7G,MAAM,MAAM,qBAAqB,GAAG,eAAe,CAAC;IAClD,GAAG,CAAC,EAAE,MAAM,CAAA;IACZ,MAAM,EAAE,2BAA2B,GAAG,eAAe,CAAC,QAAQ,CAAC,CAAA;CAChE,CAAC,CAAA;AAEF,KAAK,eAAe,CAAC,CAAC,SAAS,OAAO,IAAI,CAAC,GAAG;IAC5C,SAAS,EAAE,MAAM,CAAA;CAClB,CAAA;AA0BD,MAAM,MAAM,qBAAqB,CAAC,OAAO,SAAS,eAAe,CAAC,qBAAqB,CAAC,GAAG,eAAe,CAAC,qBAAqB,CAAC,IAC/H,YAAY,CAAC,OAAO,CAAC,CAAA;AACvB,qBACa,eAAe,CACxB,OAAO,SAAS,qBAAqB,CAAC,eAAe,CAAC,qBAAqB,CAAC,CAAC,GAAG,qBAAqB,EACrG,UAAU,SAAS,wBAAwB,GAAG,wBAAwB,CAExE,SAAQ,iBAAiB,CAAC,OAAO,EAAE,UAAU,CAC7C,YAAW,iBAAiB,EAAE,cAAc;IAE5C,OAAgB,aAAa,WAAuD;IAEpF,OAAO,CAAC,cAAc,CAAC,CAA0B;IACjD,OAAO,CAAC,MAAM,CAAC,CAAoD;IAEnE,IAAI,aAAa,sCAGhB;IAED,IAAI,KAAK,gEAGR;IAED,IAAI,GAAG,WAEN;IAED,IAAa,OAAO,aASnB;cAEwB,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;cAK9C,YAAY,IAAI,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;cAM9B,aAAa,IAAI,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;cAiBlD,aAAa,CAAC,MAAM,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;cAWtD,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,UAAU,CAAC,eAAe,EAAE,CAAC;cAarD,aAAa,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IAWvF,OAAO,CAAC,sBAAsB;CAM/B"}

package/dist/browser/MemoryArchivist.d.ts

@@ -12,13 +12,16 @@ export type MemoryArchivistConfig = ArchivistConfig<{
     max?: number;
     schema: MemoryArchivistConfigSchema | ArchivistConfig['schema'];
 }>;
+type WithStorageMeta<T extends Payload> = T & {
+    _sequence: bigint;
+};
 export type MemoryArchivistParams<TConfig extends AnyConfigSchema<MemoryArchivistConfig> = AnyConfigSchema<MemoryArchivistConfig>> = ModuleParams<TConfig>;
 export declare class MemoryArchivist<TParams extends MemoryArchivistParams<AnyConfigSchema<MemoryArchivistConfig>> = MemoryArchivistParams, TEventData extends ArchivistModuleEventData = ArchivistModuleEventData> extends AbstractArchivist<TParams, TEventData> implements ArchivistInstance, ModuleInstance {
     static configSchemas: string[];
     private _bodyHashIndex?;
     private _cache?;
     get bodyHashIndex(): LRUCache<string, string, unknown>;
-    get cache(): LRUCache<string, PayloadWithMeta, unknown>;
+    get cache(): LRUCache<string, WithStorageMeta<PayloadWithMeta>, unknown>;
     get max(): number;
     get queries(): string[];
     protected allHandler(): Promise<PayloadWithMeta[]>;
@@ -29,4 +32,5 @@ export declare class MemoryArchivist<TParams extends MemoryArchivistParams<AnyCo
     protected insertHandler(payloads: Payload[]): Promise<PayloadWithMeta[]>;
     private insertPayloadIntoCache;
 }
+export {};
 //# sourceMappingURL=MemoryArchivist.d.ts.map

package/dist/browser/MemoryArchivist.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"MemoryArchivist.d.ts","sourceRoot":"","sources":["../../src/MemoryArchivist.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,aAAa,CAAA;AAElC,OAAO,EAAa,UAAU,EAAE,MAAM,iBAAiB,CAAA;AACvD,OAAO,EAAE,iBAAiB,EAAE,MAAM,iCAAiC,CAAA;AACnE,OAAO,EAIL,eAAe,EAKf,iBAAiB,EACjB,wBAAwB,EACzB,MAAM,8BAA8B,CAAA;AACrC,OAAO,EAAE,YAAY,EAAE,MAAM,iCAAiC,CAAA;AAC9D,OAAO,EAAE,eAAe,EAAmB,cAAc,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAA;AAE1G,OAAO,EAAE,OAAO,EAAE,eAAe,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAA;AAC/E,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAA;AAEpC,MAAM,MAAM,2BAA2B,GAAG,qCAAqC,CAAA;AAC/E,eAAO,MAAM,2BAA2B,EAAE,2BAAmE,CAAA;AAE7G,MAAM,MAAM,qBAAqB,GAAG,eAAe,CAAC;IAClD,GAAG,CAAC,EAAE,MAAM,CAAA;IACZ,MAAM,EAAE,2BAA2B,GAAG,eAAe,CAAC,QAAQ,CAAC,CAAA;CAChE,CAAC,CAAA;AAEF,MAAM,MAAM,qBAAqB,CAAC,OAAO,SAAS,eAAe,CAAC,qBAAqB,CAAC,GAAG,eAAe,CAAC,qBAAqB,CAAC,IAC/H,YAAY,CAAC,OAAO,CAAC,CAAA;AACvB,qBACa,eAAe,CACxB,OAAO,SAAS,qBAAqB,CAAC,eAAe,CAAC,qBAAqB,CAAC,CAAC,GAAG,qBAAqB,EACrG,UAAU,SAAS,wBAAwB,GAAG,wBAAwB,CAExE,SAAQ,iBAAiB,CAAC,OAAO,EAAE,UAAU,CAC7C,YAAW,iBAAiB,EAAE,cAAc;IAE5C,OAAgB,aAAa,WAAuD;IAEpF,OAAO,CAAC,cAAc,CAAC,CAA0B;IACjD,OAAO,CAAC,MAAM,CAAC,CAAmC;IAElD,IAAI,aAAa,sCAGhB;IAED,IAAI,KAAK,+CAGR;IAED,IAAI,GAAG,WAEN;IAED,IAAa,OAAO,aASnB;cAEwB,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;cAI9C,YAAY,IAAI,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;cAM9B,aAAa,IAAI,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;cAiBlD,aAAa,CAAC,MAAM,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;cAWtD,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,UAAU,CAAC,eAAe,EAAE,CAAC;cAarD,aAAa,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IAWvF,OAAO,CAAC,sBAAsB;CAK/B"}
+{"version":3,"file":"MemoryArchivist.d.ts","sourceRoot":"","sources":["../../src/MemoryArchivist.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,aAAa,CAAA;AAElC,OAAO,EAAa,UAAU,EAAE,MAAM,iBAAiB,CAAA;AACvD,OAAO,EAAE,iBAAiB,EAAE,MAAM,iCAAiC,CAAA;AACnE,OAAO,EAIL,eAAe,EAKf,iBAAiB,EACjB,wBAAwB,EACzB,MAAM,8BAA8B,CAAA;AACrC,OAAO,EAAE,YAAY,EAAE,MAAM,iCAAiC,CAAA;AAC9D,OAAO,EAAE,eAAe,EAAmB,cAAc,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAA;AAE1G,OAAO,EAAE,OAAO,EAAE,eAAe,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAA;AAC/E,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAA;AAEpC,MAAM,MAAM,2BAA2B,GAAG,qCAAqC,CAAA;AAC/E,eAAO,MAAM,2BAA2B,EAAE,2BAAmE,CAAA;AAE7G,MAAM,MAAM,qBAAqB,GAAG,eAAe,CAAC;IAClD,GAAG,CAAC,EAAE,MAAM,CAAA;IACZ,MAAM,EAAE,2BAA2B,GAAG,eAAe,CAAC,QAAQ,CAAC,CAAA;CAChE,CAAC,CAAA;AAEF,KAAK,eAAe,CAAC,CAAC,SAAS,OAAO,IAAI,CAAC,GAAG;IAC5C,SAAS,EAAE,MAAM,CAAA;CAClB,CAAA;AA0BD,MAAM,MAAM,qBAAqB,CAAC,OAAO,SAAS,eAAe,CAAC,qBAAqB,CAAC,GAAG,eAAe,CAAC,qBAAqB,CAAC,IAC/H,YAAY,CAAC,OAAO,CAAC,CAAA;AACvB,qBACa,eAAe,CACxB,OAAO,SAAS,qBAAqB,CAAC,eAAe,CAAC,qBAAqB,CAAC,CAAC,GAAG,qBAAqB,EACrG,UAAU,SAAS,wBAAwB,GAAG,wBAAwB,CAExE,SAAQ,iBAAiB,CAAC,OAAO,EAAE,UAAU,CAC7C,YAAW,iBAAiB,EAAE,cAAc;IAE5C,OAAgB,aAAa,WAAuD;IAEpF,OAAO,CAAC,cAAc,CAAC,CAA0B;IACjD,OAAO,CAAC,MAAM,CAAC,CAAoD;IAEnE,IAAI,aAAa,sCAGhB;IAED,IAAI,KAAK,gEAGR;IAED,IAAI,GAAG,WAEN;IAED,IAAa,OAAO,aASnB;cAEwB,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;cAK9C,YAAY,IAAI,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;cAM9B,aAAa,IAAI,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;cAiBlD,aAAa,CAAC,MAAM,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;cAWtD,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,UAAU,CAAC,eAAe,EAAE,CAAC;cAarD,aAAa,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IAWvF,OAAO,CAAC,sBAAsB;CAM/B"}

package/dist/browser/index.cjs

@@ -47,6 +47,27 @@ function _ts_decorate(decorators, target, key, desc) {
 }
 __name(_ts_decorate, "_ts_decorate");
 var MemoryArchivistConfigSchema = "network.xyo.archivist.memory.config";
+var maxSequenceIndex = 10000000000n;
+var sequenceNumber = /* @__PURE__ */ __name((index) => {
+  (0, import_assert.assertEx)(index < maxSequenceIndex, () => `index may not be larger than ${maxSequenceIndex}`);
+  return BigInt(Date.now()) * maxSequenceIndex + BigInt(index);
+}, "sequenceNumber");
+var addStorageMeta = /* @__PURE__ */ __name((payload, index = 0) => {
+  return {
+    ...payload,
+    _sequence: sequenceNumber(index)
+  };
+}, "addStorageMeta");
+var sortByStorageMeta = /* @__PURE__ */ __name((payloads) => {
+  return payloads.sort((a, b) => a._sequence < b._sequence ? -1 : a._sequence > b._sequence ? 1 : 0);
+}, "sortByStorageMeta");
+function removeStorageMeta(payload) {
+  if (!payload)
+    return;
+  const { _sequence, ...noMeta } = payload;
+  return noMeta;
+}
+__name(removeStorageMeta, "removeStorageMeta");
 var MemoryArchivist = class extends import_archivist_abstract.AbstractArchivist {
   static {
     __name(this, "MemoryArchivist");
@@ -83,7 +104,8 @@ var MemoryArchivist = class extends import_archivist_abstract.AbstractArchivist
     ];
   }
   async allHandler() {
-    return (0, import_lodash.compact)(await Promise.all(this.cache.dump().map((value) => import_payload_builder.PayloadBuilder.build(value[1].value))));
+    const all = (0, import_lodash.compact)(await Promise.all(this.cache.dump().map((value) => value[1].value)));
+    return sortByStorageMeta(all).map((payload) => removeStorageMeta(payload));
   }
   clearHandler() {
     this.cache.clear();
@@ -117,7 +139,7 @@ var MemoryArchivist = class extends import_archivist_abstract.AbstractArchivist
       if (resolvedHash !== hash && !result) {
         throw new Error("Missing referenced payload");
       }
-      return result;
+      return removeStorageMeta(result);
     }));
   }
   async insertHandler(payloads) {
@@ -127,9 +149,10 @@ var MemoryArchivist = class extends import_archivist_abstract.AbstractArchivist
     }));
     return insertedPayloads;
   }
-  insertPayloadIntoCache(payload, hash) {
-    this.cache.set(hash, payload);
-    this.bodyHashIndex.set(payload.$hash, hash);
+  insertPayloadIntoCache(payload, hash, index = 0) {
+    const withMeta = addStorageMeta(payload, index);
+    this.cache.set(hash, withMeta);
+    this.bodyHashIndex.set(withMeta.$hash, hash);
     return payload;
   }
 };

package/dist/browser/index.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/index.ts","../../src/MemoryArchivist.ts"],"sourcesContent":["export * from './MemoryArchivist'\n","import { assertEx } from '@xylabs/assert'\nimport { Hash } from '@xylabs/hex'\nimport { compact } from '@xylabs/lodash'\nimport { fulfilled, Promisable } from '@xylabs/promise'\nimport { AbstractArchivist } from '@xyo-network/archivist-abstract'\nimport {\n  ArchivistAllQuerySchema,\n  ArchivistClearQuerySchema,\n  ArchivistCommitQuerySchema,\n  ArchivistConfig,\n  ArchivistConfigSchema,\n  ArchivistDeleteQuerySchema,\n  ArchivistInsertQuery,\n  ArchivistInsertQuerySchema,\n  ArchivistInstance,\n  ArchivistModuleEventData,\n} from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { AnyConfigSchema, creatableModule, ModuleInstance, ModuleParams } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, PayloadWithMeta, WithMeta } from '@xyo-network/payload-model'\nimport { LRUCache } from 'lru-cache'\n\nexport type MemoryArchivistConfigSchema = 'network.xyo.archivist.memory.config'\nexport const MemoryArchivistConfigSchema: MemoryArchivistConfigSchema = 'network.xyo.archivist.memory.config'\n\nexport type MemoryArchivistConfig = ArchivistConfig<{\n  max?: number\n  schema: MemoryArchivistConfigSchema | ArchivistConfig['schema']\n}>\n\nexport type MemoryArchivistParams<TConfig extends AnyConfigSchema<MemoryArchivistConfig> = AnyConfigSchema<MemoryArchivistConfig>> =\n  ModuleParams<TConfig>\n@creatableModule()\nexport class MemoryArchivist<\n    TParams extends MemoryArchivistParams<AnyConfigSchema<MemoryArchivistConfig>> = MemoryArchivistParams,\n    TEventData extends ArchivistModuleEventData = ArchivistModuleEventData,\n  >\n  extends AbstractArchivist<TParams, TEventData>\n  implements ArchivistInstance, ModuleInstance\n{\n  static override configSchemas = [MemoryArchivistConfigSchema, ArchivistConfigSchema]\n\n  private _bodyHashIndex?: LRUCache<string, string>\n  private _cache?: LRUCache<string, PayloadWithMeta>\n\n  get bodyHashIndex() {\n    this._bodyHashIndex = this._bodyHashIndex ?? new LRUCache<string, string>({ max: this.max })\n    return this._bodyHashIndex\n  }\n\n  get cache() {\n    this._cache = this._cache ?? new LRUCache<string, PayloadWithMeta>({ max: this.max })\n    return this._cache\n  }\n\n  get max() {\n    return this.config?.max ?? 10_000\n  }\n\n  override get queries() {\n    return [\n      ArchivistAllQuerySchema,\n      ArchivistDeleteQuerySchema,\n      ArchivistClearQuerySchema,\n      ArchivistInsertQuerySchema,\n      ArchivistCommitQuerySchema,\n      ...super.queries,\n    ]\n  }\n\n  protected override async allHandler(): Promise<PayloadWithMeta[]> {\n    return compact(await Promise.all(this.cache.dump().map((value) => PayloadBuilder.build(value[1].value))))\n  }\n\n  protected override clearHandler(): void | Promise<void> {\n    this.cache.clear()\n    this.bodyHashIndex.clear()\n    return this.emit('cleared', { module: this })\n  }\n\n  protected override async commitHandler(): Promise<WithMeta<BoundWitness>[]> {\n    const payloads = assertEx(await this.allHandler(), 'Nothing to commit')\n    const settled = await Promise.allSettled(\n      compact(\n        Object.values((await this.parents()).commit ?? [])?.map(async (parent) => {\n          const queryPayload: ArchivistInsertQuery = {\n            schema: ArchivistInsertQuerySchema,\n          }\n          const query = await this.bindQuery(queryPayload, payloads)\n          return (await parent?.query(query[0], query[1]))?.[0]\n        }),\n      ),\n    )\n    await this.clearHandler()\n    return compact(settled.filter(fulfilled).map((result) => result.value))\n  }\n\n  protected override async deleteHandler(hashes: Hash[]): Promise<string[]> {\n    const deletedHashes = compact(\n      await Promise.all(\n        hashes.map((hash) => {\n          return this.cache.delete(hash) ? hash : undefined\n        }),\n      ),\n    )\n    return deletedHashes\n  }\n\n  protected override getHandler(hashes: string[]): Promisable<PayloadWithMeta[]> {\n    return compact(\n      hashes.map((hash) => {\n        const resolvedHash = this.bodyHashIndex.get(hash) ?? hash\n        const result = this.cache.get(resolvedHash)\n        if (resolvedHash !== hash && !result) {\n          throw new Error('Missing referenced payload')\n        }\n        return result\n      }),\n    )\n  }\n\n  protected override async insertHandler(payloads: Payload[]): Promise<PayloadWithMeta[]> {\n    const pairs = await PayloadBuilder.hashPairs(payloads)\n    const insertedPayloads = await Promise.all(\n      pairs.map(([payload, hash]) => {\n        return this.insertPayloadIntoCache(payload, hash)\n      }),\n    )\n\n    return insertedPayloads\n  }\n\n  private insertPayloadIntoCache(payload: PayloadWithMeta, hash: string): PayloadWithMeta {\n    this.cache.set(hash, payload)\n    this.bodyHashIndex.set(payload.$hash, hash)\n    return payload\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;AAAA;;;;;;;;ACAA,oBAAyB;AAEzB,oBAAwB;AACxB,qBAAsC;AACtC,gCAAkC;AAClC,6BAWO;AAEP,0BAA+E;AAC/E,6BAA+B;AAE/B,uBAAyB;;;;;;;;;;;;AAGlB,IAAMA,8BAA2D;AAUjE,IAAMC,kBAAN,cAIGC,4CAAAA;SAAAA;;;EAGR,OAAgBC,gBAAgB;IAACH;IAA6BI;;EAEtDC;EACAC;EAER,IAAIC,gBAAgB;AAClB,SAAKF,iBAAiB,KAAKA,kBAAkB,IAAIG,0BAAyB;MAAEC,KAAK,KAAKA;IAAI,CAAA;AAC1F,WAAO,KAAKJ;EACd;EAEA,IAAIK,QAAQ;AACV,SAAKJ,SAAS,KAAKA,UAAU,IAAIE,0BAAkC;MAAEC,KAAK,KAAKA;IAAI,CAAA;AACnF,WAAO,KAAKH;EACd;EAEA,IAAIG,MAAM;AACR,WAAO,KAAKE,QAAQF,OAAO;EAC7B;EAEA,IAAaG,UAAU;AACrB,WAAO;MACLC;MACAC;MACAC;MACAC;MACAC;SACG,MAAML;;EAEb;EAEA,MAAyBM,aAAyC;AAChE,eAAOC,uBAAQ,MAAMC,QAAQC,IAAI,KAAKX,MAAMY,KAAI,EAAGC,IAAI,CAACC,UAAUC,sCAAeC,MAAMF,MAAM,CAAA,EAAGA,KAAK,CAAA,CAAA,CAAA;EACvG;EAEmBG,eAAqC;AACtD,SAAKjB,MAAMkB,MAAK;AAChB,SAAKrB,cAAcqB,MAAK;AACxB,WAAO,KAAKC,KAAK,WAAW;MAAEC,QAAQ;IAAK,CAAA;EAC7C;EAEA,MAAyBC,gBAAmD;AAC1E,UAAMC,eAAWC,wBAAS,MAAM,KAAKf,WAAU,GAAI,mBAAA;AACnD,UAAMgB,UAAU,MAAMd,QAAQe,eAC5BhB,uBACEiB,OAAOC,QAAQ,MAAM,KAAKC,QAAO,GAAIC,UAAU,CAAA,CAAE,GAAGhB,IAAI,OAAOiB,WAAAA;AAC7D,YAAMC,eAAqC;QACzCC,QAAQ1B;MACV;AACA,YAAM2B,QAAQ,MAAM,KAAKC,UAAUH,cAAcT,QAAAA;AACjD,cAAQ,MAAMQ,QAAQG,MAAMA,MAAM,CAAA,GAAIA,MAAM,CAAA,CAAE,KAAK,CAAA;IACrD,CAAA,CAAA,CAAA;AAGJ,UAAM,KAAKhB,aAAY;AACvB,eAAOR,uBAAQe,QAAQW,OAAOC,wBAAAA,EAAWvB,IAAI,CAACwB,WAAWA,OAAOvB,KAAK,CAAA;EACvE;EAEA,MAAyBwB,cAAcC,QAAmC;AACxE,UAAMC,oBAAgB/B,uBACpB,MAAMC,QAAQC,IACZ4B,OAAO1B,IAAI,CAAC4B,SAAAA;AACV,aAAO,KAAKzC,MAAM0C,OAAOD,IAAAA,IAAQA,OAAOE;IAC1C,CAAA,CAAA,CAAA;AAGJ,WAAOH;EACT;EAEmBI,WAAWL,QAAiD;AAC7E,eAAO9B,uBACL8B,OAAO1B,IAAI,CAAC4B,SAAAA;AACV,YAAMI,eAAe,KAAKhD,cAAciD,IAAIL,IAAAA,KAASA;AACrD,YAAMJ,SAAS,KAAKrC,MAAM8C,IAAID,YAAAA;AAC9B,UAAIA,iBAAiBJ,QAAQ,CAACJ,QAAQ;AACpC,cAAM,IAAIU,MAAM,4BAAA;MAClB;AACA,aAAOV;IACT,CAAA,CAAA;EAEJ;EAEA,MAAyBW,cAAc1B,UAAiD;AACtF,UAAM2B,QAAQ,MAAMlC,sCAAemC,UAAU5B,QAAAA;AAC7C,UAAM6B,mBAAmB,MAAMzC,QAAQC,IACrCsC,MAAMpC,IAAI,CAAC,CAACuC,SAASX,IAAAA,MAAK;AACxB,aAAO,KAAKY,uBAAuBD,SAASX,IAAAA;IAC9C,CAAA,CAAA;AAGF,WAAOU;EACT;EAEQE,uBAAuBD,SAA0BX,MAA+B;AACtF,SAAKzC,MAAMsD,IAAIb,MAAMW,OAAAA;AACrB,SAAKvD,cAAcyD,IAAIF,QAAQG,OAAOd,IAAAA;AACtC,WAAOW;EACT;AACF;AAxGa7D,kBAAAA,aAAAA;MADZiE,qCAAAA;GACYjE,eAAAA;","names":["MemoryArchivistConfigSchema","MemoryArchivist","AbstractArchivist","configSchemas","ArchivistConfigSchema","_bodyHashIndex","_cache","bodyHashIndex","LRUCache","max","cache","config","queries","ArchivistAllQuerySchema","ArchivistDeleteQuerySchema","ArchivistClearQuerySchema","ArchivistInsertQuerySchema","ArchivistCommitQuerySchema","allHandler","compact","Promise","all","dump","map","value","PayloadBuilder","build","clearHandler","clear","emit","module","commitHandler","payloads","assertEx","settled","allSettled","Object","values","parents","commit","parent","queryPayload","schema","query","bindQuery","filter","fulfilled","result","deleteHandler","hashes","deletedHashes","hash","delete","undefined","getHandler","resolvedHash","get","Error","insertHandler","pairs","hashPairs","insertedPayloads","payload","insertPayloadIntoCache","set","$hash","creatableModule"]}
+{"version":3,"sources":["../../src/index.ts","../../src/MemoryArchivist.ts"],"sourcesContent":["export * from './MemoryArchivist'\n","import { assertEx } from '@xylabs/assert'\nimport { Hash } from '@xylabs/hex'\nimport { compact } from '@xylabs/lodash'\nimport { fulfilled, Promisable } from '@xylabs/promise'\nimport { AbstractArchivist } from '@xyo-network/archivist-abstract'\nimport {\n  ArchivistAllQuerySchema,\n  ArchivistClearQuerySchema,\n  ArchivistCommitQuerySchema,\n  ArchivistConfig,\n  ArchivistConfigSchema,\n  ArchivistDeleteQuerySchema,\n  ArchivistInsertQuery,\n  ArchivistInsertQuerySchema,\n  ArchivistInstance,\n  ArchivistModuleEventData,\n} from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { AnyConfigSchema, creatableModule, ModuleInstance, ModuleParams } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, PayloadWithMeta, WithMeta } from '@xyo-network/payload-model'\nimport { LRUCache } from 'lru-cache'\n\nexport type MemoryArchivistConfigSchema = 'network.xyo.archivist.memory.config'\nexport const MemoryArchivistConfigSchema: MemoryArchivistConfigSchema = 'network.xyo.archivist.memory.config'\n\nexport type MemoryArchivistConfig = ArchivistConfig<{\n  max?: number\n  schema: MemoryArchivistConfigSchema | ArchivistConfig['schema']\n}>\n\ntype WithStorageMeta<T extends Payload> = T & {\n  _sequence: bigint\n}\n\nconst maxSequenceIndex = 10_000_000_000n\n\nconst sequenceNumber = (index: number) => {\n  assertEx(index < maxSequenceIndex, () => `index may not be larger than ${maxSequenceIndex}`)\n  return BigInt(Date.now()) * maxSequenceIndex + BigInt(index)\n}\n\nconst addStorageMeta = <T extends PayloadWithMeta>(payload: T, index = 0) => {\n  return { ...payload, _sequence: sequenceNumber(index) } as WithStorageMeta<T>\n}\n\nconst sortByStorageMeta = <T extends PayloadWithMeta>(payloads: WithStorageMeta<T>[]) => {\n  return payloads.sort((a, b) => (a._sequence < b._sequence ? -1 : a._sequence > b._sequence ? 1 : 0))\n}\n\nfunction removeStorageMeta<T extends PayloadWithMeta>(payload: WithStorageMeta<T>): T\nfunction removeStorageMeta<T extends PayloadWithMeta>(payload?: WithStorageMeta<T>): T | undefined\nfunction removeStorageMeta<T extends PayloadWithMeta>(payload?: WithStorageMeta<T>) {\n  if (!payload) return\n  // eslint-disable-next-line @typescript-eslint/no-unused-vars\n  const { _sequence, ...noMeta } = payload as WithStorageMeta<T>\n  return noMeta as T\n}\n\nexport type MemoryArchivistParams<TConfig extends AnyConfigSchema<MemoryArchivistConfig> = AnyConfigSchema<MemoryArchivistConfig>> =\n  ModuleParams<TConfig>\n@creatableModule()\nexport class MemoryArchivist<\n    TParams extends MemoryArchivistParams<AnyConfigSchema<MemoryArchivistConfig>> = MemoryArchivistParams,\n    TEventData extends ArchivistModuleEventData = ArchivistModuleEventData,\n  >\n  extends AbstractArchivist<TParams, TEventData>\n  implements ArchivistInstance, ModuleInstance\n{\n  static override configSchemas = [MemoryArchivistConfigSchema, ArchivistConfigSchema]\n\n  private _bodyHashIndex?: LRUCache<string, string>\n  private _cache?: LRUCache<string, WithStorageMeta<PayloadWithMeta>>\n\n  get bodyHashIndex() {\n    this._bodyHashIndex = this._bodyHashIndex ?? new LRUCache<string, string>({ max: this.max })\n    return this._bodyHashIndex\n  }\n\n  get cache() {\n    this._cache = this._cache ?? new LRUCache<string, WithStorageMeta<PayloadWithMeta>>({ max: this.max })\n    return this._cache\n  }\n\n  get max() {\n    return this.config?.max ?? 10_000\n  }\n\n  override get queries() {\n    return [\n      ArchivistAllQuerySchema,\n      ArchivistDeleteQuerySchema,\n      ArchivistClearQuerySchema,\n      ArchivistInsertQuerySchema,\n      ArchivistCommitQuerySchema,\n      ...super.queries,\n    ]\n  }\n\n  protected override async allHandler(): Promise<PayloadWithMeta[]> {\n    const all = compact(await Promise.all(this.cache.dump().map((value) => value[1].value)))\n    return sortByStorageMeta(all).map((payload) => removeStorageMeta(payload))\n  }\n\n  protected override clearHandler(): void | Promise<void> {\n    this.cache.clear()\n    this.bodyHashIndex.clear()\n    return this.emit('cleared', { module: this })\n  }\n\n  protected override async commitHandler(): Promise<WithMeta<BoundWitness>[]> {\n    const payloads = assertEx(await this.allHandler(), 'Nothing to commit')\n    const settled = await Promise.allSettled(\n      compact(\n        Object.values((await this.parents()).commit ?? [])?.map(async (parent) => {\n          const queryPayload: ArchivistInsertQuery = {\n            schema: ArchivistInsertQuerySchema,\n          }\n          const query = await this.bindQuery(queryPayload, payloads)\n          return (await parent?.query(query[0], query[1]))?.[0]\n        }),\n      ),\n    )\n    await this.clearHandler()\n    return compact(settled.filter(fulfilled).map((result) => result.value))\n  }\n\n  protected override async deleteHandler(hashes: Hash[]): Promise<string[]> {\n    const deletedHashes = compact(\n      await Promise.all(\n        hashes.map((hash) => {\n          return this.cache.delete(hash) ? hash : undefined\n        }),\n      ),\n    )\n    return deletedHashes\n  }\n\n  protected override getHandler(hashes: string[]): Promisable<PayloadWithMeta[]> {\n    return compact(\n      hashes.map((hash) => {\n        const resolvedHash = this.bodyHashIndex.get(hash) ?? hash\n        const result = this.cache.get(resolvedHash)\n        if (resolvedHash !== hash && !result) {\n          throw new Error('Missing referenced payload')\n        }\n        return removeStorageMeta(result)\n      }),\n    )\n  }\n\n  protected override async insertHandler(payloads: Payload[]): Promise<PayloadWithMeta[]> {\n    const pairs = await PayloadBuilder.hashPairs(payloads)\n    const insertedPayloads = await Promise.all(\n      pairs.map(([payload, hash]) => {\n        return this.insertPayloadIntoCache(payload, hash)\n      }),\n    )\n\n    return insertedPayloads\n  }\n\n  private insertPayloadIntoCache(payload: PayloadWithMeta, hash: string, index = 0): PayloadWithMeta {\n    const withMeta = addStorageMeta(payload, index)\n    this.cache.set(hash, withMeta)\n    this.bodyHashIndex.set(withMeta.$hash, hash)\n    return payload\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;AAAA;;;;;;;;ACAA,oBAAyB;AAEzB,oBAAwB;AACxB,qBAAsC;AACtC,gCAAkC;AAClC,6BAWO;AAEP,0BAA+E;AAC/E,6BAA+B;AAE/B,uBAAyB;;;;;;;;;;;;AAGlB,IAAMA,8BAA2D;AAWxE,IAAMC,mBAAmB;AAEzB,IAAMC,iBAAiB,wBAACC,UAAAA;AACtBC,8BAASD,QAAQF,kBAAkB,MAAM,gCAAgCA,gBAAAA,EAAkB;AAC3F,SAAOI,OAAOC,KAAKC,IAAG,CAAA,IAAMN,mBAAmBI,OAAOF,KAAAA;AACxD,GAHuB;AAKvB,IAAMK,iBAAiB,wBAA4BC,SAAYN,QAAQ,MAAC;AACtE,SAAO;IAAE,GAAGM;IAASC,WAAWR,eAAeC,KAAAA;EAAO;AACxD,GAFuB;AAIvB,IAAMQ,oBAAoB,wBAA4BC,aAAAA;AACpD,SAAOA,SAASC,KAAK,CAACC,GAAGC,MAAOD,EAAEJ,YAAYK,EAAEL,YAAY,KAAKI,EAAEJ,YAAYK,EAAEL,YAAY,IAAI,CAAA;AACnG,GAF0B;AAM1B,SAASM,kBAA6CP,SAA4B;AAChF,MAAI,CAACA;AAAS;AAEd,QAAM,EAAEC,WAAW,GAAGO,OAAAA,IAAWR;AACjC,SAAOQ;AACT;AALSD;AAUF,IAAME,kBAAN,cAIGC,4CAAAA;SAAAA;;;EAGR,OAAgBC,gBAAgB;IAACpB;IAA6BqB;;EAEtDC;EACAC;EAER,IAAIC,gBAAgB;AAClB,SAAKF,iBAAiB,KAAKA,kBAAkB,IAAIG,0BAAyB;MAAEC,KAAK,KAAKA;IAAI,CAAA;AAC1F,WAAO,KAAKJ;EACd;EAEA,IAAIK,QAAQ;AACV,SAAKJ,SAAS,KAAKA,UAAU,IAAIE,0BAAmD;MAAEC,KAAK,KAAKA;IAAI,CAAA;AACpG,WAAO,KAAKH;EACd;EAEA,IAAIG,MAAM;AACR,WAAO,KAAKE,QAAQF,OAAO;EAC7B;EAEA,IAAaG,UAAU;AACrB,WAAO;MACLC;MACAC;MACAC;MACAC;MACAC;SACG,MAAML;;EAEb;EAEA,MAAyBM,aAAyC;AAChE,UAAMC,UAAMC,uBAAQ,MAAMC,QAAQF,IAAI,KAAKT,MAAMY,KAAI,EAAGC,IAAI,CAACC,UAAUA,MAAM,CAAA,EAAGA,KAAK,CAAA,CAAA;AACrF,WAAO9B,kBAAkByB,GAAAA,EAAKI,IAAI,CAAC/B,YAAYO,kBAAkBP,OAAAA,CAAAA;EACnE;EAEmBiC,eAAqC;AACtD,SAAKf,MAAMgB,MAAK;AAChB,SAAKnB,cAAcmB,MAAK;AACxB,WAAO,KAAKC,KAAK,WAAW;MAAEC,QAAQ;IAAK,CAAA;EAC7C;EAEA,MAAyBC,gBAAmD;AAC1E,UAAMlC,eAAWR,wBAAS,MAAM,KAAK+B,WAAU,GAAI,mBAAA;AACnD,UAAMY,UAAU,MAAMT,QAAQU,eAC5BX,uBACEY,OAAOC,QAAQ,MAAM,KAAKC,QAAO,GAAIC,UAAU,CAAA,CAAE,GAAGZ,IAAI,OAAOa,WAAAA;AAC7D,YAAMC,eAAqC;QACzCC,QAAQtB;MACV;AACA,YAAMuB,QAAQ,MAAM,KAAKC,UAAUH,cAAc1C,QAAAA;AACjD,cAAQ,MAAMyC,QAAQG,MAAMA,MAAM,CAAA,GAAIA,MAAM,CAAA,CAAE,KAAK,CAAA;IACrD,CAAA,CAAA,CAAA;AAGJ,UAAM,KAAKd,aAAY;AACvB,eAAOL,uBAAQU,QAAQW,OAAOC,wBAAAA,EAAWnB,IAAI,CAACoB,WAAWA,OAAOnB,KAAK,CAAA;EACvE;EAEA,MAAyBoB,cAAcC,QAAmC;AACxE,UAAMC,oBAAgB1B,uBACpB,MAAMC,QAAQF,IACZ0B,OAAOtB,IAAI,CAACwB,SAAAA;AACV,aAAO,KAAKrC,MAAMsC,OAAOD,IAAAA,IAAQA,OAAOE;IAC1C,CAAA,CAAA,CAAA;AAGJ,WAAOH;EACT;EAEmBI,WAAWL,QAAiD;AAC7E,eAAOzB,uBACLyB,OAAOtB,IAAI,CAACwB,SAAAA;AACV,YAAMI,eAAe,KAAK5C,cAAc6C,IAAIL,IAAAA,KAASA;AACrD,YAAMJ,SAAS,KAAKjC,MAAM0C,IAAID,YAAAA;AAC9B,UAAIA,iBAAiBJ,QAAQ,CAACJ,QAAQ;AACpC,cAAM,IAAIU,MAAM,4BAAA;MAClB;AACA,aAAOtD,kBAAkB4C,MAAAA;IAC3B,CAAA,CAAA;EAEJ;EAEA,MAAyBW,cAAc3D,UAAiD;AACtF,UAAM4D,QAAQ,MAAMC,sCAAeC,UAAU9D,QAAAA;AAC7C,UAAM+D,mBAAmB,MAAMrC,QAAQF,IACrCoC,MAAMhC,IAAI,CAAC,CAAC/B,SAASuD,IAAAA,MAAK;AACxB,aAAO,KAAKY,uBAAuBnE,SAASuD,IAAAA;IAC9C,CAAA,CAAA;AAGF,WAAOW;EACT;EAEQC,uBAAuBnE,SAA0BuD,MAAc7D,QAAQ,GAAoB;AACjG,UAAM0E,WAAWrE,eAAeC,SAASN,KAAAA;AACzC,SAAKwB,MAAMmD,IAAId,MAAMa,QAAAA;AACrB,SAAKrD,cAAcsD,IAAID,SAASE,OAAOf,IAAAA;AACvC,WAAOvD;EACT;AACF;AA1GaS,kBAAAA,aAAAA;MADZ8D,qCAAAA;GACY9D,eAAAA;","names":["MemoryArchivistConfigSchema","maxSequenceIndex","sequenceNumber","index","assertEx","BigInt","Date","now","addStorageMeta","payload","_sequence","sortByStorageMeta","payloads","sort","a","b","removeStorageMeta","noMeta","MemoryArchivist","AbstractArchivist","configSchemas","ArchivistConfigSchema","_bodyHashIndex","_cache","bodyHashIndex","LRUCache","max","cache","config","queries","ArchivistAllQuerySchema","ArchivistDeleteQuerySchema","ArchivistClearQuerySchema","ArchivistInsertQuerySchema","ArchivistCommitQuerySchema","allHandler","all","compact","Promise","dump","map","value","clearHandler","clear","emit","module","commitHandler","settled","allSettled","Object","values","parents","commit","parent","queryPayload","schema","query","bindQuery","filter","fulfilled","result","deleteHandler","hashes","deletedHashes","hash","delete","undefined","getHandler","resolvedHash","get","Error","insertHandler","pairs","PayloadBuilder","hashPairs","insertedPayloads","insertPayloadIntoCache","withMeta","set","$hash","creatableModule"]}

package/dist/browser/index.js

@@ -22,6 +22,27 @@ function _ts_decorate(decorators, target, key, desc) {
 }
 __name(_ts_decorate, "_ts_decorate");
 var MemoryArchivistConfigSchema = "network.xyo.archivist.memory.config";
+var maxSequenceIndex = 10000000000n;
+var sequenceNumber = /* @__PURE__ */ __name((index) => {
+  assertEx(index < maxSequenceIndex, () => `index may not be larger than ${maxSequenceIndex}`);
+  return BigInt(Date.now()) * maxSequenceIndex + BigInt(index);
+}, "sequenceNumber");
+var addStorageMeta = /* @__PURE__ */ __name((payload, index = 0) => {
+  return {
+    ...payload,
+    _sequence: sequenceNumber(index)
+  };
+}, "addStorageMeta");
+var sortByStorageMeta = /* @__PURE__ */ __name((payloads) => {
+  return payloads.sort((a, b) => a._sequence < b._sequence ? -1 : a._sequence > b._sequence ? 1 : 0);
+}, "sortByStorageMeta");
+function removeStorageMeta(payload) {
+  if (!payload)
+    return;
+  const { _sequence, ...noMeta } = payload;
+  return noMeta;
+}
+__name(removeStorageMeta, "removeStorageMeta");
 var MemoryArchivist = class extends AbstractArchivist {
   static {
     __name(this, "MemoryArchivist");
@@ -58,7 +79,8 @@ var MemoryArchivist = class extends AbstractArchivist {
     ];
   }
   async allHandler() {
-    return compact(await Promise.all(this.cache.dump().map((value) => PayloadBuilder.build(value[1].value))));
+    const all = compact(await Promise.all(this.cache.dump().map((value) => value[1].value)));
+    return sortByStorageMeta(all).map((payload) => removeStorageMeta(payload));
   }
   clearHandler() {
     this.cache.clear();
@@ -92,7 +114,7 @@ var MemoryArchivist = class extends AbstractArchivist {
       if (resolvedHash !== hash && !result) {
         throw new Error("Missing referenced payload");
       }
-      return result;
+      return removeStorageMeta(result);
     }));
   }
   async insertHandler(payloads) {
@@ -102,9 +124,10 @@ var MemoryArchivist = class extends AbstractArchivist {
     }));
     return insertedPayloads;
   }
-  insertPayloadIntoCache(payload, hash) {
-    this.cache.set(hash, payload);
-    this.bodyHashIndex.set(payload.$hash, hash);
+  insertPayloadIntoCache(payload, hash, index = 0) {
+    const withMeta = addStorageMeta(payload, index);
+    this.cache.set(hash, withMeta);
+    this.bodyHashIndex.set(withMeta.$hash, hash);
     return payload;
   }
 };

package/dist/browser/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/MemoryArchivist.ts"],"sourcesContent":["import { assertEx } from '@xylabs/assert'\nimport { Hash } from '@xylabs/hex'\nimport { compact } from '@xylabs/lodash'\nimport { fulfilled, Promisable } from '@xylabs/promise'\nimport { AbstractArchivist } from '@xyo-network/archivist-abstract'\nimport {\n  ArchivistAllQuerySchema,\n  ArchivistClearQuerySchema,\n  ArchivistCommitQuerySchema,\n  ArchivistConfig,\n  ArchivistConfigSchema,\n  ArchivistDeleteQuerySchema,\n  ArchivistInsertQuery,\n  ArchivistInsertQuerySchema,\n  ArchivistInstance,\n  ArchivistModuleEventData,\n} from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { AnyConfigSchema, creatableModule, ModuleInstance, ModuleParams } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, PayloadWithMeta, WithMeta } from '@xyo-network/payload-model'\nimport { LRUCache } from 'lru-cache'\n\nexport type MemoryArchivistConfigSchema = 'network.xyo.archivist.memory.config'\nexport const MemoryArchivistConfigSchema: MemoryArchivistConfigSchema = 'network.xyo.archivist.memory.config'\n\nexport type MemoryArchivistConfig = ArchivistConfig<{\n  max?: number\n  schema: MemoryArchivistConfigSchema | ArchivistConfig['schema']\n}>\n\nexport type MemoryArchivistParams<TConfig extends AnyConfigSchema<MemoryArchivistConfig> = AnyConfigSchema<MemoryArchivistConfig>> =\n  ModuleParams<TConfig>\n@creatableModule()\nexport class MemoryArchivist<\n    TParams extends MemoryArchivistParams<AnyConfigSchema<MemoryArchivistConfig>> = MemoryArchivistParams,\n    TEventData extends ArchivistModuleEventData = ArchivistModuleEventData,\n  >\n  extends AbstractArchivist<TParams, TEventData>\n  implements ArchivistInstance, ModuleInstance\n{\n  static override configSchemas = [MemoryArchivistConfigSchema, ArchivistConfigSchema]\n\n  private _bodyHashIndex?: LRUCache<string, string>\n  private _cache?: LRUCache<string, PayloadWithMeta>\n\n  get bodyHashIndex() {\n    this._bodyHashIndex = this._bodyHashIndex ?? new LRUCache<string, string>({ max: this.max })\n    return this._bodyHashIndex\n  }\n\n  get cache() {\n    this._cache = this._cache ?? new LRUCache<string, PayloadWithMeta>({ max: this.max })\n    return this._cache\n  }\n\n  get max() {\n    return this.config?.max ?? 10_000\n  }\n\n  override get queries() {\n    return [\n      ArchivistAllQuerySchema,\n      ArchivistDeleteQuerySchema,\n      ArchivistClearQuerySchema,\n      ArchivistInsertQuerySchema,\n      ArchivistCommitQuerySchema,\n      ...super.queries,\n    ]\n  }\n\n  protected override async allHandler(): Promise<PayloadWithMeta[]> {\n    return compact(await Promise.all(this.cache.dump().map((value) => PayloadBuilder.build(value[1].value))))\n  }\n\n  protected override clearHandler(): void | Promise<void> {\n    this.cache.clear()\n    this.bodyHashIndex.clear()\n    return this.emit('cleared', { module: this })\n  }\n\n  protected override async commitHandler(): Promise<WithMeta<BoundWitness>[]> {\n    const payloads = assertEx(await this.allHandler(), 'Nothing to commit')\n    const settled = await Promise.allSettled(\n      compact(\n        Object.values((await this.parents()).commit ?? [])?.map(async (parent) => {\n          const queryPayload: ArchivistInsertQuery = {\n            schema: ArchivistInsertQuerySchema,\n          }\n          const query = await this.bindQuery(queryPayload, payloads)\n          return (await parent?.query(query[0], query[1]))?.[0]\n        }),\n      ),\n    )\n    await this.clearHandler()\n    return compact(settled.filter(fulfilled).map((result) => result.value))\n  }\n\n  protected override async deleteHandler(hashes: Hash[]): Promise<string[]> {\n    const deletedHashes = compact(\n      await Promise.all(\n        hashes.map((hash) => {\n          return this.cache.delete(hash) ? hash : undefined\n        }),\n      ),\n    )\n    return deletedHashes\n  }\n\n  protected override getHandler(hashes: string[]): Promisable<PayloadWithMeta[]> {\n    return compact(\n      hashes.map((hash) => {\n        const resolvedHash = this.bodyHashIndex.get(hash) ?? hash\n        const result = this.cache.get(resolvedHash)\n        if (resolvedHash !== hash && !result) {\n          throw new Error('Missing referenced payload')\n        }\n        return result\n      }),\n    )\n  }\n\n  protected override async insertHandler(payloads: Payload[]): Promise<PayloadWithMeta[]> {\n    const pairs = await PayloadBuilder.hashPairs(payloads)\n    const insertedPayloads = await Promise.all(\n      pairs.map(([payload, hash]) => {\n        return this.insertPayloadIntoCache(payload, hash)\n      }),\n    )\n\n    return insertedPayloads\n  }\n\n  private insertPayloadIntoCache(payload: PayloadWithMeta, hash: string): PayloadWithMeta {\n    this.cache.set(hash, payload)\n    this.bodyHashIndex.set(payload.$hash, hash)\n    return payload\n  }\n}\n"],"mappings":";;;;AAAA,SAASA,gBAAgB;AAEzB,SAASC,eAAe;AACxB,SAASC,iBAA6B;AACtC,SAASC,yBAAyB;AAClC,SACEC,yBACAC,2BACAC,4BAEAC,uBACAC,4BAEAC,kCAGK;AAEP,SAA0BC,uBAAqD;AAC/E,SAASC,sBAAsB;AAE/B,SAASC,gBAAgB;;;;;;;;;;;;AAGlB,IAAMC,8BAA2D;AAUjE,IAAMC,kBAAN,cAIGC,kBAAAA;SAAAA;;;EAGR,OAAgBC,gBAAgB;IAACH;IAA6BI;;EAEtDC;EACAC;EAER,IAAIC,gBAAgB;AAClB,SAAKF,iBAAiB,KAAKA,kBAAkB,IAAIG,SAAyB;MAAEC,KAAK,KAAKA;IAAI,CAAA;AAC1F,WAAO,KAAKJ;EACd;EAEA,IAAIK,QAAQ;AACV,SAAKJ,SAAS,KAAKA,UAAU,IAAIE,SAAkC;MAAEC,KAAK,KAAKA;IAAI,CAAA;AACnF,WAAO,KAAKH;EACd;EAEA,IAAIG,MAAM;AACR,WAAO,KAAKE,QAAQF,OAAO;EAC7B;EAEA,IAAaG,UAAU;AACrB,WAAO;MACLC;MACAC;MACAC;MACAC;MACAC;SACG,MAAML;;EAEb;EAEA,MAAyBM,aAAyC;AAChE,WAAOC,QAAQ,MAAMC,QAAQC,IAAI,KAAKX,MAAMY,KAAI,EAAGC,IAAI,CAACC,UAAUC,eAAeC,MAAMF,MAAM,CAAA,EAAGA,KAAK,CAAA,CAAA,CAAA;EACvG;EAEmBG,eAAqC;AACtD,SAAKjB,MAAMkB,MAAK;AAChB,SAAKrB,cAAcqB,MAAK;AACxB,WAAO,KAAKC,KAAK,WAAW;MAAEC,QAAQ;IAAK,CAAA;EAC7C;EAEA,MAAyBC,gBAAmD;AAC1E,UAAMC,WAAWC,SAAS,MAAM,KAAKf,WAAU,GAAI,mBAAA;AACnD,UAAMgB,UAAU,MAAMd,QAAQe,WAC5BhB,QACEiB,OAAOC,QAAQ,MAAM,KAAKC,QAAO,GAAIC,UAAU,CAAA,CAAE,GAAGhB,IAAI,OAAOiB,WAAAA;AAC7D,YAAMC,eAAqC;QACzCC,QAAQ1B;MACV;AACA,YAAM2B,QAAQ,MAAM,KAAKC,UAAUH,cAAcT,QAAAA;AACjD,cAAQ,MAAMQ,QAAQG,MAAMA,MAAM,CAAA,GAAIA,MAAM,CAAA,CAAE,KAAK,CAAA;IACrD,CAAA,CAAA,CAAA;AAGJ,UAAM,KAAKhB,aAAY;AACvB,WAAOR,QAAQe,QAAQW,OAAOC,SAAAA,EAAWvB,IAAI,CAACwB,WAAWA,OAAOvB,KAAK,CAAA;EACvE;EAEA,MAAyBwB,cAAcC,QAAmC;AACxE,UAAMC,gBAAgB/B,QACpB,MAAMC,QAAQC,IACZ4B,OAAO1B,IAAI,CAAC4B,SAAAA;AACV,aAAO,KAAKzC,MAAM0C,OAAOD,IAAAA,IAAQA,OAAOE;IAC1C,CAAA,CAAA,CAAA;AAGJ,WAAOH;EACT;EAEmBI,WAAWL,QAAiD;AAC7E,WAAO9B,QACL8B,OAAO1B,IAAI,CAAC4B,SAAAA;AACV,YAAMI,eAAe,KAAKhD,cAAciD,IAAIL,IAAAA,KAASA;AACrD,YAAMJ,SAAS,KAAKrC,MAAM8C,IAAID,YAAAA;AAC9B,UAAIA,iBAAiBJ,QAAQ,CAACJ,QAAQ;AACpC,cAAM,IAAIU,MAAM,4BAAA;MAClB;AACA,aAAOV;IACT,CAAA,CAAA;EAEJ;EAEA,MAAyBW,cAAc1B,UAAiD;AACtF,UAAM2B,QAAQ,MAAMlC,eAAemC,UAAU5B,QAAAA;AAC7C,UAAM6B,mBAAmB,MAAMzC,QAAQC,IACrCsC,MAAMpC,IAAI,CAAC,CAACuC,SAASX,IAAAA,MAAK;AACxB,aAAO,KAAKY,uBAAuBD,SAASX,IAAAA;IAC9C,CAAA,CAAA;AAGF,WAAOU;EACT;EAEQE,uBAAuBD,SAA0BX,MAA+B;AACtF,SAAKzC,MAAMsD,IAAIb,MAAMW,OAAAA;AACrB,SAAKvD,cAAcyD,IAAIF,QAAQG,OAAOd,IAAAA;AACtC,WAAOW;EACT;AACF;AAxGa7D,kBAAAA,aAAAA;EADZiE,gBAAAA;GACYjE,eAAAA;","names":["assertEx","compact","fulfilled","AbstractArchivist","ArchivistAllQuerySchema","ArchivistClearQuerySchema","ArchivistCommitQuerySchema","ArchivistConfigSchema","ArchivistDeleteQuerySchema","ArchivistInsertQuerySchema","creatableModule","PayloadBuilder","LRUCache","MemoryArchivistConfigSchema","MemoryArchivist","AbstractArchivist","configSchemas","ArchivistConfigSchema","_bodyHashIndex","_cache","bodyHashIndex","LRUCache","max","cache","config","queries","ArchivistAllQuerySchema","ArchivistDeleteQuerySchema","ArchivistClearQuerySchema","ArchivistInsertQuerySchema","ArchivistCommitQuerySchema","allHandler","compact","Promise","all","dump","map","value","PayloadBuilder","build","clearHandler","clear","emit","module","commitHandler","payloads","assertEx","settled","allSettled","Object","values","parents","commit","parent","queryPayload","schema","query","bindQuery","filter","fulfilled","result","deleteHandler","hashes","deletedHashes","hash","delete","undefined","getHandler","resolvedHash","get","Error","insertHandler","pairs","hashPairs","insertedPayloads","payload","insertPayloadIntoCache","set","$hash","creatableModule"]}
+{"version":3,"sources":["../../src/MemoryArchivist.ts"],"sourcesContent":["import { assertEx } from '@xylabs/assert'\nimport { Hash } from '@xylabs/hex'\nimport { compact } from '@xylabs/lodash'\nimport { fulfilled, Promisable } from '@xylabs/promise'\nimport { AbstractArchivist } from '@xyo-network/archivist-abstract'\nimport {\n  ArchivistAllQuerySchema,\n  ArchivistClearQuerySchema,\n  ArchivistCommitQuerySchema,\n  ArchivistConfig,\n  ArchivistConfigSchema,\n  ArchivistDeleteQuerySchema,\n  ArchivistInsertQuery,\n  ArchivistInsertQuerySchema,\n  ArchivistInstance,\n  ArchivistModuleEventData,\n} from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { AnyConfigSchema, creatableModule, ModuleInstance, ModuleParams } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, PayloadWithMeta, WithMeta } from '@xyo-network/payload-model'\nimport { LRUCache } from 'lru-cache'\n\nexport type MemoryArchivistConfigSchema = 'network.xyo.archivist.memory.config'\nexport const MemoryArchivistConfigSchema: MemoryArchivistConfigSchema = 'network.xyo.archivist.memory.config'\n\nexport type MemoryArchivistConfig = ArchivistConfig<{\n  max?: number\n  schema: MemoryArchivistConfigSchema | ArchivistConfig['schema']\n}>\n\ntype WithStorageMeta<T extends Payload> = T & {\n  _sequence: bigint\n}\n\nconst maxSequenceIndex = 10_000_000_000n\n\nconst sequenceNumber = (index: number) => {\n  assertEx(index < maxSequenceIndex, () => `index may not be larger than ${maxSequenceIndex}`)\n  return BigInt(Date.now()) * maxSequenceIndex + BigInt(index)\n}\n\nconst addStorageMeta = <T extends PayloadWithMeta>(payload: T, index = 0) => {\n  return { ...payload, _sequence: sequenceNumber(index) } as WithStorageMeta<T>\n}\n\nconst sortByStorageMeta = <T extends PayloadWithMeta>(payloads: WithStorageMeta<T>[]) => {\n  return payloads.sort((a, b) => (a._sequence < b._sequence ? -1 : a._sequence > b._sequence ? 1 : 0))\n}\n\nfunction removeStorageMeta<T extends PayloadWithMeta>(payload: WithStorageMeta<T>): T\nfunction removeStorageMeta<T extends PayloadWithMeta>(payload?: WithStorageMeta<T>): T | undefined\nfunction removeStorageMeta<T extends PayloadWithMeta>(payload?: WithStorageMeta<T>) {\n  if (!payload) return\n  // eslint-disable-next-line @typescript-eslint/no-unused-vars\n  const { _sequence, ...noMeta } = payload as WithStorageMeta<T>\n  return noMeta as T\n}\n\nexport type MemoryArchivistParams<TConfig extends AnyConfigSchema<MemoryArchivistConfig> = AnyConfigSchema<MemoryArchivistConfig>> =\n  ModuleParams<TConfig>\n@creatableModule()\nexport class MemoryArchivist<\n    TParams extends MemoryArchivistParams<AnyConfigSchema<MemoryArchivistConfig>> = MemoryArchivistParams,\n    TEventData extends ArchivistModuleEventData = ArchivistModuleEventData,\n  >\n  extends AbstractArchivist<TParams, TEventData>\n  implements ArchivistInstance, ModuleInstance\n{\n  static override configSchemas = [MemoryArchivistConfigSchema, ArchivistConfigSchema]\n\n  private _bodyHashIndex?: LRUCache<string, string>\n  private _cache?: LRUCache<string, WithStorageMeta<PayloadWithMeta>>\n\n  get bodyHashIndex() {\n    this._bodyHashIndex = this._bodyHashIndex ?? new LRUCache<string, string>({ max: this.max })\n    return this._bodyHashIndex\n  }\n\n  get cache() {\n    this._cache = this._cache ?? new LRUCache<string, WithStorageMeta<PayloadWithMeta>>({ max: this.max })\n    return this._cache\n  }\n\n  get max() {\n    return this.config?.max ?? 10_000\n  }\n\n  override get queries() {\n    return [\n      ArchivistAllQuerySchema,\n      ArchivistDeleteQuerySchema,\n      ArchivistClearQuerySchema,\n      ArchivistInsertQuerySchema,\n      ArchivistCommitQuerySchema,\n      ...super.queries,\n    ]\n  }\n\n  protected override async allHandler(): Promise<PayloadWithMeta[]> {\n    const all = compact(await Promise.all(this.cache.dump().map((value) => value[1].value)))\n    return sortByStorageMeta(all).map((payload) => removeStorageMeta(payload))\n  }\n\n  protected override clearHandler(): void | Promise<void> {\n    this.cache.clear()\n    this.bodyHashIndex.clear()\n    return this.emit('cleared', { module: this })\n  }\n\n  protected override async commitHandler(): Promise<WithMeta<BoundWitness>[]> {\n    const payloads = assertEx(await this.allHandler(), 'Nothing to commit')\n    const settled = await Promise.allSettled(\n      compact(\n        Object.values((await this.parents()).commit ?? [])?.map(async (parent) => {\n          const queryPayload: ArchivistInsertQuery = {\n            schema: ArchivistInsertQuerySchema,\n          }\n          const query = await this.bindQuery(queryPayload, payloads)\n          return (await parent?.query(query[0], query[1]))?.[0]\n        }),\n      ),\n    )\n    await this.clearHandler()\n    return compact(settled.filter(fulfilled).map((result) => result.value))\n  }\n\n  protected override async deleteHandler(hashes: Hash[]): Promise<string[]> {\n    const deletedHashes = compact(\n      await Promise.all(\n        hashes.map((hash) => {\n          return this.cache.delete(hash) ? hash : undefined\n        }),\n      ),\n    )\n    return deletedHashes\n  }\n\n  protected override getHandler(hashes: string[]): Promisable<PayloadWithMeta[]> {\n    return compact(\n      hashes.map((hash) => {\n        const resolvedHash = this.bodyHashIndex.get(hash) ?? hash\n        const result = this.cache.get(resolvedHash)\n        if (resolvedHash !== hash && !result) {\n          throw new Error('Missing referenced payload')\n        }\n        return removeStorageMeta(result)\n      }),\n    )\n  }\n\n  protected override async insertHandler(payloads: Payload[]): Promise<PayloadWithMeta[]> {\n    const pairs = await PayloadBuilder.hashPairs(payloads)\n    const insertedPayloads = await Promise.all(\n      pairs.map(([payload, hash]) => {\n        return this.insertPayloadIntoCache(payload, hash)\n      }),\n    )\n\n    return insertedPayloads\n  }\n\n  private insertPayloadIntoCache(payload: PayloadWithMeta, hash: string, index = 0): PayloadWithMeta {\n    const withMeta = addStorageMeta(payload, index)\n    this.cache.set(hash, withMeta)\n    this.bodyHashIndex.set(withMeta.$hash, hash)\n    return payload\n  }\n}\n"],"mappings":";;;;AAAA,SAASA,gBAAgB;AAEzB,SAASC,eAAe;AACxB,SAASC,iBAA6B;AACtC,SAASC,yBAAyB;AAClC,SACEC,yBACAC,2BACAC,4BAEAC,uBACAC,4BAEAC,kCAGK;AAEP,SAA0BC,uBAAqD;AAC/E,SAASC,sBAAsB;AAE/B,SAASC,gBAAgB;;;;;;;;;;;;AAGlB,IAAMC,8BAA2D;AAWxE,IAAMC,mBAAmB;AAEzB,IAAMC,iBAAiB,wBAACC,UAAAA;AACtBC,WAASD,QAAQF,kBAAkB,MAAM,gCAAgCA,gBAAAA,EAAkB;AAC3F,SAAOI,OAAOC,KAAKC,IAAG,CAAA,IAAMN,mBAAmBI,OAAOF,KAAAA;AACxD,GAHuB;AAKvB,IAAMK,iBAAiB,wBAA4BC,SAAYN,QAAQ,MAAC;AACtE,SAAO;IAAE,GAAGM;IAASC,WAAWR,eAAeC,KAAAA;EAAO;AACxD,GAFuB;AAIvB,IAAMQ,oBAAoB,wBAA4BC,aAAAA;AACpD,SAAOA,SAASC,KAAK,CAACC,GAAGC,MAAOD,EAAEJ,YAAYK,EAAEL,YAAY,KAAKI,EAAEJ,YAAYK,EAAEL,YAAY,IAAI,CAAA;AACnG,GAF0B;AAM1B,SAASM,kBAA6CP,SAA4B;AAChF,MAAI,CAACA;AAAS;AAEd,QAAM,EAAEC,WAAW,GAAGO,OAAAA,IAAWR;AACjC,SAAOQ;AACT;AALSD;AAUF,IAAME,kBAAN,cAIGC,kBAAAA;SAAAA;;;EAGR,OAAgBC,gBAAgB;IAACpB;IAA6BqB;;EAEtDC;EACAC;EAER,IAAIC,gBAAgB;AAClB,SAAKF,iBAAiB,KAAKA,kBAAkB,IAAIG,SAAyB;MAAEC,KAAK,KAAKA;IAAI,CAAA;AAC1F,WAAO,KAAKJ;EACd;EAEA,IAAIK,QAAQ;AACV,SAAKJ,SAAS,KAAKA,UAAU,IAAIE,SAAmD;MAAEC,KAAK,KAAKA;IAAI,CAAA;AACpG,WAAO,KAAKH;EACd;EAEA,IAAIG,MAAM;AACR,WAAO,KAAKE,QAAQF,OAAO;EAC7B;EAEA,IAAaG,UAAU;AACrB,WAAO;MACLC;MACAC;MACAC;MACAC;MACAC;SACG,MAAML;;EAEb;EAEA,MAAyBM,aAAyC;AAChE,UAAMC,MAAMC,QAAQ,MAAMC,QAAQF,IAAI,KAAKT,MAAMY,KAAI,EAAGC,IAAI,CAACC,UAAUA,MAAM,CAAA,EAAGA,KAAK,CAAA,CAAA;AACrF,WAAO9B,kBAAkByB,GAAAA,EAAKI,IAAI,CAAC/B,YAAYO,kBAAkBP,OAAAA,CAAAA;EACnE;EAEmBiC,eAAqC;AACtD,SAAKf,MAAMgB,MAAK;AAChB,SAAKnB,cAAcmB,MAAK;AACxB,WAAO,KAAKC,KAAK,WAAW;MAAEC,QAAQ;IAAK,CAAA;EAC7C;EAEA,MAAyBC,gBAAmD;AAC1E,UAAMlC,WAAWR,SAAS,MAAM,KAAK+B,WAAU,GAAI,mBAAA;AACnD,UAAMY,UAAU,MAAMT,QAAQU,WAC5BX,QACEY,OAAOC,QAAQ,MAAM,KAAKC,QAAO,GAAIC,UAAU,CAAA,CAAE,GAAGZ,IAAI,OAAOa,WAAAA;AAC7D,YAAMC,eAAqC;QACzCC,QAAQtB;MACV;AACA,YAAMuB,QAAQ,MAAM,KAAKC,UAAUH,cAAc1C,QAAAA;AACjD,cAAQ,MAAMyC,QAAQG,MAAMA,MAAM,CAAA,GAAIA,MAAM,CAAA,CAAE,KAAK,CAAA;IACrD,CAAA,CAAA,CAAA;AAGJ,UAAM,KAAKd,aAAY;AACvB,WAAOL,QAAQU,QAAQW,OAAOC,SAAAA,EAAWnB,IAAI,CAACoB,WAAWA,OAAOnB,KAAK,CAAA;EACvE;EAEA,MAAyBoB,cAAcC,QAAmC;AACxE,UAAMC,gBAAgB1B,QACpB,MAAMC,QAAQF,IACZ0B,OAAOtB,IAAI,CAACwB,SAAAA;AACV,aAAO,KAAKrC,MAAMsC,OAAOD,IAAAA,IAAQA,OAAOE;IAC1C,CAAA,CAAA,CAAA;AAGJ,WAAOH;EACT;EAEmBI,WAAWL,QAAiD;AAC7E,WAAOzB,QACLyB,OAAOtB,IAAI,CAACwB,SAAAA;AACV,YAAMI,eAAe,KAAK5C,cAAc6C,IAAIL,IAAAA,KAASA;AACrD,YAAMJ,SAAS,KAAKjC,MAAM0C,IAAID,YAAAA;AAC9B,UAAIA,iBAAiBJ,QAAQ,CAACJ,QAAQ;AACpC,cAAM,IAAIU,MAAM,4BAAA;MAClB;AACA,aAAOtD,kBAAkB4C,MAAAA;IAC3B,CAAA,CAAA;EAEJ;EAEA,MAAyBW,cAAc3D,UAAiD;AACtF,UAAM4D,QAAQ,MAAMC,eAAeC,UAAU9D,QAAAA;AAC7C,UAAM+D,mBAAmB,MAAMrC,QAAQF,IACrCoC,MAAMhC,IAAI,CAAC,CAAC/B,SAASuD,IAAAA,MAAK;AACxB,aAAO,KAAKY,uBAAuBnE,SAASuD,IAAAA;IAC9C,CAAA,CAAA;AAGF,WAAOW;EACT;EAEQC,uBAAuBnE,SAA0BuD,MAAc7D,QAAQ,GAAoB;AACjG,UAAM0E,WAAWrE,eAAeC,SAASN,KAAAA;AACzC,SAAKwB,MAAMmD,IAAId,MAAMa,QAAAA;AACrB,SAAKrD,cAAcsD,IAAID,SAASE,OAAOf,IAAAA;AACvC,WAAOvD;EACT;AACF;AA1GaS,kBAAAA,aAAAA;EADZ8D,gBAAAA;GACY9D,eAAAA;","names":["assertEx","compact","fulfilled","AbstractArchivist","ArchivistAllQuerySchema","ArchivistClearQuerySchema","ArchivistCommitQuerySchema","ArchivistConfigSchema","ArchivistDeleteQuerySchema","ArchivistInsertQuerySchema","creatableModule","PayloadBuilder","LRUCache","MemoryArchivistConfigSchema","maxSequenceIndex","sequenceNumber","index","assertEx","BigInt","Date","now","addStorageMeta","payload","_sequence","sortByStorageMeta","payloads","sort","a","b","removeStorageMeta","noMeta","MemoryArchivist","AbstractArchivist","configSchemas","ArchivistConfigSchema","_bodyHashIndex","_cache","bodyHashIndex","LRUCache","max","cache","config","queries","ArchivistAllQuerySchema","ArchivistDeleteQuerySchema","ArchivistClearQuerySchema","ArchivistInsertQuerySchema","ArchivistCommitQuerySchema","allHandler","all","compact","Promise","dump","map","value","clearHandler","clear","emit","module","commitHandler","settled","allSettled","Object","values","parents","commit","parent","queryPayload","schema","query","bindQuery","filter","fulfilled","result","deleteHandler","hashes","deletedHashes","hash","delete","undefined","getHandler","resolvedHash","get","Error","insertHandler","pairs","PayloadBuilder","hashPairs","insertedPayloads","insertPayloadIntoCache","withMeta","set","$hash","creatableModule"]}

package/dist/node/MemoryArchivist.d.cts

@@ -12,13 +12,16 @@ export type MemoryArchivistConfig = ArchivistConfig<{
     max?: number;
     schema: MemoryArchivistConfigSchema | ArchivistConfig['schema'];
 }>;
+type WithStorageMeta<T extends Payload> = T & {
+    _sequence: bigint;
+};
 export type MemoryArchivistParams<TConfig extends AnyConfigSchema<MemoryArchivistConfig> = AnyConfigSchema<MemoryArchivistConfig>> = ModuleParams<TConfig>;
 export declare class MemoryArchivist<TParams extends MemoryArchivistParams<AnyConfigSchema<MemoryArchivistConfig>> = MemoryArchivistParams, TEventData extends ArchivistModuleEventData = ArchivistModuleEventData> extends AbstractArchivist<TParams, TEventData> implements ArchivistInstance, ModuleInstance {
     static configSchemas: string[];
     private _bodyHashIndex?;
     private _cache?;
     get bodyHashIndex(): LRUCache<string, string, unknown>;
-    get cache(): LRUCache<string, PayloadWithMeta, unknown>;
+    get cache(): LRUCache<string, WithStorageMeta<PayloadWithMeta>, unknown>;
     get max(): number;
     get queries(): string[];
     protected allHandler(): Promise<PayloadWithMeta[]>;
@@ -29,4 +32,5 @@ export declare class MemoryArchivist<TParams extends MemoryArchivistParams<AnyCo
     protected insertHandler(payloads: Payload[]): Promise<PayloadWithMeta[]>;
     private insertPayloadIntoCache;
 }
+export {};
 //# sourceMappingURL=MemoryArchivist.d.ts.map

package/dist/node/MemoryArchivist.d.cts.map

@@ -1 +1 @@
-{"version":3,"file":"MemoryArchivist.d.ts","sourceRoot":"","sources":["../../src/MemoryArchivist.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,aAAa,CAAA;AAElC,OAAO,EAAa,UAAU,EAAE,MAAM,iBAAiB,CAAA;AACvD,OAAO,EAAE,iBAAiB,EAAE,MAAM,iCAAiC,CAAA;AACnE,OAAO,EAIL,eAAe,EAKf,iBAAiB,EACjB,wBAAwB,EACzB,MAAM,8BAA8B,CAAA;AACrC,OAAO,EAAE,YAAY,EAAE,MAAM,iCAAiC,CAAA;AAC9D,OAAO,EAAE,eAAe,EAAmB,cAAc,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAA;AAE1G,OAAO,EAAE,OAAO,EAAE,eAAe,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAA;AAC/E,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAA;AAEpC,MAAM,MAAM,2BAA2B,GAAG,qCAAqC,CAAA;AAC/E,eAAO,MAAM,2BAA2B,EAAE,2BAAmE,CAAA;AAE7G,MAAM,MAAM,qBAAqB,GAAG,eAAe,CAAC;IAClD,GAAG,CAAC,EAAE,MAAM,CAAA;IACZ,MAAM,EAAE,2BAA2B,GAAG,eAAe,CAAC,QAAQ,CAAC,CAAA;CAChE,CAAC,CAAA;AAEF,MAAM,MAAM,qBAAqB,CAAC,OAAO,SAAS,eAAe,CAAC,qBAAqB,CAAC,GAAG,eAAe,CAAC,qBAAqB,CAAC,IAC/H,YAAY,CAAC,OAAO,CAAC,CAAA;AACvB,qBACa,eAAe,CACxB,OAAO,SAAS,qBAAqB,CAAC,eAAe,CAAC,qBAAqB,CAAC,CAAC,GAAG,qBAAqB,EACrG,UAAU,SAAS,wBAAwB,GAAG,wBAAwB,CAExE,SAAQ,iBAAiB,CAAC,OAAO,EAAE,UAAU,CAC7C,YAAW,iBAAiB,EAAE,cAAc;IAE5C,OAAgB,aAAa,WAAuD;IAEpF,OAAO,CAAC,cAAc,CAAC,CAA0B;IACjD,OAAO,CAAC,MAAM,CAAC,CAAmC;IAElD,IAAI,aAAa,sCAGhB;IAED,IAAI,KAAK,+CAGR;IAED,IAAI,GAAG,WAEN;IAED,IAAa,OAAO,aASnB;cAEwB,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;cAI9C,YAAY,IAAI,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;cAM9B,aAAa,IAAI,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;cAiBlD,aAAa,CAAC,MAAM,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;cAWtD,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,UAAU,CAAC,eAAe,EAAE,CAAC;cAarD,aAAa,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IAWvF,OAAO,CAAC,sBAAsB;CAK/B"}
+{"version":3,"file":"MemoryArchivist.d.ts","sourceRoot":"","sources":["../../src/MemoryArchivist.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,aAAa,CAAA;AAElC,OAAO,EAAa,UAAU,EAAE,MAAM,iBAAiB,CAAA;AACvD,OAAO,EAAE,iBAAiB,EAAE,MAAM,iCAAiC,CAAA;AACnE,OAAO,EAIL,eAAe,EAKf,iBAAiB,EACjB,wBAAwB,EACzB,MAAM,8BAA8B,CAAA;AACrC,OAAO,EAAE,YAAY,EAAE,MAAM,iCAAiC,CAAA;AAC9D,OAAO,EAAE,eAAe,EAAmB,cAAc,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAA;AAE1G,OAAO,EAAE,OAAO,EAAE,eAAe,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAA;AAC/E,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAA;AAEpC,MAAM,MAAM,2BAA2B,GAAG,qCAAqC,CAAA;AAC/E,eAAO,MAAM,2BAA2B,EAAE,2BAAmE,CAAA;AAE7G,MAAM,MAAM,qBAAqB,GAAG,eAAe,CAAC;IAClD,GAAG,CAAC,EAAE,MAAM,CAAA;IACZ,MAAM,EAAE,2BAA2B,GAAG,eAAe,CAAC,QAAQ,CAAC,CAAA;CAChE,CAAC,CAAA;AAEF,KAAK,eAAe,CAAC,CAAC,SAAS,OAAO,IAAI,CAAC,GAAG;IAC5C,SAAS,EAAE,MAAM,CAAA;CAClB,CAAA;AA0BD,MAAM,MAAM,qBAAqB,CAAC,OAAO,SAAS,eAAe,CAAC,qBAAqB,CAAC,GAAG,eAAe,CAAC,qBAAqB,CAAC,IAC/H,YAAY,CAAC,OAAO,CAAC,CAAA;AACvB,qBACa,eAAe,CACxB,OAAO,SAAS,qBAAqB,CAAC,eAAe,CAAC,qBAAqB,CAAC,CAAC,GAAG,qBAAqB,EACrG,UAAU,SAAS,wBAAwB,GAAG,wBAAwB,CAExE,SAAQ,iBAAiB,CAAC,OAAO,EAAE,UAAU,CAC7C,YAAW,iBAAiB,EAAE,cAAc;IAE5C,OAAgB,aAAa,WAAuD;IAEpF,OAAO,CAAC,cAAc,CAAC,CAA0B;IACjD,OAAO,CAAC,MAAM,CAAC,CAAoD;IAEnE,IAAI,aAAa,sCAGhB;IAED,IAAI,KAAK,gEAGR;IAED,IAAI,GAAG,WAEN;IAED,IAAa,OAAO,aASnB;cAEwB,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;cAK9C,YAAY,IAAI,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;cAM9B,aAAa,IAAI,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;cAiBlD,aAAa,CAAC,MAAM,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;cAWtD,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,UAAU,CAAC,eAAe,EAAE,CAAC;cAarD,aAAa,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IAWvF,OAAO,CAAC,sBAAsB;CAM/B"}

package/dist/node/MemoryArchivist.d.mts

@@ -12,13 +12,16 @@ export type MemoryArchivistConfig = ArchivistConfig<{
     max?: number;
     schema: MemoryArchivistConfigSchema | ArchivistConfig['schema'];
 }>;
+type WithStorageMeta<T extends Payload> = T & {
+    _sequence: bigint;
+};
 export type MemoryArchivistParams<TConfig extends AnyConfigSchema<MemoryArchivistConfig> = AnyConfigSchema<MemoryArchivistConfig>> = ModuleParams<TConfig>;
 export declare class MemoryArchivist<TParams extends MemoryArchivistParams<AnyConfigSchema<MemoryArchivistConfig>> = MemoryArchivistParams, TEventData extends ArchivistModuleEventData = ArchivistModuleEventData> extends AbstractArchivist<TParams, TEventData> implements ArchivistInstance, ModuleInstance {
     static configSchemas: string[];
     private _bodyHashIndex?;
     private _cache?;
     get bodyHashIndex(): LRUCache<string, string, unknown>;
-    get cache(): LRUCache<string, PayloadWithMeta, unknown>;
+    get cache(): LRUCache<string, WithStorageMeta<PayloadWithMeta>, unknown>;
     get max(): number;
     get queries(): string[];
     protected allHandler(): Promise<PayloadWithMeta[]>;
@@ -29,4 +32,5 @@ export declare class MemoryArchivist<TParams extends MemoryArchivistParams<AnyCo
     protected insertHandler(payloads: Payload[]): Promise<PayloadWithMeta[]>;
     private insertPayloadIntoCache;
 }
+export {};
 //# sourceMappingURL=MemoryArchivist.d.ts.map

package/dist/node/MemoryArchivist.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"MemoryArchivist.d.ts","sourceRoot":"","sources":["../../src/MemoryArchivist.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,aAAa,CAAA;AAElC,OAAO,EAAa,UAAU,EAAE,MAAM,iBAAiB,CAAA;AACvD,OAAO,EAAE,iBAAiB,EAAE,MAAM,iCAAiC,CAAA;AACnE,OAAO,EAIL,eAAe,EAKf,iBAAiB,EACjB,wBAAwB,EACzB,MAAM,8BAA8B,CAAA;AACrC,OAAO,EAAE,YAAY,EAAE,MAAM,iCAAiC,CAAA;AAC9D,OAAO,EAAE,eAAe,EAAmB,cAAc,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAA;AAE1G,OAAO,EAAE,OAAO,EAAE,eAAe,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAA;AAC/E,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAA;AAEpC,MAAM,MAAM,2BAA2B,GAAG,qCAAqC,CAAA;AAC/E,eAAO,MAAM,2BAA2B,EAAE,2BAAmE,CAAA;AAE7G,MAAM,MAAM,qBAAqB,GAAG,eAAe,CAAC;IAClD,GAAG,CAAC,EAAE,MAAM,CAAA;IACZ,MAAM,EAAE,2BAA2B,GAAG,eAAe,CAAC,QAAQ,CAAC,CAAA;CAChE,CAAC,CAAA;AAEF,MAAM,MAAM,qBAAqB,CAAC,OAAO,SAAS,eAAe,CAAC,qBAAqB,CAAC,GAAG,eAAe,CAAC,qBAAqB,CAAC,IAC/H,YAAY,CAAC,OAAO,CAAC,CAAA;AACvB,qBACa,eAAe,CACxB,OAAO,SAAS,qBAAqB,CAAC,eAAe,CAAC,qBAAqB,CAAC,CAAC,GAAG,qBAAqB,EACrG,UAAU,SAAS,wBAAwB,GAAG,wBAAwB,CAExE,SAAQ,iBAAiB,CAAC,OAAO,EAAE,UAAU,CAC7C,YAAW,iBAAiB,EAAE,cAAc;IAE5C,OAAgB,aAAa,WAAuD;IAEpF,OAAO,CAAC,cAAc,CAAC,CAA0B;IACjD,OAAO,CAAC,MAAM,CAAC,CAAmC;IAElD,IAAI,aAAa,sCAGhB;IAED,IAAI,KAAK,+CAGR;IAED,IAAI,GAAG,WAEN;IAED,IAAa,OAAO,aASnB;cAEwB,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;cAI9C,YAAY,IAAI,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;cAM9B,aAAa,IAAI,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;cAiBlD,aAAa,CAAC,MAAM,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;cAWtD,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,UAAU,CAAC,eAAe,EAAE,CAAC;cAarD,aAAa,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IAWvF,OAAO,CAAC,sBAAsB;CAK/B"}
+{"version":3,"file":"MemoryArchivist.d.ts","sourceRoot":"","sources":["../../src/MemoryArchivist.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,aAAa,CAAA;AAElC,OAAO,EAAa,UAAU,EAAE,MAAM,iBAAiB,CAAA;AACvD,OAAO,EAAE,iBAAiB,EAAE,MAAM,iCAAiC,CAAA;AACnE,OAAO,EAIL,eAAe,EAKf,iBAAiB,EACjB,wBAAwB,EACzB,MAAM,8BAA8B,CAAA;AACrC,OAAO,EAAE,YAAY,EAAE,MAAM,iCAAiC,CAAA;AAC9D,OAAO,EAAE,eAAe,EAAmB,cAAc,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAA;AAE1G,OAAO,EAAE,OAAO,EAAE,eAAe,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAA;AAC/E,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAA;AAEpC,MAAM,MAAM,2BAA2B,GAAG,qCAAqC,CAAA;AAC/E,eAAO,MAAM,2BAA2B,EAAE,2BAAmE,CAAA;AAE7G,MAAM,MAAM,qBAAqB,GAAG,eAAe,CAAC;IAClD,GAAG,CAAC,EAAE,MAAM,CAAA;IACZ,MAAM,EAAE,2BAA2B,GAAG,eAAe,CAAC,QAAQ,CAAC,CAAA;CAChE,CAAC,CAAA;AAEF,KAAK,eAAe,CAAC,CAAC,SAAS,OAAO,IAAI,CAAC,GAAG;IAC5C,SAAS,EAAE,MAAM,CAAA;CAClB,CAAA;AA0BD,MAAM,MAAM,qBAAqB,CAAC,OAAO,SAAS,eAAe,CAAC,qBAAqB,CAAC,GAAG,eAAe,CAAC,qBAAqB,CAAC,IAC/H,YAAY,CAAC,OAAO,CAAC,CAAA;AACvB,qBACa,eAAe,CACxB,OAAO,SAAS,qBAAqB,CAAC,eAAe,CAAC,qBAAqB,CAAC,CAAC,GAAG,qBAAqB,EACrG,UAAU,SAAS,wBAAwB,GAAG,wBAAwB,CAExE,SAAQ,iBAAiB,CAAC,OAAO,EAAE,UAAU,CAC7C,YAAW,iBAAiB,EAAE,cAAc;IAE5C,OAAgB,aAAa,WAAuD;IAEpF,OAAO,CAAC,cAAc,CAAC,CAA0B;IACjD,OAAO,CAAC,MAAM,CAAC,CAAoD;IAEnE,IAAI,aAAa,sCAGhB;IAED,IAAI,KAAK,gEAGR;IAED,IAAI,GAAG,WAEN;IAED,IAAa,OAAO,aASnB;cAEwB,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;cAK9C,YAAY,IAAI,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;cAM9B,aAAa,IAAI,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;cAiBlD,aAAa,CAAC,MAAM,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;cAWtD,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,UAAU,CAAC,eAAe,EAAE,CAAC;cAarD,aAAa,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IAWvF,OAAO,CAAC,sBAAsB;CAM/B"}

package/dist/node/MemoryArchivist.d.ts

@@ -12,13 +12,16 @@ export type MemoryArchivistConfig = ArchivistConfig<{
     max?: number;
     schema: MemoryArchivistConfigSchema | ArchivistConfig['schema'];
 }>;
+type WithStorageMeta<T extends Payload> = T & {
+    _sequence: bigint;
+};
 export type MemoryArchivistParams<TConfig extends AnyConfigSchema<MemoryArchivistConfig> = AnyConfigSchema<MemoryArchivistConfig>> = ModuleParams<TConfig>;
 export declare class MemoryArchivist<TParams extends MemoryArchivistParams<AnyConfigSchema<MemoryArchivistConfig>> = MemoryArchivistParams, TEventData extends ArchivistModuleEventData = ArchivistModuleEventData> extends AbstractArchivist<TParams, TEventData> implements ArchivistInstance, ModuleInstance {
     static configSchemas: string[];
     private _bodyHashIndex?;
     private _cache?;
     get bodyHashIndex(): LRUCache<string, string, unknown>;
-    get cache(): LRUCache<string, PayloadWithMeta, unknown>;
+    get cache(): LRUCache<string, WithStorageMeta<PayloadWithMeta>, unknown>;
     get max(): number;
     get queries(): string[];
     protected allHandler(): Promise<PayloadWithMeta[]>;
@@ -29,4 +32,5 @@ export declare class MemoryArchivist<TParams extends MemoryArchivistParams<AnyCo
     protected insertHandler(payloads: Payload[]): Promise<PayloadWithMeta[]>;
     private insertPayloadIntoCache;
 }
+export {};
 //# sourceMappingURL=MemoryArchivist.d.ts.map

package/dist/node/MemoryArchivist.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"MemoryArchivist.d.ts","sourceRoot":"","sources":["../../src/MemoryArchivist.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,aAAa,CAAA;AAElC,OAAO,EAAa,UAAU,EAAE,MAAM,iBAAiB,CAAA;AACvD,OAAO,EAAE,iBAAiB,EAAE,MAAM,iCAAiC,CAAA;AACnE,OAAO,EAIL,eAAe,EAKf,iBAAiB,EACjB,wBAAwB,EACzB,MAAM,8BAA8B,CAAA;AACrC,OAAO,EAAE,YAAY,EAAE,MAAM,iCAAiC,CAAA;AAC9D,OAAO,EAAE,eAAe,EAAmB,cAAc,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAA;AAE1G,OAAO,EAAE,OAAO,EAAE,eAAe,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAA;AAC/E,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAA;AAEpC,MAAM,MAAM,2BAA2B,GAAG,qCAAqC,CAAA;AAC/E,eAAO,MAAM,2BAA2B,EAAE,2BAAmE,CAAA;AAE7G,MAAM,MAAM,qBAAqB,GAAG,eAAe,CAAC;IAClD,GAAG,CAAC,EAAE,MAAM,CAAA;IACZ,MAAM,EAAE,2BAA2B,GAAG,eAAe,CAAC,QAAQ,CAAC,CAAA;CAChE,CAAC,CAAA;AAEF,MAAM,MAAM,qBAAqB,CAAC,OAAO,SAAS,eAAe,CAAC,qBAAqB,CAAC,GAAG,eAAe,CAAC,qBAAqB,CAAC,IAC/H,YAAY,CAAC,OAAO,CAAC,CAAA;AACvB,qBACa,eAAe,CACxB,OAAO,SAAS,qBAAqB,CAAC,eAAe,CAAC,qBAAqB,CAAC,CAAC,GAAG,qBAAqB,EACrG,UAAU,SAAS,wBAAwB,GAAG,wBAAwB,CAExE,SAAQ,iBAAiB,CAAC,OAAO,EAAE,UAAU,CAC7C,YAAW,iBAAiB,EAAE,cAAc;IAE5C,OAAgB,aAAa,WAAuD;IAEpF,OAAO,CAAC,cAAc,CAAC,CAA0B;IACjD,OAAO,CAAC,MAAM,CAAC,CAAmC;IAElD,IAAI,aAAa,sCAGhB;IAED,IAAI,KAAK,+CAGR;IAED,IAAI,GAAG,WAEN;IAED,IAAa,OAAO,aASnB;cAEwB,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;cAI9C,YAAY,IAAI,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;cAM9B,aAAa,IAAI,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;cAiBlD,aAAa,CAAC,MAAM,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;cAWtD,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,UAAU,CAAC,eAAe,EAAE,CAAC;cAarD,aAAa,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IAWvF,OAAO,CAAC,sBAAsB;CAK/B"}
+{"version":3,"file":"MemoryArchivist.d.ts","sourceRoot":"","sources":["../../src/MemoryArchivist.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,aAAa,CAAA;AAElC,OAAO,EAAa,UAAU,EAAE,MAAM,iBAAiB,CAAA;AACvD,OAAO,EAAE,iBAAiB,EAAE,MAAM,iCAAiC,CAAA;AACnE,OAAO,EAIL,eAAe,EAKf,iBAAiB,EACjB,wBAAwB,EACzB,MAAM,8BAA8B,CAAA;AACrC,OAAO,EAAE,YAAY,EAAE,MAAM,iCAAiC,CAAA;AAC9D,OAAO,EAAE,eAAe,EAAmB,cAAc,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAA;AAE1G,OAAO,EAAE,OAAO,EAAE,eAAe,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAA;AAC/E,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAA;AAEpC,MAAM,MAAM,2BAA2B,GAAG,qCAAqC,CAAA;AAC/E,eAAO,MAAM,2BAA2B,EAAE,2BAAmE,CAAA;AAE7G,MAAM,MAAM,qBAAqB,GAAG,eAAe,CAAC;IAClD,GAAG,CAAC,EAAE,MAAM,CAAA;IACZ,MAAM,EAAE,2BAA2B,GAAG,eAAe,CAAC,QAAQ,CAAC,CAAA;CAChE,CAAC,CAAA;AAEF,KAAK,eAAe,CAAC,CAAC,SAAS,OAAO,IAAI,CAAC,GAAG;IAC5C,SAAS,EAAE,MAAM,CAAA;CAClB,CAAA;AA0BD,MAAM,MAAM,qBAAqB,CAAC,OAAO,SAAS,eAAe,CAAC,qBAAqB,CAAC,GAAG,eAAe,CAAC,qBAAqB,CAAC,IAC/H,YAAY,CAAC,OAAO,CAAC,CAAA;AACvB,qBACa,eAAe,CACxB,OAAO,SAAS,qBAAqB,CAAC,eAAe,CAAC,qBAAqB,CAAC,CAAC,GAAG,qBAAqB,EACrG,UAAU,SAAS,wBAAwB,GAAG,wBAAwB,CAExE,SAAQ,iBAAiB,CAAC,OAAO,EAAE,UAAU,CAC7C,YAAW,iBAAiB,EAAE,cAAc;IAE5C,OAAgB,aAAa,WAAuD;IAEpF,OAAO,CAAC,cAAc,CAAC,CAA0B;IACjD,OAAO,CAAC,MAAM,CAAC,CAAoD;IAEnE,IAAI,aAAa,sCAGhB;IAED,IAAI,KAAK,gEAGR;IAED,IAAI,GAAG,WAEN;IAED,IAAa,OAAO,aASnB;cAEwB,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;cAK9C,YAAY,IAAI,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;cAM9B,aAAa,IAAI,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;cAiBlD,aAAa,CAAC,MAAM,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;cAWtD,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,UAAU,CAAC,eAAe,EAAE,CAAC;cAarD,aAAa,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IAWvF,OAAO,CAAC,sBAAsB;CAM/B"}

package/dist/node/index.cjs

@@ -52,6 +52,27 @@ function _ts_decorate(decorators, target, key, desc) {
 }
 __name(_ts_decorate, "_ts_decorate");
 var MemoryArchivistConfigSchema = "network.xyo.archivist.memory.config";
+var maxSequenceIndex = 10000000000n;
+var sequenceNumber = /* @__PURE__ */ __name((index) => {
+  (0, import_assert.assertEx)(index < maxSequenceIndex, () => `index may not be larger than ${maxSequenceIndex}`);
+  return BigInt(Date.now()) * maxSequenceIndex + BigInt(index);
+}, "sequenceNumber");
+var addStorageMeta = /* @__PURE__ */ __name((payload, index = 0) => {
+  return {
+    ...payload,
+    _sequence: sequenceNumber(index)
+  };
+}, "addStorageMeta");
+var sortByStorageMeta = /* @__PURE__ */ __name((payloads) => {
+  return payloads.sort((a, b) => a._sequence < b._sequence ? -1 : a._sequence > b._sequence ? 1 : 0);
+}, "sortByStorageMeta");
+function removeStorageMeta(payload) {
+  if (!payload)
+    return;
+  const { _sequence, ...noMeta } = payload;
+  return noMeta;
+}
+__name(removeStorageMeta, "removeStorageMeta");
 var _MemoryArchivist = class _MemoryArchivist extends import_archivist_abstract.AbstractArchivist {
   _bodyHashIndex;
   _cache;
@@ -82,7 +103,8 @@ var _MemoryArchivist = class _MemoryArchivist extends import_archivist_abstract.
     ];
   }
   async allHandler() {
-    return (0, import_lodash.compact)(await Promise.all(this.cache.dump().map((value) => import_payload_builder.PayloadBuilder.build(value[1].value))));
+    const all = (0, import_lodash.compact)(await Promise.all(this.cache.dump().map((value) => value[1].value)));
+    return sortByStorageMeta(all).map((payload) => removeStorageMeta(payload));
   }
   clearHandler() {
     this.cache.clear();
@@ -118,7 +140,7 @@ var _MemoryArchivist = class _MemoryArchivist extends import_archivist_abstract.
       if (resolvedHash !== hash && !result) {
         throw new Error("Missing referenced payload");
       }
-      return result;
+      return removeStorageMeta(result);
     }));
   }
   async insertHandler(payloads) {
@@ -128,9 +150,10 @@ var _MemoryArchivist = class _MemoryArchivist extends import_archivist_abstract.
     }));
     return insertedPayloads;
   }
-  insertPayloadIntoCache(payload, hash) {
-    this.cache.set(hash, payload);
-    this.bodyHashIndex.set(payload.$hash, hash);
+  insertPayloadIntoCache(payload, hash, index = 0) {
+    const withMeta = addStorageMeta(payload, index);
+    this.cache.set(hash, withMeta);
+    this.bodyHashIndex.set(withMeta.$hash, hash);
     return payload;
   }
 };

package/dist/node/index.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/index.ts","../../src/MemoryArchivist.ts"],"sourcesContent":["export * from './MemoryArchivist'\n","import { assertEx } from '@xylabs/assert'\nimport { Hash } from '@xylabs/hex'\nimport { compact } from '@xylabs/lodash'\nimport { fulfilled, Promisable } from '@xylabs/promise'\nimport { AbstractArchivist } from '@xyo-network/archivist-abstract'\nimport {\n  ArchivistAllQuerySchema,\n  ArchivistClearQuerySchema,\n  ArchivistCommitQuerySchema,\n  ArchivistConfig,\n  ArchivistConfigSchema,\n  ArchivistDeleteQuerySchema,\n  ArchivistInsertQuery,\n  ArchivistInsertQuerySchema,\n  ArchivistInstance,\n  ArchivistModuleEventData,\n} from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { AnyConfigSchema, creatableModule, ModuleInstance, ModuleParams } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, PayloadWithMeta, WithMeta } from '@xyo-network/payload-model'\nimport { LRUCache } from 'lru-cache'\n\nexport type MemoryArchivistConfigSchema = 'network.xyo.archivist.memory.config'\nexport const MemoryArchivistConfigSchema: MemoryArchivistConfigSchema = 'network.xyo.archivist.memory.config'\n\nexport type MemoryArchivistConfig = ArchivistConfig<{\n  max?: number\n  schema: MemoryArchivistConfigSchema | ArchivistConfig['schema']\n}>\n\nexport type MemoryArchivistParams<TConfig extends AnyConfigSchema<MemoryArchivistConfig> = AnyConfigSchema<MemoryArchivistConfig>> =\n  ModuleParams<TConfig>\n@creatableModule()\nexport class MemoryArchivist<\n    TParams extends MemoryArchivistParams<AnyConfigSchema<MemoryArchivistConfig>> = MemoryArchivistParams,\n    TEventData extends ArchivistModuleEventData = ArchivistModuleEventData,\n  >\n  extends AbstractArchivist<TParams, TEventData>\n  implements ArchivistInstance, ModuleInstance\n{\n  static override configSchemas = [MemoryArchivistConfigSchema, ArchivistConfigSchema]\n\n  private _bodyHashIndex?: LRUCache<string, string>\n  private _cache?: LRUCache<string, PayloadWithMeta>\n\n  get bodyHashIndex() {\n    this._bodyHashIndex = this._bodyHashIndex ?? new LRUCache<string, string>({ max: this.max })\n    return this._bodyHashIndex\n  }\n\n  get cache() {\n    this._cache = this._cache ?? new LRUCache<string, PayloadWithMeta>({ max: this.max })\n    return this._cache\n  }\n\n  get max() {\n    return this.config?.max ?? 10_000\n  }\n\n  override get queries() {\n    return [\n      ArchivistAllQuerySchema,\n      ArchivistDeleteQuerySchema,\n      ArchivistClearQuerySchema,\n      ArchivistInsertQuerySchema,\n      ArchivistCommitQuerySchema,\n      ...super.queries,\n    ]\n  }\n\n  protected override async allHandler(): Promise<PayloadWithMeta[]> {\n    return compact(await Promise.all(this.cache.dump().map((value) => PayloadBuilder.build(value[1].value))))\n  }\n\n  protected override clearHandler(): void | Promise<void> {\n    this.cache.clear()\n    this.bodyHashIndex.clear()\n    return this.emit('cleared', { module: this })\n  }\n\n  protected override async commitHandler(): Promise<WithMeta<BoundWitness>[]> {\n    const payloads = assertEx(await this.allHandler(), 'Nothing to commit')\n    const settled = await Promise.allSettled(\n      compact(\n        Object.values((await this.parents()).commit ?? [])?.map(async (parent) => {\n          const queryPayload: ArchivistInsertQuery = {\n            schema: ArchivistInsertQuerySchema,\n          }\n          const query = await this.bindQuery(queryPayload, payloads)\n          return (await parent?.query(query[0], query[1]))?.[0]\n        }),\n      ),\n    )\n    await this.clearHandler()\n    return compact(settled.filter(fulfilled).map((result) => result.value))\n  }\n\n  protected override async deleteHandler(hashes: Hash[]): Promise<string[]> {\n    const deletedHashes = compact(\n      await Promise.all(\n        hashes.map((hash) => {\n          return this.cache.delete(hash) ? hash : undefined\n        }),\n      ),\n    )\n    return deletedHashes\n  }\n\n  protected override getHandler(hashes: string[]): Promisable<PayloadWithMeta[]> {\n    return compact(\n      hashes.map((hash) => {\n        const resolvedHash = this.bodyHashIndex.get(hash) ?? hash\n        const result = this.cache.get(resolvedHash)\n        if (resolvedHash !== hash && !result) {\n          throw new Error('Missing referenced payload')\n        }\n        return result\n      }),\n    )\n  }\n\n  protected override async insertHandler(payloads: Payload[]): Promise<PayloadWithMeta[]> {\n    const pairs = await PayloadBuilder.hashPairs(payloads)\n    const insertedPayloads = await Promise.all(\n      pairs.map(([payload, hash]) => {\n        return this.insertPayloadIntoCache(payload, hash)\n      }),\n    )\n\n    return insertedPayloads\n  }\n\n  private insertPayloadIntoCache(payload: PayloadWithMeta, hash: string): PayloadWithMeta {\n    this.cache.set(hash, payload)\n    this.bodyHashIndex.set(payload.$hash, hash)\n    return payload\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;;;;;;;;ACAA,oBAAyB;AAEzB,oBAAwB;AACxB,qBAAsC;AACtC,gCAAkC;AAClC,6BAWO;AAEP,0BAA+E;AAC/E,6BAA+B;AAE/B,uBAAyB;;;;;;;;;;;;AAGlB,IAAMA,8BAA2D;AAUjE,IAAMC,mBAAN,MAAMA,yBAIHC,4CAAAA;EAKAC;EACAC;EAER,IAAIC,gBAAgB;AAClB,SAAKF,iBAAiB,KAAKA,kBAAkB,IAAIG,0BAAyB;MAAEC,KAAK,KAAKA;IAAI,CAAA;AAC1F,WAAO,KAAKJ;EACd;EAEA,IAAIK,QAAQ;AACV,SAAKJ,SAAS,KAAKA,UAAU,IAAIE,0BAAkC;MAAEC,KAAK,KAAKA;IAAI,CAAA;AACnF,WAAO,KAAKH;EACd;EAEA,IAAIG,MAAM;;AACR,aAAO,UAAKE,WAAL,mBAAaF,QAAO;EAC7B;EAEA,IAAaG,UAAU;AACrB,WAAO;MACLC;MACAC;MACAC;MACAC;MACAC;SACG,MAAML;;EAEb;EAEA,MAAyBM,aAAyC;AAChE,eAAOC,uBAAQ,MAAMC,QAAQC,IAAI,KAAKX,MAAMY,KAAI,EAAGC,IAAI,CAACC,UAAUC,sCAAeC,MAAMF,MAAM,CAAA,EAAGA,KAAK,CAAA,CAAA,CAAA;EACvG;EAEmBG,eAAqC;AACtD,SAAKjB,MAAMkB,MAAK;AAChB,SAAKrB,cAAcqB,MAAK;AACxB,WAAO,KAAKC,KAAK,WAAW;MAAEC,QAAQ;IAAK,CAAA;EAC7C;EAEA,MAAyBC,gBAAmD;;AAC1E,UAAMC,eAAWC,wBAAS,MAAM,KAAKf,WAAU,GAAI,mBAAA;AACnD,UAAMgB,UAAU,MAAMd,QAAQe,eAC5BhB,wBACEiB,YAAOC,QAAQ,MAAM,KAAKC,QAAO,GAAIC,UAAU,CAAA,CAAE,MAAjDH,mBAAoDb,IAAI,OAAOiB,WAAAA;;AAC7D,YAAMC,eAAqC;QACzCC,QAAQ1B;MACV;AACA,YAAM2B,QAAQ,MAAM,KAAKC,UAAUH,cAAcT,QAAAA;AACjD,cAAQa,MAAA,OAAML,iCAAQG,MAAMA,MAAM,CAAA,GAAIA,MAAM,CAAA,QAApC,gBAAAE,IAA2C;IACrD,EAAA,CAAA;AAGJ,UAAM,KAAKlB,aAAY;AACvB,eAAOR,uBAAQe,QAAQY,OAAOC,wBAAAA,EAAWxB,IAAI,CAACyB,WAAWA,OAAOxB,KAAK,CAAA;EACvE;EAEA,MAAyByB,cAAcC,QAAmC;AACxE,UAAMC,oBAAgBhC,uBACpB,MAAMC,QAAQC,IACZ6B,OAAO3B,IAAI,CAAC6B,SAAAA;AACV,aAAO,KAAK1C,MAAM2C,OAAOD,IAAAA,IAAQA,OAAOE;IAC1C,CAAA,CAAA,CAAA;AAGJ,WAAOH;EACT;EAEmBI,WAAWL,QAAiD;AAC7E,eAAO/B,uBACL+B,OAAO3B,IAAI,CAAC6B,SAAAA;AACV,YAAMI,eAAe,KAAKjD,cAAckD,IAAIL,IAAAA,KAASA;AACrD,YAAMJ,SAAS,KAAKtC,MAAM+C,IAAID,YAAAA;AAC9B,UAAIA,iBAAiBJ,QAAQ,CAACJ,QAAQ;AACpC,cAAM,IAAIU,MAAM,4BAAA;MAClB;AACA,aAAOV;IACT,CAAA,CAAA;EAEJ;EAEA,MAAyBW,cAAc3B,UAAiD;AACtF,UAAM4B,QAAQ,MAAMnC,sCAAeoC,UAAU7B,QAAAA;AAC7C,UAAM8B,mBAAmB,MAAM1C,QAAQC,IACrCuC,MAAMrC,IAAI,CAAC,CAACwC,SAASX,IAAAA,MAAK;AACxB,aAAO,KAAKY,uBAAuBD,SAASX,IAAAA;IAC9C,CAAA,CAAA;AAGF,WAAOU;EACT;EAEQE,uBAAuBD,SAA0BX,MAA+B;AACtF,SAAK1C,MAAMuD,IAAIb,MAAMW,OAAAA;AACrB,SAAKxD,cAAc0D,IAAIF,QAAQG,OAAOd,IAAAA;AACtC,WAAOW;EACT;AACF;AApGU3D;AAGR,cAPWD,kBAOKgE,iBAAgB;EAACjE;EAA6BkE;;AAPzD,IAAMjE,kBAAN;AAAMA,kBAAAA,aAAAA;MADZkE,qCAAAA;GACYlE,eAAAA;","names":["MemoryArchivistConfigSchema","MemoryArchivist","AbstractArchivist","_bodyHashIndex","_cache","bodyHashIndex","LRUCache","max","cache","config","queries","ArchivistAllQuerySchema","ArchivistDeleteQuerySchema","ArchivistClearQuerySchema","ArchivistInsertQuerySchema","ArchivistCommitQuerySchema","allHandler","compact","Promise","all","dump","map","value","PayloadBuilder","build","clearHandler","clear","emit","module","commitHandler","payloads","assertEx","settled","allSettled","Object","values","parents","commit","parent","queryPayload","schema","query","bindQuery","_a","filter","fulfilled","result","deleteHandler","hashes","deletedHashes","hash","delete","undefined","getHandler","resolvedHash","get","Error","insertHandler","pairs","hashPairs","insertedPayloads","payload","insertPayloadIntoCache","set","$hash","configSchemas","ArchivistConfigSchema","creatableModule"]}
+{"version":3,"sources":["../../src/index.ts","../../src/MemoryArchivist.ts"],"sourcesContent":["export * from './MemoryArchivist'\n","import { assertEx } from '@xylabs/assert'\nimport { Hash } from '@xylabs/hex'\nimport { compact } from '@xylabs/lodash'\nimport { fulfilled, Promisable } from '@xylabs/promise'\nimport { AbstractArchivist } from '@xyo-network/archivist-abstract'\nimport {\n  ArchivistAllQuerySchema,\n  ArchivistClearQuerySchema,\n  ArchivistCommitQuerySchema,\n  ArchivistConfig,\n  ArchivistConfigSchema,\n  ArchivistDeleteQuerySchema,\n  ArchivistInsertQuery,\n  ArchivistInsertQuerySchema,\n  ArchivistInstance,\n  ArchivistModuleEventData,\n} from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { AnyConfigSchema, creatableModule, ModuleInstance, ModuleParams } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, PayloadWithMeta, WithMeta } from '@xyo-network/payload-model'\nimport { LRUCache } from 'lru-cache'\n\nexport type MemoryArchivistConfigSchema = 'network.xyo.archivist.memory.config'\nexport const MemoryArchivistConfigSchema: MemoryArchivistConfigSchema = 'network.xyo.archivist.memory.config'\n\nexport type MemoryArchivistConfig = ArchivistConfig<{\n  max?: number\n  schema: MemoryArchivistConfigSchema | ArchivistConfig['schema']\n}>\n\ntype WithStorageMeta<T extends Payload> = T & {\n  _sequence: bigint\n}\n\nconst maxSequenceIndex = 10_000_000_000n\n\nconst sequenceNumber = (index: number) => {\n  assertEx(index < maxSequenceIndex, () => `index may not be larger than ${maxSequenceIndex}`)\n  return BigInt(Date.now()) * maxSequenceIndex + BigInt(index)\n}\n\nconst addStorageMeta = <T extends PayloadWithMeta>(payload: T, index = 0) => {\n  return { ...payload, _sequence: sequenceNumber(index) } as WithStorageMeta<T>\n}\n\nconst sortByStorageMeta = <T extends PayloadWithMeta>(payloads: WithStorageMeta<T>[]) => {\n  return payloads.sort((a, b) => (a._sequence < b._sequence ? -1 : a._sequence > b._sequence ? 1 : 0))\n}\n\nfunction removeStorageMeta<T extends PayloadWithMeta>(payload: WithStorageMeta<T>): T\nfunction removeStorageMeta<T extends PayloadWithMeta>(payload?: WithStorageMeta<T>): T | undefined\nfunction removeStorageMeta<T extends PayloadWithMeta>(payload?: WithStorageMeta<T>) {\n  if (!payload) return\n  // eslint-disable-next-line @typescript-eslint/no-unused-vars\n  const { _sequence, ...noMeta } = payload as WithStorageMeta<T>\n  return noMeta as T\n}\n\nexport type MemoryArchivistParams<TConfig extends AnyConfigSchema<MemoryArchivistConfig> = AnyConfigSchema<MemoryArchivistConfig>> =\n  ModuleParams<TConfig>\n@creatableModule()\nexport class MemoryArchivist<\n    TParams extends MemoryArchivistParams<AnyConfigSchema<MemoryArchivistConfig>> = MemoryArchivistParams,\n    TEventData extends ArchivistModuleEventData = ArchivistModuleEventData,\n  >\n  extends AbstractArchivist<TParams, TEventData>\n  implements ArchivistInstance, ModuleInstance\n{\n  static override configSchemas = [MemoryArchivistConfigSchema, ArchivistConfigSchema]\n\n  private _bodyHashIndex?: LRUCache<string, string>\n  private _cache?: LRUCache<string, WithStorageMeta<PayloadWithMeta>>\n\n  get bodyHashIndex() {\n    this._bodyHashIndex = this._bodyHashIndex ?? new LRUCache<string, string>({ max: this.max })\n    return this._bodyHashIndex\n  }\n\n  get cache() {\n    this._cache = this._cache ?? new LRUCache<string, WithStorageMeta<PayloadWithMeta>>({ max: this.max })\n    return this._cache\n  }\n\n  get max() {\n    return this.config?.max ?? 10_000\n  }\n\n  override get queries() {\n    return [\n      ArchivistAllQuerySchema,\n      ArchivistDeleteQuerySchema,\n      ArchivistClearQuerySchema,\n      ArchivistInsertQuerySchema,\n      ArchivistCommitQuerySchema,\n      ...super.queries,\n    ]\n  }\n\n  protected override async allHandler(): Promise<PayloadWithMeta[]> {\n    const all = compact(await Promise.all(this.cache.dump().map((value) => value[1].value)))\n    return sortByStorageMeta(all).map((payload) => removeStorageMeta(payload))\n  }\n\n  protected override clearHandler(): void | Promise<void> {\n    this.cache.clear()\n    this.bodyHashIndex.clear()\n    return this.emit('cleared', { module: this })\n  }\n\n  protected override async commitHandler(): Promise<WithMeta<BoundWitness>[]> {\n    const payloads = assertEx(await this.allHandler(), 'Nothing to commit')\n    const settled = await Promise.allSettled(\n      compact(\n        Object.values((await this.parents()).commit ?? [])?.map(async (parent) => {\n          const queryPayload: ArchivistInsertQuery = {\n            schema: ArchivistInsertQuerySchema,\n          }\n          const query = await this.bindQuery(queryPayload, payloads)\n          return (await parent?.query(query[0], query[1]))?.[0]\n        }),\n      ),\n    )\n    await this.clearHandler()\n    return compact(settled.filter(fulfilled).map((result) => result.value))\n  }\n\n  protected override async deleteHandler(hashes: Hash[]): Promise<string[]> {\n    const deletedHashes = compact(\n      await Promise.all(\n        hashes.map((hash) => {\n          return this.cache.delete(hash) ? hash : undefined\n        }),\n      ),\n    )\n    return deletedHashes\n  }\n\n  protected override getHandler(hashes: string[]): Promisable<PayloadWithMeta[]> {\n    return compact(\n      hashes.map((hash) => {\n        const resolvedHash = this.bodyHashIndex.get(hash) ?? hash\n        const result = this.cache.get(resolvedHash)\n        if (resolvedHash !== hash && !result) {\n          throw new Error('Missing referenced payload')\n        }\n        return removeStorageMeta(result)\n      }),\n    )\n  }\n\n  protected override async insertHandler(payloads: Payload[]): Promise<PayloadWithMeta[]> {\n    const pairs = await PayloadBuilder.hashPairs(payloads)\n    const insertedPayloads = await Promise.all(\n      pairs.map(([payload, hash]) => {\n        return this.insertPayloadIntoCache(payload, hash)\n      }),\n    )\n\n    return insertedPayloads\n  }\n\n  private insertPayloadIntoCache(payload: PayloadWithMeta, hash: string, index = 0): PayloadWithMeta {\n    const withMeta = addStorageMeta(payload, index)\n    this.cache.set(hash, withMeta)\n    this.bodyHashIndex.set(withMeta.$hash, hash)\n    return payload\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;;;;;;;;ACAA,oBAAyB;AAEzB,oBAAwB;AACxB,qBAAsC;AACtC,gCAAkC;AAClC,6BAWO;AAEP,0BAA+E;AAC/E,6BAA+B;AAE/B,uBAAyB;;;;;;;;;;;;AAGlB,IAAMA,8BAA2D;AAWxE,IAAMC,mBAAmB;AAEzB,IAAMC,iBAAiB,wBAACC,UAAAA;AACtBC,8BAASD,QAAQF,kBAAkB,MAAM,gCAAgCA,gBAAAA,EAAkB;AAC3F,SAAOI,OAAOC,KAAKC,IAAG,CAAA,IAAMN,mBAAmBI,OAAOF,KAAAA;AACxD,GAHuB;AAKvB,IAAMK,iBAAiB,wBAA4BC,SAAYN,QAAQ,MAAC;AACtE,SAAO;IAAE,GAAGM;IAASC,WAAWR,eAAeC,KAAAA;EAAO;AACxD,GAFuB;AAIvB,IAAMQ,oBAAoB,wBAA4BC,aAAAA;AACpD,SAAOA,SAASC,KAAK,CAACC,GAAGC,MAAOD,EAAEJ,YAAYK,EAAEL,YAAY,KAAKI,EAAEJ,YAAYK,EAAEL,YAAY,IAAI,CAAA;AACnG,GAF0B;AAM1B,SAASM,kBAA6CP,SAA4B;AAChF,MAAI,CAACA;AAAS;AAEd,QAAM,EAAEC,WAAW,GAAGO,OAAAA,IAAWR;AACjC,SAAOQ;AACT;AALSD;AAUF,IAAME,mBAAN,MAAMA,yBAIHC,4CAAAA;EAKAC;EACAC;EAER,IAAIC,gBAAgB;AAClB,SAAKF,iBAAiB,KAAKA,kBAAkB,IAAIG,0BAAyB;MAAEC,KAAK,KAAKA;IAAI,CAAA;AAC1F,WAAO,KAAKJ;EACd;EAEA,IAAIK,QAAQ;AACV,SAAKJ,SAAS,KAAKA,UAAU,IAAIE,0BAAmD;MAAEC,KAAK,KAAKA;IAAI,CAAA;AACpG,WAAO,KAAKH;EACd;EAEA,IAAIG,MAAM;;AACR,aAAO,UAAKE,WAAL,mBAAaF,QAAO;EAC7B;EAEA,IAAaG,UAAU;AACrB,WAAO;MACLC;MACAC;MACAC;MACAC;MACAC;SACG,MAAML;;EAEb;EAEA,MAAyBM,aAAyC;AAChE,UAAMC,UAAMC,uBAAQ,MAAMC,QAAQF,IAAI,KAAKT,MAAMY,KAAI,EAAGC,IAAI,CAACC,UAAUA,MAAM,CAAA,EAAGA,KAAK,CAAA,CAAA;AACrF,WAAO5B,kBAAkBuB,GAAAA,EAAKI,IAAI,CAAC7B,YAAYO,kBAAkBP,OAAAA,CAAAA;EACnE;EAEmB+B,eAAqC;AACtD,SAAKf,MAAMgB,MAAK;AAChB,SAAKnB,cAAcmB,MAAK;AACxB,WAAO,KAAKC,KAAK,WAAW;MAAEC,QAAQ;IAAK,CAAA;EAC7C;EAEA,MAAyBC,gBAAmD;;AAC1E,UAAMhC,eAAWR,wBAAS,MAAM,KAAK6B,WAAU,GAAI,mBAAA;AACnD,UAAMY,UAAU,MAAMT,QAAQU,eAC5BX,wBACEY,YAAOC,QAAQ,MAAM,KAAKC,QAAO,GAAIC,UAAU,CAAA,CAAE,MAAjDH,mBAAoDT,IAAI,OAAOa,WAAAA;;AAC7D,YAAMC,eAAqC;QACzCC,QAAQtB;MACV;AACA,YAAMuB,QAAQ,MAAM,KAAKC,UAAUH,cAAcxC,QAAAA;AACjD,cAAQ4C,MAAA,OAAML,iCAAQG,MAAMA,MAAM,CAAA,GAAIA,MAAM,CAAA,QAApC,gBAAAE,IAA2C;IACrD,EAAA,CAAA;AAGJ,UAAM,KAAKhB,aAAY;AACvB,eAAOL,uBAAQU,QAAQY,OAAOC,wBAAAA,EAAWpB,IAAI,CAACqB,WAAWA,OAAOpB,KAAK,CAAA;EACvE;EAEA,MAAyBqB,cAAcC,QAAmC;AACxE,UAAMC,oBAAgB3B,uBACpB,MAAMC,QAAQF,IACZ2B,OAAOvB,IAAI,CAACyB,SAAAA;AACV,aAAO,KAAKtC,MAAMuC,OAAOD,IAAAA,IAAQA,OAAOE;IAC1C,CAAA,CAAA,CAAA;AAGJ,WAAOH;EACT;EAEmBI,WAAWL,QAAiD;AAC7E,eAAO1B,uBACL0B,OAAOvB,IAAI,CAACyB,SAAAA;AACV,YAAMI,eAAe,KAAK7C,cAAc8C,IAAIL,IAAAA,KAASA;AACrD,YAAMJ,SAAS,KAAKlC,MAAM2C,IAAID,YAAAA;AAC9B,UAAIA,iBAAiBJ,QAAQ,CAACJ,QAAQ;AACpC,cAAM,IAAIU,MAAM,4BAAA;MAClB;AACA,aAAOrD,kBAAkB2C,MAAAA;IAC3B,CAAA,CAAA;EAEJ;EAEA,MAAyBW,cAAc1D,UAAiD;AACtF,UAAM2D,QAAQ,MAAMC,sCAAeC,UAAU7D,QAAAA;AAC7C,UAAM8D,mBAAmB,MAAMtC,QAAQF,IACrCqC,MAAMjC,IAAI,CAAC,CAAC7B,SAASsD,IAAAA,MAAK;AACxB,aAAO,KAAKY,uBAAuBlE,SAASsD,IAAAA;IAC9C,CAAA,CAAA;AAGF,WAAOW;EACT;EAEQC,uBAAuBlE,SAA0BsD,MAAc5D,QAAQ,GAAoB;AACjG,UAAMyE,WAAWpE,eAAeC,SAASN,KAAAA;AACzC,SAAKsB,MAAMoD,IAAId,MAAMa,QAAAA;AACrB,SAAKtD,cAAcuD,IAAID,SAASE,OAAOf,IAAAA;AACvC,WAAOtD;EACT;AACF;AAtGUU;AAGR,cAPWD,kBAOK6D,iBAAgB;EAAC/E;EAA6BgF;;AAPzD,IAAM9D,kBAAN;AAAMA,kBAAAA,aAAAA;MADZ+D,qCAAAA;GACY/D,eAAAA;","names":["MemoryArchivistConfigSchema","maxSequenceIndex","sequenceNumber","index","assertEx","BigInt","Date","now","addStorageMeta","payload","_sequence","sortByStorageMeta","payloads","sort","a","b","removeStorageMeta","noMeta","MemoryArchivist","AbstractArchivist","_bodyHashIndex","_cache","bodyHashIndex","LRUCache","max","cache","config","queries","ArchivistAllQuerySchema","ArchivistDeleteQuerySchema","ArchivistClearQuerySchema","ArchivistInsertQuerySchema","ArchivistCommitQuerySchema","allHandler","all","compact","Promise","dump","map","value","clearHandler","clear","emit","module","commitHandler","settled","allSettled","Object","values","parents","commit","parent","queryPayload","schema","query","bindQuery","_a","filter","fulfilled","result","deleteHandler","hashes","deletedHashes","hash","delete","undefined","getHandler","resolvedHash","get","Error","insertHandler","pairs","PayloadBuilder","hashPairs","insertedPayloads","insertPayloadIntoCache","withMeta","set","$hash","configSchemas","ArchivistConfigSchema","creatableModule"]}

package/dist/node/index.js

@@ -27,6 +27,27 @@ function _ts_decorate(decorators, target, key, desc) {
 }
 __name(_ts_decorate, "_ts_decorate");
 var MemoryArchivistConfigSchema = "network.xyo.archivist.memory.config";
+var maxSequenceIndex = 10000000000n;
+var sequenceNumber = /* @__PURE__ */ __name((index) => {
+  assertEx(index < maxSequenceIndex, () => `index may not be larger than ${maxSequenceIndex}`);
+  return BigInt(Date.now()) * maxSequenceIndex + BigInt(index);
+}, "sequenceNumber");
+var addStorageMeta = /* @__PURE__ */ __name((payload, index = 0) => {
+  return {
+    ...payload,
+    _sequence: sequenceNumber(index)
+  };
+}, "addStorageMeta");
+var sortByStorageMeta = /* @__PURE__ */ __name((payloads) => {
+  return payloads.sort((a, b) => a._sequence < b._sequence ? -1 : a._sequence > b._sequence ? 1 : 0);
+}, "sortByStorageMeta");
+function removeStorageMeta(payload) {
+  if (!payload)
+    return;
+  const { _sequence, ...noMeta } = payload;
+  return noMeta;
+}
+__name(removeStorageMeta, "removeStorageMeta");
 var _MemoryArchivist = class _MemoryArchivist extends AbstractArchivist {
   _bodyHashIndex;
   _cache;
@@ -57,7 +78,8 @@ var _MemoryArchivist = class _MemoryArchivist extends AbstractArchivist {
     ];
   }
   async allHandler() {
-    return compact(await Promise.all(this.cache.dump().map((value) => PayloadBuilder.build(value[1].value))));
+    const all = compact(await Promise.all(this.cache.dump().map((value) => value[1].value)));
+    return sortByStorageMeta(all).map((payload) => removeStorageMeta(payload));
   }
   clearHandler() {
     this.cache.clear();
@@ -93,7 +115,7 @@ var _MemoryArchivist = class _MemoryArchivist extends AbstractArchivist {
       if (resolvedHash !== hash && !result) {
         throw new Error("Missing referenced payload");
       }
-      return result;
+      return removeStorageMeta(result);
     }));
   }
   async insertHandler(payloads) {
@@ -103,9 +125,10 @@ var _MemoryArchivist = class _MemoryArchivist extends AbstractArchivist {
     }));
     return insertedPayloads;
   }
-  insertPayloadIntoCache(payload, hash) {
-    this.cache.set(hash, payload);
-    this.bodyHashIndex.set(payload.$hash, hash);
+  insertPayloadIntoCache(payload, hash, index = 0) {
+    const withMeta = addStorageMeta(payload, index);
+    this.cache.set(hash, withMeta);
+    this.bodyHashIndex.set(withMeta.$hash, hash);
     return payload;
   }
 };

package/dist/node/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/MemoryArchivist.ts"],"sourcesContent":["import { assertEx } from '@xylabs/assert'\nimport { Hash } from '@xylabs/hex'\nimport { compact } from '@xylabs/lodash'\nimport { fulfilled, Promisable } from '@xylabs/promise'\nimport { AbstractArchivist } from '@xyo-network/archivist-abstract'\nimport {\n  ArchivistAllQuerySchema,\n  ArchivistClearQuerySchema,\n  ArchivistCommitQuerySchema,\n  ArchivistConfig,\n  ArchivistConfigSchema,\n  ArchivistDeleteQuerySchema,\n  ArchivistInsertQuery,\n  ArchivistInsertQuerySchema,\n  ArchivistInstance,\n  ArchivistModuleEventData,\n} from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { AnyConfigSchema, creatableModule, ModuleInstance, ModuleParams } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, PayloadWithMeta, WithMeta } from '@xyo-network/payload-model'\nimport { LRUCache } from 'lru-cache'\n\nexport type MemoryArchivistConfigSchema = 'network.xyo.archivist.memory.config'\nexport const MemoryArchivistConfigSchema: MemoryArchivistConfigSchema = 'network.xyo.archivist.memory.config'\n\nexport type MemoryArchivistConfig = ArchivistConfig<{\n  max?: number\n  schema: MemoryArchivistConfigSchema | ArchivistConfig['schema']\n}>\n\nexport type MemoryArchivistParams<TConfig extends AnyConfigSchema<MemoryArchivistConfig> = AnyConfigSchema<MemoryArchivistConfig>> =\n  ModuleParams<TConfig>\n@creatableModule()\nexport class MemoryArchivist<\n    TParams extends MemoryArchivistParams<AnyConfigSchema<MemoryArchivistConfig>> = MemoryArchivistParams,\n    TEventData extends ArchivistModuleEventData = ArchivistModuleEventData,\n  >\n  extends AbstractArchivist<TParams, TEventData>\n  implements ArchivistInstance, ModuleInstance\n{\n  static override configSchemas = [MemoryArchivistConfigSchema, ArchivistConfigSchema]\n\n  private _bodyHashIndex?: LRUCache<string, string>\n  private _cache?: LRUCache<string, PayloadWithMeta>\n\n  get bodyHashIndex() {\n    this._bodyHashIndex = this._bodyHashIndex ?? new LRUCache<string, string>({ max: this.max })\n    return this._bodyHashIndex\n  }\n\n  get cache() {\n    this._cache = this._cache ?? new LRUCache<string, PayloadWithMeta>({ max: this.max })\n    return this._cache\n  }\n\n  get max() {\n    return this.config?.max ?? 10_000\n  }\n\n  override get queries() {\n    return [\n      ArchivistAllQuerySchema,\n      ArchivistDeleteQuerySchema,\n      ArchivistClearQuerySchema,\n      ArchivistInsertQuerySchema,\n      ArchivistCommitQuerySchema,\n      ...super.queries,\n    ]\n  }\n\n  protected override async allHandler(): Promise<PayloadWithMeta[]> {\n    return compact(await Promise.all(this.cache.dump().map((value) => PayloadBuilder.build(value[1].value))))\n  }\n\n  protected override clearHandler(): void | Promise<void> {\n    this.cache.clear()\n    this.bodyHashIndex.clear()\n    return this.emit('cleared', { module: this })\n  }\n\n  protected override async commitHandler(): Promise<WithMeta<BoundWitness>[]> {\n    const payloads = assertEx(await this.allHandler(), 'Nothing to commit')\n    const settled = await Promise.allSettled(\n      compact(\n        Object.values((await this.parents()).commit ?? [])?.map(async (parent) => {\n          const queryPayload: ArchivistInsertQuery = {\n            schema: ArchivistInsertQuerySchema,\n          }\n          const query = await this.bindQuery(queryPayload, payloads)\n          return (await parent?.query(query[0], query[1]))?.[0]\n        }),\n      ),\n    )\n    await this.clearHandler()\n    return compact(settled.filter(fulfilled).map((result) => result.value))\n  }\n\n  protected override async deleteHandler(hashes: Hash[]): Promise<string[]> {\n    const deletedHashes = compact(\n      await Promise.all(\n        hashes.map((hash) => {\n          return this.cache.delete(hash) ? hash : undefined\n        }),\n      ),\n    )\n    return deletedHashes\n  }\n\n  protected override getHandler(hashes: string[]): Promisable<PayloadWithMeta[]> {\n    return compact(\n      hashes.map((hash) => {\n        const resolvedHash = this.bodyHashIndex.get(hash) ?? hash\n        const result = this.cache.get(resolvedHash)\n        if (resolvedHash !== hash && !result) {\n          throw new Error('Missing referenced payload')\n        }\n        return result\n      }),\n    )\n  }\n\n  protected override async insertHandler(payloads: Payload[]): Promise<PayloadWithMeta[]> {\n    const pairs = await PayloadBuilder.hashPairs(payloads)\n    const insertedPayloads = await Promise.all(\n      pairs.map(([payload, hash]) => {\n        return this.insertPayloadIntoCache(payload, hash)\n      }),\n    )\n\n    return insertedPayloads\n  }\n\n  private insertPayloadIntoCache(payload: PayloadWithMeta, hash: string): PayloadWithMeta {\n    this.cache.set(hash, payload)\n    this.bodyHashIndex.set(payload.$hash, hash)\n    return payload\n  }\n}\n"],"mappings":";;;;;;;;;AAAA,SAASA,gBAAgB;AAEzB,SAASC,eAAe;AACxB,SAASC,iBAA6B;AACtC,SAASC,yBAAyB;AAClC,SACEC,yBACAC,2BACAC,4BAEAC,uBACAC,4BAEAC,kCAGK;AAEP,SAA0BC,uBAAqD;AAC/E,SAASC,sBAAsB;AAE/B,SAASC,gBAAgB;;;;;;;;;;;;AAGlB,IAAMC,8BAA2D;AAUjE,IAAMC,mBAAN,MAAMA,yBAIHC,kBAAAA;EAKAC;EACAC;EAER,IAAIC,gBAAgB;AAClB,SAAKF,iBAAiB,KAAKA,kBAAkB,IAAIG,SAAyB;MAAEC,KAAK,KAAKA;IAAI,CAAA;AAC1F,WAAO,KAAKJ;EACd;EAEA,IAAIK,QAAQ;AACV,SAAKJ,SAAS,KAAKA,UAAU,IAAIE,SAAkC;MAAEC,KAAK,KAAKA;IAAI,CAAA;AACnF,WAAO,KAAKH;EACd;EAEA,IAAIG,MAAM;;AACR,aAAO,UAAKE,WAAL,mBAAaF,QAAO;EAC7B;EAEA,IAAaG,UAAU;AACrB,WAAO;MACLC;MACAC;MACAC;MACAC;MACAC;SACG,MAAML;;EAEb;EAEA,MAAyBM,aAAyC;AAChE,WAAOC,QAAQ,MAAMC,QAAQC,IAAI,KAAKX,MAAMY,KAAI,EAAGC,IAAI,CAACC,UAAUC,eAAeC,MAAMF,MAAM,CAAA,EAAGA,KAAK,CAAA,CAAA,CAAA;EACvG;EAEmBG,eAAqC;AACtD,SAAKjB,MAAMkB,MAAK;AAChB,SAAKrB,cAAcqB,MAAK;AACxB,WAAO,KAAKC,KAAK,WAAW;MAAEC,QAAQ;IAAK,CAAA;EAC7C;EAEA,MAAyBC,gBAAmD;;AAC1E,UAAMC,WAAWC,SAAS,MAAM,KAAKf,WAAU,GAAI,mBAAA;AACnD,UAAMgB,UAAU,MAAMd,QAAQe,WAC5BhB,SACEiB,YAAOC,QAAQ,MAAM,KAAKC,QAAO,GAAIC,UAAU,CAAA,CAAE,MAAjDH,mBAAoDb,IAAI,OAAOiB,WAAAA;;AAC7D,YAAMC,eAAqC;QACzCC,QAAQ1B;MACV;AACA,YAAM2B,QAAQ,MAAM,KAAKC,UAAUH,cAAcT,QAAAA;AACjD,cAAQa,MAAA,OAAML,iCAAQG,MAAMA,MAAM,CAAA,GAAIA,MAAM,CAAA,QAApC,gBAAAE,IAA2C;IACrD,EAAA,CAAA;AAGJ,UAAM,KAAKlB,aAAY;AACvB,WAAOR,QAAQe,QAAQY,OAAOC,SAAAA,EAAWxB,IAAI,CAACyB,WAAWA,OAAOxB,KAAK,CAAA;EACvE;EAEA,MAAyByB,cAAcC,QAAmC;AACxE,UAAMC,gBAAgBhC,QACpB,MAAMC,QAAQC,IACZ6B,OAAO3B,IAAI,CAAC6B,SAAAA;AACV,aAAO,KAAK1C,MAAM2C,OAAOD,IAAAA,IAAQA,OAAOE;IAC1C,CAAA,CAAA,CAAA;AAGJ,WAAOH;EACT;EAEmBI,WAAWL,QAAiD;AAC7E,WAAO/B,QACL+B,OAAO3B,IAAI,CAAC6B,SAAAA;AACV,YAAMI,eAAe,KAAKjD,cAAckD,IAAIL,IAAAA,KAASA;AACrD,YAAMJ,SAAS,KAAKtC,MAAM+C,IAAID,YAAAA;AAC9B,UAAIA,iBAAiBJ,QAAQ,CAACJ,QAAQ;AACpC,cAAM,IAAIU,MAAM,4BAAA;MAClB;AACA,aAAOV;IACT,CAAA,CAAA;EAEJ;EAEA,MAAyBW,cAAc3B,UAAiD;AACtF,UAAM4B,QAAQ,MAAMnC,eAAeoC,UAAU7B,QAAAA;AAC7C,UAAM8B,mBAAmB,MAAM1C,QAAQC,IACrCuC,MAAMrC,IAAI,CAAC,CAACwC,SAASX,IAAAA,MAAK;AACxB,aAAO,KAAKY,uBAAuBD,SAASX,IAAAA;IAC9C,CAAA,CAAA;AAGF,WAAOU;EACT;EAEQE,uBAAuBD,SAA0BX,MAA+B;AACtF,SAAK1C,MAAMuD,IAAIb,MAAMW,OAAAA;AACrB,SAAKxD,cAAc0D,IAAIF,QAAQG,OAAOd,IAAAA;AACtC,WAAOW;EACT;AACF;AApGU3D;AAGR,cAPWD,kBAOKgE,iBAAgB;EAACjE;EAA6BkE;;AAPzD,IAAMjE,kBAAN;AAAMA,kBAAAA,aAAAA;EADZkE,gBAAAA;GACYlE,eAAAA;","names":["assertEx","compact","fulfilled","AbstractArchivist","ArchivistAllQuerySchema","ArchivistClearQuerySchema","ArchivistCommitQuerySchema","ArchivistConfigSchema","ArchivistDeleteQuerySchema","ArchivistInsertQuerySchema","creatableModule","PayloadBuilder","LRUCache","MemoryArchivistConfigSchema","MemoryArchivist","AbstractArchivist","_bodyHashIndex","_cache","bodyHashIndex","LRUCache","max","cache","config","queries","ArchivistAllQuerySchema","ArchivistDeleteQuerySchema","ArchivistClearQuerySchema","ArchivistInsertQuerySchema","ArchivistCommitQuerySchema","allHandler","compact","Promise","all","dump","map","value","PayloadBuilder","build","clearHandler","clear","emit","module","commitHandler","payloads","assertEx","settled","allSettled","Object","values","parents","commit","parent","queryPayload","schema","query","bindQuery","_a","filter","fulfilled","result","deleteHandler","hashes","deletedHashes","hash","delete","undefined","getHandler","resolvedHash","get","Error","insertHandler","pairs","hashPairs","insertedPayloads","payload","insertPayloadIntoCache","set","$hash","configSchemas","ArchivistConfigSchema","creatableModule"]}
+{"version":3,"sources":["../../src/MemoryArchivist.ts"],"sourcesContent":["import { assertEx } from '@xylabs/assert'\nimport { Hash } from '@xylabs/hex'\nimport { compact } from '@xylabs/lodash'\nimport { fulfilled, Promisable } from '@xylabs/promise'\nimport { AbstractArchivist } from '@xyo-network/archivist-abstract'\nimport {\n  ArchivistAllQuerySchema,\n  ArchivistClearQuerySchema,\n  ArchivistCommitQuerySchema,\n  ArchivistConfig,\n  ArchivistConfigSchema,\n  ArchivistDeleteQuerySchema,\n  ArchivistInsertQuery,\n  ArchivistInsertQuerySchema,\n  ArchivistInstance,\n  ArchivistModuleEventData,\n} from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { AnyConfigSchema, creatableModule, ModuleInstance, ModuleParams } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, PayloadWithMeta, WithMeta } from '@xyo-network/payload-model'\nimport { LRUCache } from 'lru-cache'\n\nexport type MemoryArchivistConfigSchema = 'network.xyo.archivist.memory.config'\nexport const MemoryArchivistConfigSchema: MemoryArchivistConfigSchema = 'network.xyo.archivist.memory.config'\n\nexport type MemoryArchivistConfig = ArchivistConfig<{\n  max?: number\n  schema: MemoryArchivistConfigSchema | ArchivistConfig['schema']\n}>\n\ntype WithStorageMeta<T extends Payload> = T & {\n  _sequence: bigint\n}\n\nconst maxSequenceIndex = 10_000_000_000n\n\nconst sequenceNumber = (index: number) => {\n  assertEx(index < maxSequenceIndex, () => `index may not be larger than ${maxSequenceIndex}`)\n  return BigInt(Date.now()) * maxSequenceIndex + BigInt(index)\n}\n\nconst addStorageMeta = <T extends PayloadWithMeta>(payload: T, index = 0) => {\n  return { ...payload, _sequence: sequenceNumber(index) } as WithStorageMeta<T>\n}\n\nconst sortByStorageMeta = <T extends PayloadWithMeta>(payloads: WithStorageMeta<T>[]) => {\n  return payloads.sort((a, b) => (a._sequence < b._sequence ? -1 : a._sequence > b._sequence ? 1 : 0))\n}\n\nfunction removeStorageMeta<T extends PayloadWithMeta>(payload: WithStorageMeta<T>): T\nfunction removeStorageMeta<T extends PayloadWithMeta>(payload?: WithStorageMeta<T>): T | undefined\nfunction removeStorageMeta<T extends PayloadWithMeta>(payload?: WithStorageMeta<T>) {\n  if (!payload) return\n  // eslint-disable-next-line @typescript-eslint/no-unused-vars\n  const { _sequence, ...noMeta } = payload as WithStorageMeta<T>\n  return noMeta as T\n}\n\nexport type MemoryArchivistParams<TConfig extends AnyConfigSchema<MemoryArchivistConfig> = AnyConfigSchema<MemoryArchivistConfig>> =\n  ModuleParams<TConfig>\n@creatableModule()\nexport class MemoryArchivist<\n    TParams extends MemoryArchivistParams<AnyConfigSchema<MemoryArchivistConfig>> = MemoryArchivistParams,\n    TEventData extends ArchivistModuleEventData = ArchivistModuleEventData,\n  >\n  extends AbstractArchivist<TParams, TEventData>\n  implements ArchivistInstance, ModuleInstance\n{\n  static override configSchemas = [MemoryArchivistConfigSchema, ArchivistConfigSchema]\n\n  private _bodyHashIndex?: LRUCache<string, string>\n  private _cache?: LRUCache<string, WithStorageMeta<PayloadWithMeta>>\n\n  get bodyHashIndex() {\n    this._bodyHashIndex = this._bodyHashIndex ?? new LRUCache<string, string>({ max: this.max })\n    return this._bodyHashIndex\n  }\n\n  get cache() {\n    this._cache = this._cache ?? new LRUCache<string, WithStorageMeta<PayloadWithMeta>>({ max: this.max })\n    return this._cache\n  }\n\n  get max() {\n    return this.config?.max ?? 10_000\n  }\n\n  override get queries() {\n    return [\n      ArchivistAllQuerySchema,\n      ArchivistDeleteQuerySchema,\n      ArchivistClearQuerySchema,\n      ArchivistInsertQuerySchema,\n      ArchivistCommitQuerySchema,\n      ...super.queries,\n    ]\n  }\n\n  protected override async allHandler(): Promise<PayloadWithMeta[]> {\n    const all = compact(await Promise.all(this.cache.dump().map((value) => value[1].value)))\n    return sortByStorageMeta(all).map((payload) => removeStorageMeta(payload))\n  }\n\n  protected override clearHandler(): void | Promise<void> {\n    this.cache.clear()\n    this.bodyHashIndex.clear()\n    return this.emit('cleared', { module: this })\n  }\n\n  protected override async commitHandler(): Promise<WithMeta<BoundWitness>[]> {\n    const payloads = assertEx(await this.allHandler(), 'Nothing to commit')\n    const settled = await Promise.allSettled(\n      compact(\n        Object.values((await this.parents()).commit ?? [])?.map(async (parent) => {\n          const queryPayload: ArchivistInsertQuery = {\n            schema: ArchivistInsertQuerySchema,\n          }\n          const query = await this.bindQuery(queryPayload, payloads)\n          return (await parent?.query(query[0], query[1]))?.[0]\n        }),\n      ),\n    )\n    await this.clearHandler()\n    return compact(settled.filter(fulfilled).map((result) => result.value))\n  }\n\n  protected override async deleteHandler(hashes: Hash[]): Promise<string[]> {\n    const deletedHashes = compact(\n      await Promise.all(\n        hashes.map((hash) => {\n          return this.cache.delete(hash) ? hash : undefined\n        }),\n      ),\n    )\n    return deletedHashes\n  }\n\n  protected override getHandler(hashes: string[]): Promisable<PayloadWithMeta[]> {\n    return compact(\n      hashes.map((hash) => {\n        const resolvedHash = this.bodyHashIndex.get(hash) ?? hash\n        const result = this.cache.get(resolvedHash)\n        if (resolvedHash !== hash && !result) {\n          throw new Error('Missing referenced payload')\n        }\n        return removeStorageMeta(result)\n      }),\n    )\n  }\n\n  protected override async insertHandler(payloads: Payload[]): Promise<PayloadWithMeta[]> {\n    const pairs = await PayloadBuilder.hashPairs(payloads)\n    const insertedPayloads = await Promise.all(\n      pairs.map(([payload, hash]) => {\n        return this.insertPayloadIntoCache(payload, hash)\n      }),\n    )\n\n    return insertedPayloads\n  }\n\n  private insertPayloadIntoCache(payload: PayloadWithMeta, hash: string, index = 0): PayloadWithMeta {\n    const withMeta = addStorageMeta(payload, index)\n    this.cache.set(hash, withMeta)\n    this.bodyHashIndex.set(withMeta.$hash, hash)\n    return payload\n  }\n}\n"],"mappings":";;;;;;;;;AAAA,SAASA,gBAAgB;AAEzB,SAASC,eAAe;AACxB,SAASC,iBAA6B;AACtC,SAASC,yBAAyB;AAClC,SACEC,yBACAC,2BACAC,4BAEAC,uBACAC,4BAEAC,kCAGK;AAEP,SAA0BC,uBAAqD;AAC/E,SAASC,sBAAsB;AAE/B,SAASC,gBAAgB;;;;;;;;;;;;AAGlB,IAAMC,8BAA2D;AAWxE,IAAMC,mBAAmB;AAEzB,IAAMC,iBAAiB,wBAACC,UAAAA;AACtBC,WAASD,QAAQF,kBAAkB,MAAM,gCAAgCA,gBAAAA,EAAkB;AAC3F,SAAOI,OAAOC,KAAKC,IAAG,CAAA,IAAMN,mBAAmBI,OAAOF,KAAAA;AACxD,GAHuB;AAKvB,IAAMK,iBAAiB,wBAA4BC,SAAYN,QAAQ,MAAC;AACtE,SAAO;IAAE,GAAGM;IAASC,WAAWR,eAAeC,KAAAA;EAAO;AACxD,GAFuB;AAIvB,IAAMQ,oBAAoB,wBAA4BC,aAAAA;AACpD,SAAOA,SAASC,KAAK,CAACC,GAAGC,MAAOD,EAAEJ,YAAYK,EAAEL,YAAY,KAAKI,EAAEJ,YAAYK,EAAEL,YAAY,IAAI,CAAA;AACnG,GAF0B;AAM1B,SAASM,kBAA6CP,SAA4B;AAChF,MAAI,CAACA;AAAS;AAEd,QAAM,EAAEC,WAAW,GAAGO,OAAAA,IAAWR;AACjC,SAAOQ;AACT;AALSD;AAUF,IAAME,mBAAN,MAAMA,yBAIHC,kBAAAA;EAKAC;EACAC;EAER,IAAIC,gBAAgB;AAClB,SAAKF,iBAAiB,KAAKA,kBAAkB,IAAIG,SAAyB;MAAEC,KAAK,KAAKA;IAAI,CAAA;AAC1F,WAAO,KAAKJ;EACd;EAEA,IAAIK,QAAQ;AACV,SAAKJ,SAAS,KAAKA,UAAU,IAAIE,SAAmD;MAAEC,KAAK,KAAKA;IAAI,CAAA;AACpG,WAAO,KAAKH;EACd;EAEA,IAAIG,MAAM;;AACR,aAAO,UAAKE,WAAL,mBAAaF,QAAO;EAC7B;EAEA,IAAaG,UAAU;AACrB,WAAO;MACLC;MACAC;MACAC;MACAC;MACAC;SACG,MAAML;;EAEb;EAEA,MAAyBM,aAAyC;AAChE,UAAMC,MAAMC,QAAQ,MAAMC,QAAQF,IAAI,KAAKT,MAAMY,KAAI,EAAGC,IAAI,CAACC,UAAUA,MAAM,CAAA,EAAGA,KAAK,CAAA,CAAA;AACrF,WAAO5B,kBAAkBuB,GAAAA,EAAKI,IAAI,CAAC7B,YAAYO,kBAAkBP,OAAAA,CAAAA;EACnE;EAEmB+B,eAAqC;AACtD,SAAKf,MAAMgB,MAAK;AAChB,SAAKnB,cAAcmB,MAAK;AACxB,WAAO,KAAKC,KAAK,WAAW;MAAEC,QAAQ;IAAK,CAAA;EAC7C;EAEA,MAAyBC,gBAAmD;;AAC1E,UAAMhC,WAAWR,SAAS,MAAM,KAAK6B,WAAU,GAAI,mBAAA;AACnD,UAAMY,UAAU,MAAMT,QAAQU,WAC5BX,SACEY,YAAOC,QAAQ,MAAM,KAAKC,QAAO,GAAIC,UAAU,CAAA,CAAE,MAAjDH,mBAAoDT,IAAI,OAAOa,WAAAA;;AAC7D,YAAMC,eAAqC;QACzCC,QAAQtB;MACV;AACA,YAAMuB,QAAQ,MAAM,KAAKC,UAAUH,cAAcxC,QAAAA;AACjD,cAAQ4C,MAAA,OAAML,iCAAQG,MAAMA,MAAM,CAAA,GAAIA,MAAM,CAAA,QAApC,gBAAAE,IAA2C;IACrD,EAAA,CAAA;AAGJ,UAAM,KAAKhB,aAAY;AACvB,WAAOL,QAAQU,QAAQY,OAAOC,SAAAA,EAAWpB,IAAI,CAACqB,WAAWA,OAAOpB,KAAK,CAAA;EACvE;EAEA,MAAyBqB,cAAcC,QAAmC;AACxE,UAAMC,gBAAgB3B,QACpB,MAAMC,QAAQF,IACZ2B,OAAOvB,IAAI,CAACyB,SAAAA;AACV,aAAO,KAAKtC,MAAMuC,OAAOD,IAAAA,IAAQA,OAAOE;IAC1C,CAAA,CAAA,CAAA;AAGJ,WAAOH;EACT;EAEmBI,WAAWL,QAAiD;AAC7E,WAAO1B,QACL0B,OAAOvB,IAAI,CAACyB,SAAAA;AACV,YAAMI,eAAe,KAAK7C,cAAc8C,IAAIL,IAAAA,KAASA;AACrD,YAAMJ,SAAS,KAAKlC,MAAM2C,IAAID,YAAAA;AAC9B,UAAIA,iBAAiBJ,QAAQ,CAACJ,QAAQ;AACpC,cAAM,IAAIU,MAAM,4BAAA;MAClB;AACA,aAAOrD,kBAAkB2C,MAAAA;IAC3B,CAAA,CAAA;EAEJ;EAEA,MAAyBW,cAAc1D,UAAiD;AACtF,UAAM2D,QAAQ,MAAMC,eAAeC,UAAU7D,QAAAA;AAC7C,UAAM8D,mBAAmB,MAAMtC,QAAQF,IACrCqC,MAAMjC,IAAI,CAAC,CAAC7B,SAASsD,IAAAA,MAAK;AACxB,aAAO,KAAKY,uBAAuBlE,SAASsD,IAAAA;IAC9C,CAAA,CAAA;AAGF,WAAOW;EACT;EAEQC,uBAAuBlE,SAA0BsD,MAAc5D,QAAQ,GAAoB;AACjG,UAAMyE,WAAWpE,eAAeC,SAASN,KAAAA;AACzC,SAAKsB,MAAMoD,IAAId,MAAMa,QAAAA;AACrB,SAAKtD,cAAcuD,IAAID,SAASE,OAAOf,IAAAA;AACvC,WAAOtD;EACT;AACF;AAtGUU;AAGR,cAPWD,kBAOK6D,iBAAgB;EAAC/E;EAA6BgF;;AAPzD,IAAM9D,kBAAN;AAAMA,kBAAAA,aAAAA;EADZ+D,gBAAAA;GACY/D,eAAAA;","names":["assertEx","compact","fulfilled","AbstractArchivist","ArchivistAllQuerySchema","ArchivistClearQuerySchema","ArchivistCommitQuerySchema","ArchivistConfigSchema","ArchivistDeleteQuerySchema","ArchivistInsertQuerySchema","creatableModule","PayloadBuilder","LRUCache","MemoryArchivistConfigSchema","maxSequenceIndex","sequenceNumber","index","assertEx","BigInt","Date","now","addStorageMeta","payload","_sequence","sortByStorageMeta","payloads","sort","a","b","removeStorageMeta","noMeta","MemoryArchivist","AbstractArchivist","_bodyHashIndex","_cache","bodyHashIndex","LRUCache","max","cache","config","queries","ArchivistAllQuerySchema","ArchivistDeleteQuerySchema","ArchivistClearQuerySchema","ArchivistInsertQuerySchema","ArchivistCommitQuerySchema","allHandler","all","compact","Promise","dump","map","value","clearHandler","clear","emit","module","commitHandler","settled","allSettled","Object","values","parents","commit","parent","queryPayload","schema","query","bindQuery","_a","filter","fulfilled","result","deleteHandler","hashes","deletedHashes","hash","delete","undefined","getHandler","resolvedHash","get","Error","insertHandler","pairs","PayloadBuilder","hashPairs","insertedPayloads","insertPayloadIntoCache","withMeta","set","$hash","configSchemas","ArchivistConfigSchema","creatableModule"]}

package/package.json

@@ -14,18 +14,18 @@
     "@xylabs/hex": "^2.14.2",
     "@xylabs/lodash": "^2.14.2",
     "@xylabs/promise": "^2.14.2",
-    "@xyo-network/archivist-abstract": "~2.90.14",
-    "@xyo-network/archivist-model": "~2.90.14",
-    "@xyo-network/boundwitness-model": "~2.90.14",
-    "@xyo-network/module-model": "~2.90.14",
-    "@xyo-network/payload-builder": "~2.90.14",
-    "@xyo-network/payload-model": "~2.90.14",
+    "@xyo-network/archivist-abstract": "~2.90.16",
+    "@xyo-network/archivist-model": "~2.90.16",
+    "@xyo-network/boundwitness-model": "~2.90.16",
+    "@xyo-network/module-model": "~2.90.16",
+    "@xyo-network/payload-builder": "~2.90.16",
+    "@xyo-network/payload-model": "~2.90.16",
     "lru-cache": "^10.2.0"
   },
   "devDependencies": {
     "@xylabs/ts-scripts-yarn3": "^3.2.42",
     "@xylabs/tsconfig": "^3.2.42",
-    "@xyo-network/account": "~2.90.14",
+    "@xyo-network/account": "~2.90.16",
     "typescript": "^5.3.3"
   },
   "description": "Primary SDK for using XYO Protocol 2.0",
@@ -67,6 +67,6 @@
     "url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js.git"
   },
   "sideEffects": false,
-  "version": "2.90.14",
+  "version": "2.90.16",
   "type": "module"
 }

package/src/MemoryArchivist.ts

@@ -29,6 +29,34 @@ export type MemoryArchivistConfig = ArchivistConfig<{
   schema: MemoryArchivistConfigSchema | ArchivistConfig['schema']
 }>
 
+type WithStorageMeta<T extends Payload> = T & {
+  _sequence: bigint
+}
+
+const maxSequenceIndex = 10_000_000_000n
+
+const sequenceNumber = (index: number) => {
+  assertEx(index < maxSequenceIndex, () => `index may not be larger than ${maxSequenceIndex}`)
+  return BigInt(Date.now()) * maxSequenceIndex + BigInt(index)
+}
+
+const addStorageMeta = <T extends PayloadWithMeta>(payload: T, index = 0) => {
+  return { ...payload, _sequence: sequenceNumber(index) } as WithStorageMeta<T>
+}
+
+const sortByStorageMeta = <T extends PayloadWithMeta>(payloads: WithStorageMeta<T>[]) => {
+  return payloads.sort((a, b) => (a._sequence < b._sequence ? -1 : a._sequence > b._sequence ? 1 : 0))
+}
+
+function removeStorageMeta<T extends PayloadWithMeta>(payload: WithStorageMeta<T>): T
+function removeStorageMeta<T extends PayloadWithMeta>(payload?: WithStorageMeta<T>): T | undefined
+function removeStorageMeta<T extends PayloadWithMeta>(payload?: WithStorageMeta<T>) {
+  if (!payload) return
+  // eslint-disable-next-line @typescript-eslint/no-unused-vars
+  const { _sequence, ...noMeta } = payload as WithStorageMeta<T>
+  return noMeta as T
+}
+
 export type MemoryArchivistParams<TConfig extends AnyConfigSchema<MemoryArchivistConfig> = AnyConfigSchema<MemoryArchivistConfig>> =
   ModuleParams<TConfig>
 @creatableModule()
@@ -42,7 +70,7 @@ export class MemoryArchivist<
   static override configSchemas = [MemoryArchivistConfigSchema, ArchivistConfigSchema]
 
   private _bodyHashIndex?: LRUCache<string, string>
-  private _cache?: LRUCache<string, PayloadWithMeta>
+  private _cache?: LRUCache<string, WithStorageMeta<PayloadWithMeta>>
 
   get bodyHashIndex() {
     this._bodyHashIndex = this._bodyHashIndex ?? new LRUCache<string, string>({ max: this.max })
@@ -50,7 +78,7 @@ export class MemoryArchivist<
   }
 
   get cache() {
-    this._cache = this._cache ?? new LRUCache<string, PayloadWithMeta>({ max: this.max })
+    this._cache = this._cache ?? new LRUCache<string, WithStorageMeta<PayloadWithMeta>>({ max: this.max })
     return this._cache
   }
 
@@ -70,7 +98,8 @@ export class MemoryArchivist<
   }
 
   protected override async allHandler(): Promise<PayloadWithMeta[]> {
-    return compact(await Promise.all(this.cache.dump().map((value) => PayloadBuilder.build(value[1].value))))
+    const all = compact(await Promise.all(this.cache.dump().map((value) => value[1].value)))
+    return sortByStorageMeta(all).map((payload) => removeStorageMeta(payload))
   }
 
   protected override clearHandler(): void | Promise<void> {
@@ -115,7 +144,7 @@ export class MemoryArchivist<
         if (resolvedHash !== hash && !result) {
           throw new Error('Missing referenced payload')
         }
-        return result
+        return removeStorageMeta(result)
       }),
     )
   }
@@ -131,9 +160,10 @@ export class MemoryArchivist<
     return insertedPayloads
   }
 
-  private insertPayloadIntoCache(payload: PayloadWithMeta, hash: string): PayloadWithMeta {
-    this.cache.set(hash, payload)
-    this.bodyHashIndex.set(payload.$hash, hash)
+  private insertPayloadIntoCache(payload: PayloadWithMeta, hash: string, index = 0): PayloadWithMeta {
+    const withMeta = addStorageMeta(payload, index)
+    this.cache.set(hash, withMeta)
+    this.bodyHashIndex.set(withMeta.$hash, hash)
     return payload
   }
 }