@ibgib/core-gib 0.1.60 → 0.1.61

package/src/sync/sync-innerspace.withid.respec.mts

@@ -0,0 +1,265 @@
+/**
+ * @module sync-innerspace.withid.respec
+ *
+ * Verifies SyncSagaCoordinator using InnerSpace (in-memory/local) spaces with Identity.
+ * This utilizes SyncPeerInnerspace_V1 for local-to-local synchronization simulations.
+ */
+
+import {
+    respecfully, lastOfAll, ifWe, iReckon,
+    ifWeMight
+} from '@ibgib/helper-gib/dist/respec-gib/respec-gib.mjs';
+const maam = `[${import.meta.url}]`, sir = maam;
+import { clone, delay, extractErrorMsg, pretty } from '@ibgib/helper-gib/dist/helpers/utils-helper.mjs';
+import { getIbGibAddr } from '@ibgib/ts-gib/dist/helper.mjs';
+import { IbGib_V1 } from '@ibgib/ts-gib/dist/V1/types.mjs';
+
+import { GLOBAL_LOG_A_LOT } from '../core-constants.mjs';
+import { SyncSagaCoordinator } from './sync-saga-coordinator.mjs';
+import { getFromSpace } from '../witness/space/space-helper.mjs';
+import { Metaspace_Innerspace } from '../witness/space/metaspace/metaspace-innerspace/metaspace-innerspace.mjs';
+import { getDependencyGraph } from '../common/other/graph-helper.mjs';
+import { InnerSpace_V1 } from '../witness/space/inner-space/inner-space-v1.mjs';
+import { createTimelineRootTestHelper, } from '../test-helpers.mjs';
+import { mut8Timeline, } from '../timeline/timeline-api.mjs';
+import { DEFAULT_INNER_SPACE_DATA_V1 } from '../witness/space/inner-space/inner-space-types.mjs';
+import { toDto } from '../common/other/ibgib-helper.mjs';
+import { fnObs } from '../common/pubsub/observer/observer-helper.mjs';
+import { SyncPeerInnerspace_V1 } from './sync-peer/sync-peer-innerspace/sync-peer-innerspace-v1.mjs';
+import { SYNC_PEER_INNERSPACE_DEFAULT_DATA_V1 } from './sync-peer/sync-peer-innerspace/sync-peer-innerspace-constants.mjs';
+
+import { KeystoneService_V1 } from '../keystone/keystone-service-v1.mjs';
+import {
+    KEYSTONE_VERB_SYNC, POOL_ID_SYNC,
+} from '../keystone/keystone-constants.mjs';
+import { createStandardPoolConfig } from '../keystone/keystone-config-builder.mjs';
+import { KeystoneReplenishStrategy } from '../keystone/keystone-types.mjs';
+import { SyncConflictStrategy } from './sync-constants.mjs';
+
+const logalot = GLOBAL_LOG_A_LOT;
+const lc = `[sync-innerspace.withid.respec]`;
+
+const SENDER_SECRET = 'test-sender-secret-innerspace-withid';
+
+const SENDER_IDENTITY_SYNC_POOL_CONFIG = createStandardPoolConfig({
+    id: POOL_ID_SYNC,
+    salt: 'senderidentitysyncsaltinnerspacewithid',
+    verbs: [KEYSTONE_VERB_SYNC],
+    size: 200,
+    sequential: 1,
+    random: 1,
+    targetBinding: 2,
+    replenishStrategy: KeystoneReplenishStrategy.topUp,
+});
+
+await respecfully(sir, `Sync InnerSpaces with Identity`, async () => {
+
+    let metaspace: Metaspace_Innerspace;
+    let sourceSpace: InnerSpace_V1;
+    let destSpace: InnerSpace_V1;
+
+    // #region Round 1 - Push timeline
+    await respecfully(sir, `Basic Push Sync with Identity (Source -> Dest)`, async () => {
+        // 1. Setup Spaces
+        metaspace = new Metaspace_Innerspace(undefined);
+        await metaspace.initialize({
+            getFnAlert: () => async ({ title, msg }) => { console.log(`[Alert] ${title}: ${msg}`); },
+            getFnPrompt: () => async ({ title, msg }) => { console.log(`[Prompt] ${title}: ${msg}`); return ''; },
+            getFnPromptPassword: () => async (title, msg) => { console.log(`[PromptPwd] ${title}: ${msg}`); return null; },
+        });
+        while (!metaspace.initialized) { await delay(10); }
+
+        const defaultLocalUserSpace = await metaspace.getLocalUserSpace({ lock: false });
+        if (!defaultLocalUserSpace) { throw new Error(`(UNEXPECTED) defaultLocalUserSpace falsy? (E: 87da738ca09e8fcabde916298126)`); }
+        await defaultLocalUserSpace.initialized;
+        if (logalot) { console.log(`defaultLocalUserSpace: ${pretty(toDto({ ibGib: defaultLocalUserSpace }))}`); }
+
+        sourceSpace = new InnerSpace_V1({
+            ...DEFAULT_INNER_SPACE_DATA_V1,
+            name: 'source',
+            uuid: 'source_uuid',
+            description: 'source test space',
+        });
+        await sourceSpace.initialized;
+        if (logalot) { console.log(`sourceSpace: ${pretty(toDto({ ibGib: sourceSpace }))}`); }
+
+        destSpace = new InnerSpace_V1({
+            ...DEFAULT_INNER_SPACE_DATA_V1,
+            name: 'dest',
+            uuid: 'dest_uuid',
+            description: 'dest test space',
+        });
+        await destSpace.initialized;
+        if (logalot) { console.log(`destSpace: ${pretty(toDto({ ibGib: destSpace }))}`); }
+
+        const keystoneSvc = new KeystoneService_V1();
+        const senderIdentity = await keystoneSvc.genesis({
+            masterSecret: SENDER_SECRET,
+            configs: [SENDER_IDENTITY_SYNC_POOL_CONFIG],
+            metaspace,
+            space: sourceSpace,
+        });
+
+        // post the senderIdentity to receiver
+        await metaspace.put({ ibGib: senderIdentity, space: destSpace });
+        await metaspace.registerNewIbGib({ ibGib: senderIdentity, space: destSpace });
+
+        // #region r1 setup
+        // 2. Seed Source Data
+        if (logalot) { console.log(`${lc} Creating data in Source...`); }
+        const r1_alpha_v0_source = await createTimelineRootTestHelper({
+            ib: 'timeline_root',
+            data: { type: 'root', },
+            space: sourceSpace,
+        });
+
+        const r1_alpha_v1_source = await mut8Timeline({
+            timeline: r1_alpha_v0_source,
+            mut8Opts: {
+                dataToAddOrPatch: { type: 'child', },
+            },
+            metaspace,
+            space: sourceSpace,
+        });
+        const r1_alpha_v1_source_addr = getIbGibAddr({ ibGib: r1_alpha_v1_source });
+        // #endregion r1 setup
+
+        // 3. Setup Coordinators & Peer
+        if (logalot) { console.log(`${lc} Setting up Coordinators...`); }
+
+        // Sender Coordinator
+        const senderCoordinator = new SyncSagaCoordinator();
+
+        // Receiver Coordinator
+        const receiverCoordinator = new SyncSagaCoordinator();
+
+        // Peer (The "Network")
+        const peer = new SyncPeerInnerspace_V1(clone(SYNC_PEER_INNERSPACE_DEFAULT_DATA_V1));
+        await peer.initialized;
+        await peer.initializeOpts({
+            sagaId: '',
+            localMetaspace: metaspace,
+            localSpace: sourceSpace,   // "Client"
+            receiverSpace: destSpace,   // "Server"
+            receiverCoordinator,
+            receiverMetaspace: metaspace,
+        });
+
+        // 4. Run Sync
+        if (logalot) { console.log(`${lc} Running Sync...`); }
+        const resSync = await senderCoordinator.sync({
+            peer: peer,
+            localSpace: sourceSpace,
+            metaspace: metaspace,
+            domainIbGibs: [r1_alpha_v1_source], // Sync the child
+            senderIdentity,
+            fnSenderSecret: async () => SENDER_SECRET,
+            conflictStrategy: SyncConflictStrategy.optimisticWithLCS,
+        });
+
+        if (logalot) { console.log(`${lc} resSync: ${pretty(resSync)}`); }
+
+        const sublc = `${lc}[updates$]`;
+        const subscription = await resSync.updates$.subscribe(fnObs({
+            next: async (ctxIbGib) => {
+                if (logalot) { console.log(`${sublc} next fired`); }
+            },
+            error: async (e) => {
+                if (logalot) { console.log(`${sublc} error fired`); }
+            },
+            complete: async () => {
+                if (logalot) { console.log(`${sublc} complete fired`); }
+            },
+        }));
+
+        if (logalot) { console.log(`${lc} awaiting resSync.done`) }
+        await resSync.done;
+
+        // #region r1 verify post
+        // 5. Verify Dest
+        if (logalot) { console.log(`${lc} Verifying Destination...`); }
+        try {
+            const getChildInDest = await getFromSpace({ space: destSpace, addr: r1_alpha_v1_source_addr });
+
+            await ifWe(sir, `verify success getChildInDest`, async () => {
+                iReckon(sir, getChildInDest.success).asTo('Child present in Dest').isGonnaBeTrue();
+            });
+
+            await ifWe(sir, `verify getChildInDest.ibGibs`, async () => {
+                const firstChild = getChildInDest.ibGibs?.[0];
+                if (logalot) { console.log(`${lc} firstChild: ${pretty(firstChild)}`); }
+                iReckon(sir, firstChild?.data?.n).asTo('Child content matches').isGonnaBe(2);
+            });
+
+            await ifWe(sir, 'sessionIdentity evolved the expected number of times', async () => {
+                const latestS = peer.currentSessionIdentity;
+                iReckon(sir, latestS).asTo('latest session identity exists on peer').isGonnaBeTruthy();
+                if (latestS) {
+                    iReckon(sir, latestS.data?.n).asTo('session identity data.n').isGonnaBe(2);
+                }
+            });
+
+            await ifWe(sir, 'sender durable space has I (evolved frame)', async () => {
+                const latestSenderIdentityAddr = await metaspace.getLatestAddr({
+                    addr: getIbGibAddr({ ibGib: senderIdentity }),
+                    space: sourceSpace,
+                });
+                iReckon(sir, latestSenderIdentityAddr).asTo('latestSenderIdentityAddr exists').isGonnaBeTruthy();
+                if (latestSenderIdentityAddr) {
+                    const resGetSourceI = await getFromSpace({ space: sourceSpace, addr: latestSenderIdentityAddr });
+                    iReckon(sir, resGetSourceI.success && resGetSourceI.ibGibs?.length === 1).asTo('evolved I exists in sourceSpace').isGonnaBeTrue();
+                    if (resGetSourceI.success && resGetSourceI.ibGibs?.[0]) {
+                        const evolvedI = resGetSourceI.ibGibs[0];
+                        iReckon(sir, evolvedI.data?.n).asTo('evolved I data.n').isGonnaBe(1);
+                    }
+                }
+            });
+
+            await ifWe(sir, 'receiver durable space has I (evolved frame)', async () => {
+                const latestSenderIdentityAddr = await metaspace.getLatestAddr({
+                    addr: getIbGibAddr({ ibGib: senderIdentity }),
+                    space: sourceSpace,
+                });
+                iReckon(sir, latestSenderIdentityAddr).asTo('latestSenderIdentityAddr exists').isGonnaBeTruthy();
+                if (latestSenderIdentityAddr) {
+                    const resGetDestI = await getFromSpace({ space: destSpace, addr: latestSenderIdentityAddr });
+                    iReckon(sir, resGetDestI.success && resGetDestI.ibGibs?.length === 1).asTo('evolved I exists in destSpace').isGonnaBeTrue();
+                    if (resGetDestI.success && resGetDestI.ibGibs?.[0]) {
+                        const evolvedI = resGetDestI.ibGibs[0];
+                        iReckon(sir, evolvedI.data?.n).asTo('evolved I data.n').isGonnaBe(1);
+                    }
+                }
+            });
+
+            await ifWe(sir, 'sender durable space has full S dep graph', async () => {
+                const latestS = peer.currentSessionIdentity;
+                iReckon(sir, latestS).asTo('latestS exists').isGonnaBeTruthy();
+                if (latestS) {
+                    const depGraphS = await getDependencyGraph({ ibGib: latestS, space: sourceSpace });
+                    const addrs = Object.keys(depGraphS);
+                    iReckon(sir, addrs.length > 2).asTo('number of nodes in S graph > 2').isGonnaBeTrue();
+                }
+            });
+
+            await ifWe(sir, 'receiver durable space has full S dep graph', async () => {
+                const latestS = peer.currentSessionIdentity;
+                iReckon(sir, latestS).asTo('latestS exists').isGonnaBeTruthy();
+                if (latestS) {
+                    const depGraphS = await getDependencyGraph({ ibGib: latestS, space: destSpace });
+                    const addrs = Object.keys(depGraphS);
+                    iReckon(sir, addrs.length > 2).asTo('number of nodes in S graph in destSpace > 2').isGonnaBeTrue();
+                }
+            });
+
+        } catch (error) {
+            await ifWe(sir, `doh`, async () => {
+                iReckon(sir, true).asTo(`error: ${extractErrorMsg(error)}`).isGonnaBeFalse();
+            });
+        } finally {
+            if (logalot) { console.log(`${lc} Test complete.`); }
+        }
+        // #endregion r1 verify post
+    });
+    // #endregion Round 1 - Push timeline
+
+});

package/src/sync/sync-peer/sync-peer-websocket/sync-peer-websocket-receiver/sync-peer-websocket-receiver-v1.mts

@@ -68,6 +68,7 @@ export class SyncPeerWebSocketReceiver_V1
     protected pendingContext?: SyncSagaContextIbGib_V1;
     protected pendingPayloadAddrs?: Set<string>;
     protected pendingResponsePayloadsToSend: IbGib_V1[] = [];
+    protected receivedPayloads: IbGib_V1[] = [];
 
     constructor(
         initialData: SyncPeerWebSocketReceiverData_V1,
@@ -189,16 +190,20 @@ export class SyncPeerWebSocketReceiver_V1
                     throw new Error(`controlIbGibs invalid intrinsically. validationErrors: ${validationErrors.join('|')} (E: 5ee1787d4cc53d3d2c55f3d4f2865226)`);
                 }
 
-                if (this.pendingContext && this.pendingPayloadAddrs) {
+                const pendingPayloadAddrs = this.pendingPayloadAddrs;
+                if (this.pendingContext && pendingPayloadAddrs) {
                     const addr = getIbGibAddr({ ibGib });
-                    if (this.pendingPayloadAddrs.has(addr)) {
+                    if (pendingPayloadAddrs.has(addr)) {
                         const tempSpace = await this.ensureLocalTempSpace();
                         await putInSpace({ space: tempSpace, ibGibs: [ibGib] });
-                        this.pendingPayloadAddrs.delete(addr);
+                        this.receivedPayloads.push(ibGib);
+                        pendingPayloadAddrs.delete(addr);
 
                         // If all expected payloads for the pending context are received
-                        if (this.pendingPayloadAddrs.size === 0) {
+                        if (pendingPayloadAddrs.size === 0 && this.pendingPayloadAddrs !== undefined) {
                             const context = this.pendingContext;
+                            context.payloadIbGibsDomain = this.receivedPayloads;
+                            this.receivedPayloads = [];
                             this.pendingContext = undefined;
                             this.pendingPayloadAddrs = undefined;
 
@@ -243,6 +248,7 @@ export class SyncPeerWebSocketReceiver_V1
                     // Set up wait state and request payloads
                     this.pendingContext = context;
                     this.pendingPayloadAddrs = new Set(expectedPayloadAddrs);
+                    this.receivedPayloads = [];
                     this.socketWrapper.send(JSON.stringify({
                         type: SyncWebSocketMsgType.sync_frame_authenticated,
                         contextAddr: getIbGibAddr({ ibGib: context })
@@ -261,6 +267,8 @@ export class SyncPeerWebSocketReceiver_V1
                         ibGib
                     }));
                 }
+            } else {
+                throw new Error(`(UNEXPECTED) msg.type is ${msg.type}? not expected at this time (E: bad7c4fa1958b1976904cb884e624826)`);
             }
         } catch (error) {
             console.error(`${lc} message frame handling failed: ${extractErrorMsg(error)}`);

package/src/sync/sync-peer/sync-peer-websocket/sync-peer-websocket-receiver/sync-websocket-peer-helpers.mts

@@ -41,7 +41,7 @@ export const SESSION_KEYSTONE_POLICY = {
         SIZE: 10,
         SELECT_SEQUENTIALLY: 2,
         SELECT_RANDOMLY: 2,
-        TARGET_BINDING_CHARS: 0,
+        TARGET_BINDING_COUNT: 0,
         SERVER_DEMAND_COUNT: 3,
     }
 } as const;
@@ -298,8 +298,10 @@ export async function validateAndRegisterEvolveKeystone({
         }
 
         // 2. Verify URL :domainAddr matches the keystone's tjp
-        const { tjpGib } = getGibInfo({ ibGibAddr: addr });
-        const expectedTjpGib = getGibInfo({ ibGibAddr: domainAddr }).punctiliarHash;
+        const infoAddr = getGibInfo({ ibGibAddr: addr });
+        const tjpGib = infoAddr.tjpGib ?? infoAddr.punctiliarHash;
+        const infoDomain = getGibInfo({ ibGibAddr: domainAddr });
+        const expectedTjpGib = infoDomain.tjpGib ?? infoDomain.punctiliarHash;
         if (tjpGib !== expectedTjpGib) {
             throw new Error(`Keystone tjpGib (${tjpGib}) does not match URL domainAddr tjpGib (${expectedTjpGib})`);
         }