@ibgib/core-gib 0.1.21 → 0.1.23

package/src/sync/sync-local-spaces.respec.mts

@@ -1,200 +0,0 @@
-import { rm } from 'node:fs/promises';
-import { default as pathUtils } from 'path';
-
-import {
-    respecfully, lastOfAll
-} from '@ibgib/helper-gib/dist/respec-gib/respec-gib.mjs';
-const maam = `[${import.meta.url}]`, sir = maam;
-
-import { Factory_V1 } from '@ibgib/ts-gib/dist/V1/factory.mjs';
-import { rel8 } from '@ibgib/ts-gib/dist/V1/transforms/rel8.mjs';
-import { getIbGibAddr, } from '@ibgib/ts-gib/dist/helper.mjs';
-import { IBGIB_ENCODING } from '../witness/space/filesystem-space/filesystem-constants.mjs';
-import { NodeFilesystemSpace_V1 } from '../witness/space/filesystem-space/node-filesystem-space/node-filesystem-space-v1.mjs';
-import { NodeFilesystemSpaceData_V1 } from '../witness/space/filesystem-space/node-filesystem-space/node-filesystem-space-types.mjs';
-import { SyncSagaCoordinator } from './sync-saga-coordinator.mjs';
-import { SyncStage } from './sync-constants.mjs';
-import { getTimestampInTicks, getUUID } from '@ibgib/helper-gib/dist/helpers/utils-helper.mjs';
-import { GIB, IBGIB_DELIMITER } from '@ibgib/ts-gib/dist/V1/constants.mjs';
-import { putInSpace, getFromSpace } from '../witness/space/space-helper.mjs';
-import { KeystoneService_V1 } from '../keystone/keystone-service-v1.mjs';
-import { KeystoneIbGib_V1 } from '../keystone/keystone-types.mjs';
-import { mut8 } from '@ibgib/ts-gib/dist/V1/transforms/mut8.mjs';
-
-const logalot = true;
-const lc = `[sync-local-spaces.respec]`;
-
-// Helper to create a temp space
-const createTempSpace = async ({
-    baseDir,
-    name
-}: {
-    baseDir: string,
-    name: string
-}): Promise<NodeFilesystemSpace_V1> => {
-    const uuid = await getUUID();
-    const initialData: NodeFilesystemSpaceData_V1 = {
-        version: '1',
-        classname: NodeFilesystemSpace_V1.name,
-        uuid,
-        name,
-        description: `Temp space for ${name}`,
-        baseDir,
-        baseSubPath: 'ibgib', // keep short to avoid long path issues
-        spaceSubPath: name,
-        ibgibsSubPath: 'ibgibs',
-        metaSubPath: 'meta',
-        binSubPath: 'bin',
-        dnaSubPath: 'dna',
-        encoding: IBGIB_ENCODING,
-        mitigateLongPaths: true,
-        // other defaults
-        catchAllErrors: false,
-        trace: false,
-    };
-
-    // mimic constructor logic if needed, or just new it up
-    const space = new NodeFilesystemSpace_V1(initialData);
-    // Explicitly initialize if needed (based on findings, constructor calls super which calls initialize? 
-    // Actually source had it commented out in ctor. Let's call it via a witness "put" which should verify initialization)
-    return space;
-};
-
-// class MockKeystoneService implements KeystoneService_V1 {
-//     async getIdentity(): Promise<KeystoneIbGib_V1> {
-//         // Return a dummy identity
-//         const res = await Factory_V1.firstGen({
-//             ib: 'identity',
-//             data: { uuid: await getUUID() },
-//             dna: true,
-//         });
-//         return res.newIbGib as KeystoneIbGib_V1;
-//     }
-//     // Implement other methods as no-ops or simple mocks
-//     async sign(ibGib: any): Promise<any> { return ibGib; }
-//     async verify(ibGib: any): Promise<boolean> { return true; }
-//     // Add other required properties/methods of KeystoneService_V1 if any (checking interface might be needed)
-//     // Assuming for now these are the core ones used by Coordinator.
-//     // If strict interface, might need more.
-// }
-
-await respecfully(sir, `Sync Local Spaces`, async () => {
-
-    const TEST_ROOT = pathUtils.join(process.cwd(), 'tmp_sync_test_' + await getUUID());
-
-    lastOfAll(sir, async () => {
-        if (!logalot) {
-            await rm(TEST_ROOT, { recursive: true, force: true });
-        } else {
-            console.log(`${lc} Leaving TEST_ROOT for inspection: ${TEST_ROOT}`);
-        }
-    });
-
-    await respecfully(sir, `Basic Push Sync (Source -> Dest)`, async () => {
-        // // 1. Setup Spaces
-        // const srcDir = pathUtils.join(TEST_ROOT, 'source');
-        // const destDir = pathUtils.join(TEST_ROOT, 'dest');
-
-        // const sourceSpace = await createTempSpace({ baseDir: srcDir, name: 'source' });
-        // const destSpace = await createTempSpace({ baseDir: destDir, name: 'dest' });
-
-        // // 2. Seed Source Data
-        // // 2.1 Create a "Stone" (Primitive-like or just immutable data)
-        // const stoneRes = await Factory_V1.firstGen({
-        //     ib: 'stone_data',
-        //     data: { some: 'data', timestamp: getTimestampInTicks() },
-        //     dna: false,
-        // });
-        // const stone = stoneRes.newIbGib;
-        // const stoneAddr = getIbGibAddr({ ibGib: stone });
-
-        // // 2.2 Create a "Living" Timeline (Root -> Child)
-        // const rootRes = await Factory_V1.firstGen({
-        //     ib: 'timeline_root',
-        //     data: { type: 'root' },
-        //     dna: true,
-        // });
-        // const root = rootRes.newIbGib;
-        // const rootAddr = getIbGibAddr({ ibGib: root });
-
-        // const childRes = await mut8({
-        //     type: 'fork',
-        //     src: root,
-        //     dna: true,
-        //     data: { type: 'child', n: 1 }
-        // });
-        // const child = childRes.newIbGib;
-        // const childAddr = getIbGibAddr({ ibGib: child });
-
-        // // Put into Source
-        // await putInSpace({
-        //     space: sourceSpace,
-        //     ibGibs: [stone, root, child]
-        // });
-
-        // // 3. Setup Sync Coordinator
-        // const mockKeystone = new MockKeystoneService() as unknown as KeystoneService_V1;
-        // const identity = await mockKeystone.getIdentity();
-        // const coordinator = new SyncSagaCoordinator(mockKeystone);
-
-        // // Define domain (roots to sync)
-        // const domainIbGibs = [root]; // We only explicitly track the "Living" root. Stone is standalone? 
-        // // Actually for the test let's explicitly include both or rely on dependency graph.
-        // // If 'stone' is not related to 'root', it won't be picked up unless we add it to domain.
-        // // Let's Rel8 the stone to the child to test dependency traversal.
-
-        // const childWithRelRes = await rel8({
-        //     src: child,
-        //     rel8nsToAddByAddr: { 'linked_stone': [stoneAddr] },
-        //     dna: true,
-        // });
-        // const childWithRel = childWithRelRes.newIbGib;
-        // const childWithRelAddr = getIbGibAddr({ ibGib: childWithRel });
-
-        // // Update Source with linked child
-        // await putInSpace({
-        //     space: sourceSpace,
-        //     ibGibs: [childWithRel]
-        // });
-
-        // // 4. Run Sync
-        // const syncRes = await coordinator.sync({
-        //     source: sourceSpace,
-        //     dest: destSpace,
-        //     domainIbGibs: [childWithRel], // Sync starting from the tip
-        //     identity
-        // });
-
-        // // 5. Verify Dest
-        // // Check Stone
-        // const getStone = await getFromSpace({
-        //     space: destSpace,
-        //     addr: stoneAddr
-        // });
-        // if (!getStone.success || !getStone.ibGibs?.[0]) {
-        //     throw new Error(`Dest failed to get Stone: ${stoneAddr}`);
-        // }
-        // console.log(`${lc} Verified Stone synced.`);
-
-        // // Check ChildWithRel (Tip)
-        // const getChild = await getFromSpace({
-        //     space: destSpace,
-        //     addr: childWithRelAddr
-        // });
-        // if (!getChild.success || !getChild.ibGibs?.[0]) {
-        //     throw new Error(`Dest failed to get ChildWithRel: ${childWithRelAddr}`);
-        // }
-        // console.log(`${lc} Verified Timeline Tip synced.`);
-
-        // // Check Root (Dependency)
-        // const getRoot = await getFromSpace({
-        //     space: destSpace,
-        //     addr: rootAddr
-        // });
-        // if (!getRoot.success || !getRoot.ibGibs?.[0]) {
-        //     throw new Error(`Dest failed to get Root: ${rootAddr}`);
-        // }
-        // console.log(`${lc} Verified Root synced.`);
-
-    });
-});

package/src/sync/sync-peer/sync-peer-innerspace-v1.mts

@@ -1,240 +0,0 @@
-/**
- * @module SyncPeerInnerspace_V1
- */
-
-import { extractErrorMsg } from '@ibgib/helper-gib/dist/helpers/utils-helper.mjs';
-import { IbGib_V1 } from '@ibgib/ts-gib/dist/V1/types.mjs';
-import { getIbGibAddr } from '@ibgib/ts-gib/dist/helper.mjs';
-
-import { GLOBAL_LOG_A_LOT } from '../../core-constants.mjs';
-import { SYNC_ATOM, SYNC_MSG_REL8N_NAME } from '../sync-constants.mjs';
-import { IbGibSpaceAny } from '../../witness/space/space-base-v1.mjs';
-import { SyncSagaCoordinator } from '../sync-saga-coordinator.mjs';
-import { MetaspaceService } from '../../witness/space/metaspace/metaspace-types.mjs';
-import { SyncPeer_V1 } from './sync-peer-v1.mjs';
-import { getFromSpace, putInSpace } from '../../witness/space/space-helper.mjs';
-import { SyncSagaContextIbGib_V1 } from '../sync-saga-context/sync-saga-context-types.mjs';
-import { createSyncSagaContext } from '../sync-saga-context/sync-saga-context-helpers.mjs';
-
-export interface SyncPeerInnerspaceOptions {
-    senderSpace: IbGibSpaceAny;          // Durable space for audit trail
-    senderTempSpace?: IbGibSpaceAny;     // Transactional space - will use if provided
-    receiverSpace: IbGibSpaceAny;        // Durable space for receiver audit trail
-    receiverCoordinator: SyncSagaCoordinator;
-    receiverMetaspace: MetaspaceService; // Need this for receiver execution
-    receiverTempSpace?: IbGibSpaceAny;   // Optional: will be created if not provided
-}
-
-const logalot = GLOBAL_LOG_A_LOT || true;
-
-/**
- * Concrete implementation of SyncPeer for local in-memory simulation (Innerspace to Innerspace).
- * 
- * Acts as the "Network" layer, transferring data between two local spaces and 
- * executing the receiver's coordinator logic.
- */
-export class SyncPeerInnerspace_V1 extends SyncPeer_V1 {
-
-    protected lc: string = `[${SyncPeerInnerspace_V1.name}]`;
-
-    constructor(
-        public opts: SyncPeerInnerspaceOptions
-    ) {
-        super(opts.receiverSpace.data!); // Use receiver space data as initial phantom data? Or empty.
-    }
-
-    private async ensureReceiverTempSpace(): Promise<IbGibSpaceAny> {
-        if (!this.opts.receiverTempSpace) {
-            const { receiverMetaspace } = this.opts;
-            const uuid = crypto.randomUUID ? crypto.randomUUID() : Math.random().toString(36);
-            const tempSpaceName = `tmp_sync_recv_${uuid.substring(0, 8)}`;
-            this.opts.receiverTempSpace = await receiverMetaspace.createNewLocalSpace({
-                opts: {
-                    allowCancel: false,
-                    spaceName: tempSpaceName,
-                    getFnPrompt: receiverMetaspace.getFnPrompt!,
-                    logalot
-                }
-            });
-            if (this.opts.receiverTempSpace) {
-                await this.opts.receiverTempSpace.initialized;
-            }
-        }
-        return this.opts.receiverTempSpace!; // Non-null assertion since we just created it
-    }
-
-    protected async getLocalIbGib(addr: string): Promise<IbGib_V1 | undefined> {
-        const res = await getFromSpace({ space: this.opts.senderSpace, addr });
-        return res.ibGibs?.[0];
-    }
-
-    protected async push(addr: string): Promise<void> {
-        await this.transfer({ addr, from: this.opts.senderSpace, to: this.opts.receiverSpace });
-    }
-
-    protected async pull(addr: string): Promise<void> {
-        await this.transfer({ addr, from: this.opts.receiverSpace, to: this.opts.senderSpace });
-    }
-
-    protected async sendRequest(context: SyncSagaContextIbGib_V1): Promise<SyncSagaContextIbGib_V1 | undefined> {
-        const lc = `${this.lc}[${this.sendRequest.name}]`;
-        const { receiverSpace, receiverCoordinator, receiverMetaspace } = this.opts;
-
-        try {
-            if (logalot) { console.log(`${lc} starting...Context: ${getIbGibAddr({ ibGib: context })}`); }
-
-            // 1. Resolve Frame from Receiver Space (It was PUSHED there independently)
-            const sagaFrameAddr = context.rel8ns?.sagaFrame?.[0];
-            if (!sagaFrameAddr) { throw new Error(`${lc} Missing sagaFrame in context (E: bf486874f5db0cb0883b79e81b344a26)`); }
-
-            const resFrame = await getFromSpace({ space: receiverSpace, addr: sagaFrameAddr });
-            const sagaFrame = resFrame.ibGibs?.[0] as any;
-            if (!sagaFrame) { throw new Error(`${lc} sagaFrame not found in receiver space: ${sagaFrameAddr} (E: 2c0190bd04ea408c909618193850029b)`); }
-
-            // Ensure receiverTempSpace exists
-            const receiverTempSpace = await this.ensureReceiverTempSpace();
-
-            // Store saga frame in tempSpace for easy queries during transaction
-            // (Control ibgibs like saga frames and msg stones go in BOTH spaces:
-            //  destSpace for audit trail, tempSpace for easy queries)
-            await putInSpace({ space: receiverTempSpace, ibGib: sagaFrame });
-            await receiverMetaspace.registerNewIbGib({ ibGib: sagaFrame });
-
-            // Also store the message stone (if present) in tempSpace
-            const msgStoneAddrs = sagaFrame.rel8ns?.[SYNC_MSG_REL8N_NAME];
-            if (msgStoneAddrs && msgStoneAddrs.length > 0) {
-                const resMsgStone = await getFromSpace({ space: receiverSpace, addrs: msgStoneAddrs });
-                if (resMsgStone.ibGibs) {
-                    for (const msgStone of resMsgStone.ibGibs) {
-                        await putInSpace({ space: receiverTempSpace, ibGib: msgStone });
-                        await receiverMetaspace.registerNewIbGib({ ibGib: msgStone });
-                    }
-                }
-            }
-
-            // 2. Execute Receiver Logic
-            // The Peer "Network" triggers the Receiver Coordinator.
-            if (logalot) { console.log(`${lc} Invoking Receiver Coordinator...`); }
-
-            // We pass an empty srcGraph because "Network" doesn't know about graph state.
-            // Receiver Coordinator must rely on Space or fetch what it needs.
-            const result = await receiverCoordinator.handleSagaFrame({
-                sagaIbGib: sagaFrame,
-                srcGraph: {},
-                destSpace: receiverSpace,       // Query existing data
-                tempSpace: receiverTempSpace,   // Transaction space
-                metaspace: receiverMetaspace,
-            });
-
-            if (!result) {
-                if (logalot) { console.log(`${lc} Receiver returned no result (Saga End?).`); }
-                return undefined;
-            }
-
-            const { frame: responseFrame, payloadIbGibs } = result;
-
-            if (logalot) { console.log(`${lc} responseFrame addr: ${getIbGibAddr({ ibGib: responseFrame })}`); }
-
-            // 3. Persist Response Control IbGibs (Frame + Msg Stones) to BOTH Spaces
-            // Control ibgibs (saga frames, msg stones, identity) go in BOTH spaces:
-            // - receiverSpace (destSpace): Audit trail
-            // - receiverTempSpace: Already there from creation in tempSpace
-
-            // Ensure response frame is in receiverSpace for audit trail
-            await putInSpace({ space: receiverSpace, ibGib: responseFrame });
-            await receiverMetaspace.registerNewIbGib({ ibGib: responseFrame });
-
-            // Ensure response msg stone is in receiverSpace for audit trail
-            const responseMsgStoneAddrs = responseFrame.rel8ns?.[SYNC_MSG_REL8N_NAME];
-            if (responseMsgStoneAddrs && responseMsgStoneAddrs.length > 0) {
-                const resResponseMsgStone = await getFromSpace({ space: receiverTempSpace, addrs: responseMsgStoneAddrs });
-                if (resResponseMsgStone.ibGibs) {
-                    for (const msgStone of resResponseMsgStone.ibGibs) {
-                        await putInSpace({ space: receiverSpace, ibGib: msgStone });
-                        await receiverMetaspace.registerNewIbGib({ ibGib: msgStone });
-                    }
-                }
-            }
-
-            // 4. Persist Domain Payload IbGibs
-            // Domain ibgibs stay in tempSpace ONLY until commit
-            // (they're already in the appropriate space from coordinator's work)
-            const ibGibsToPersist = [...(payloadIbGibs || [])];
-
-            // Note: payloadIbGibs might have deep dependencies. 
-            // Since they were generated/fetched by the Receiver Coordinator, 
-            // we assume they are already in the Receiver Space or explicitly returned here.
-            // But if they are NEW (e.g. Ack Stone), they need putting.
-            // For safety, we persist the full graph of any NEW payload?
-            // Actually, `handleSagaFrame` usually creates stones in `tempSpace` or `space`.
-            // If `space` passed was `receiverSpace`, they should be there.
-            // But let's explicit put to be sure.
-
-            await putInSpace({ space: receiverSpace, ibGibs: ibGibsToPersist });
-
-            // CRITICAL: Also put payloadIbGibs into sender's tempSpace
-            // Sender needs these for merge logic in handleDeltaFrame (tempSpace queries)
-            // Do NOT put in sender's durable space - these are transactional!
-            if (this.opts.senderTempSpace && ibGibsToPersist.length > 0) {
-                console.log(`${lc} [CONFLICT DEBUG] Transferring ${ibGibsToPersist.length} payload ibgibs to sender's tempSpace`);
-                await putInSpace({ space: this.opts.senderTempSpace, ibGibs: ibGibsToPersist });
-            }
-
-            // 4. Create Response Context
-            const responsePayloadAddrs = payloadIbGibs?.map(p => getIbGibAddr({ ibGib: p }));
-            const responseCtx = await createSyncSagaContext({
-                sagaFrame: responseFrame,
-                payloadAddrs: responsePayloadAddrs,
-                // TODO: identity/claims from Receiver?
-            });
-
-            // Persist Context to Receiver Space (so we can PULL it)
-            await putInSpace({ space: receiverSpace, ibGib: responseCtx });
-
-            return responseCtx;
-
-        } catch (error) {
-            console.error(`${lc} ${extractErrorMsg(error)}`);
-            throw error;
-        }
-    }
-
-    /**
-     * Helper to copy single ibgib from A to B.
-     */
-    protected async transfer({
-        addr,
-        from,
-        to
-    }: {
-        addr: string,
-        from: IbGibSpaceAny,
-        to: IbGibSpaceAny
-    }): Promise<void> {
-        const lc = `${this.lc}[${this.transfer.name}]`;
-        // if (logalot) { console.log(`${lc} transferring ${addr}...`); } // Verbose
-
-        // 1. Get from Source
-        const res = await getFromSpace({ space: from, addr });
-        if (!res.success || !res.ibGibs?.length) {
-            throw new Error(`${lc} Failed to get ${addr} from source space ${from.data?.name} (E: 8a9b2c3d4e5f6g7h)`);
-        }
-        const ibGib = res.ibGibs[0];
-
-        // 2. Put in Dest
-        // Note: putInSpace handles existence check usually, or we can check.
-        await putInSpace({ space: to, ibGib });
-
-        // Force timeline indexing for Sync Frames
-        if (ibGib.ib && ibGib.ib.startsWith(SYNC_ATOM)) {
-            // Check if we are transferring TO the receiver space
-            if (to === this.opts.receiverSpace) {
-                // We must ensure the receiver metaspace knows this is a timeline TJP
-                await this.opts.receiverMetaspace.registerNewIbGib({ ibGib, space: to });
-            }
-        }
-
-        // Note: We do NOT recurse here. The base class 'witness' template drives the graph walk.
-        // This is a "dumb" primitive transfer.
-    }
-}

package/src/sync/sync-saga-coordinator.respec.mts

@@ -1,52 +0,0 @@
-/**
- * @fileoverview Tests for SyncSagaCoordinator
- */
-import {
-    respecfully, iReckon, ifWe, firstOfAll, firstOfEach, lastOfAll, lastOfEach, respecfullyDear, ifWeMight
-} from '@ibgib/helper-gib/dist/respec-gib/respec-gib.mjs';
-const maam = `[${import.meta.url}]`, sir = maam;
-
-import { IbGib_V1 } from '@ibgib/ts-gib/dist/V1/index.mjs';
-import { getIbGibAddr } from '@ibgib/ts-gib/dist/helper.mjs';
-import { MockIbGibSpace } from '../test/mock-space.mjs';
-import { SyncSagaCoordinator } from './sync-saga-coordinator.mjs';
-import { KeystoneService_V1 } from '../keystone/keystone-service-v1.mjs';
-import { SyncStage } from './sync-constants.mjs';
-
-const lc = `[sync-saga.respec]`;
-
-await respecfully(sir, 'SyncSagaCoordinator', async () => {
-
-    await ifWe(sir, 'runs a basic push sync', async () => {
-        // Setup
-        const sourceSpace = new MockIbGibSpace() as any;
-        const destSpace = new MockIbGibSpace() as any; // Acts as server
-        const keystone = new KeystoneService_V1();
-        const coordinator = new SyncSagaCoordinator(keystone);
-
-        // Dummy Identity (In real test we'd gen one)
-        const identity: any = {
-            ib: 'keystone genesis',
-            data: { uuid: 'alice' },
-            rel8ns: {}
-        };
-        const identitySecret = 'secret';
-
-        // Execute Sync
-        // await coordinator.deprecated_sync({
-        //     source: sourceSpace,
-        //     dest: destSpace,
-        //     identity,
-        //     domainIbGibs: [], // Empty for test
-        //     identitySecret
-        // });
-
-        // Verify Dest has received frames
-        // We look for any ibgibs in the destSpace witness output
-        // Since FakeSpaceLocal stores in memory, we can peer into it if we had access,
-        // but via public API, we might need to getLatestAddrs or similar.
-        // For now, let's just assume no error means success, and iReckon true to pass.
-
-        iReckon(sir, true).isGonnaBeTrue();
-    });
-});