@ibgib/core-gib 0.1.18 → 0.1.20

package/dist/sync/sync-saga-coordinator.mjs

@@ -16,6 +16,8 @@ import { SYNC_SAGA_MSG_ATOM } from "./sync-saga-message/sync-saga-message-consta
 import { SyncSagaContextCmd } from "./sync-saga-context/sync-saga-context-types.mjs";
 import { createSyncSagaContext } from "./sync-saga-context/sync-saga-context-helpers.mjs";
 import { newupSubject } from "../common/pubsub/subject/subject-helper.mjs";
+import { mergeDivergentTimelines } from "./strategies/conflict-optimistic.mjs";
+import { getSyncSagaMessageFromFrame } from "./sync-saga-message/sync-saga-message-helpers.mjs";
 const logalot = GLOBAL_LOG_A_LOT || true;
 /**
  * Orchestrates the synchronization process between two spaces (Source and Destination).
@@ -49,11 +51,15 @@ export class SyncSagaCoordinator {
      * @param opts.domainIbGibs - The root ibgibs defining the scope of the sync.
      * @param opts.useSessionIdentity - (Optional) Whether to create an ephemeral session identity. Default: true.
      */
-    async sync({ peer, localSpace, metaspace, domainIbGibs, useSessionIdentity, }) {
+    async sync({ peer, localSpace: _localSpace, source: _source, metaspace, domainIbGibs, conflictStrategy = 'abort', useSessionIdentity = true, }) {
         const lc = `${this.lc}[${this.sync.name}]`;
         if (logalot) {
             console.log(`${lc} starting...`);
         }
+        const localSpace = (_source || _localSpace);
+        if (!localSpace) {
+            throw new Error(`${lc} source (or localSpace) required (E: 8a9b0c1d)`);
+        }
         // 1. SETUP SAGA METADATA
         const sagaId = await getUUID();
         // Setup Observable & Promise
@@ -108,6 +114,7 @@ export class SyncSagaCoordinator {
                     domainIbGibs,
                     tempSpace,
                     metaspace,
+                    conflictStrategy
                 });
                 // 4. EXECUTE SAGA LOOP (FSM)
                 const syncedIbGibs = await this.executeSagaLoop({
@@ -266,6 +273,20 @@ export class SyncSagaCoordinator {
             const responseCtx = await peer.witness(requestCtx);
             // C. Handle Response
             if (!responseCtx) {
+                // Check if we just sent a Commit frame. If so, peer's silence is success/expected.
+                if (currentFrame) {
+                    const msg = await getSyncSagaMessageFromFrame({ frameIbGib: currentFrame, space: localSpace });
+                    if (logalot) {
+                        console.log(`${lc} Checking currentFrame stage: ${msg?.data?.stage} (Expected: ${SyncStage.commit})`);
+                    }
+                    if (msg?.data?.stage === SyncStage.commit) {
+                        if (logalot) {
+                            console.log(`${lc} Sender sent Commit. Peer returned no response. Saga Complete.`);
+                        }
+                        currentFrame = null;
+                        break;
+                    }
+                }
                 throw new Error(`responseCtx falsy. Peer returned no response context (E: c099d8073b48d85e881f917835158f26)`);
                 // console.warn(`${lc} Peer returned no response context. Ending loop.`);
                 // currentFrame = null;
@@ -305,7 +326,7 @@ export class SyncSagaCoordinator {
             const result = await this.handleSagaFrame({
                 sagaIbGib: remoteFrame,
                 srcGraph,
-                space: tempSpace,
+                space: localSpace, // Must be localSpace (Source) to find domain data
                 identity: sessionIdentity,
                 metaspace
             });
@@ -318,6 +339,41 @@ export class SyncSagaCoordinator {
         }
         return allReceivedIbGibs;
     }
+    /**
+     * Helper to get Knowledge Vector for specific domain ibGibs or TJPs.
+     * Useful for testing and external validation.
+     */
+    async getKnowledgeVector({ space, metaspace, domainIbGibs, tjpAddrs, }) {
+        const lc = `${this.lc}[${this.getKnowledgeVector.name}]`;
+        if (logalot) {
+            console.log(`${lc} starting...`);
+        }
+        let tjps = [];
+        if (tjpAddrs) {
+            tjps = tjpAddrs;
+        }
+        else if (domainIbGibs && domainIbGibs.length > 0) {
+            // Extract TJPs from domain Ibgibs
+            const { mapWithTjp_YesDna, mapWithTjp_NoDna } = splitPerTjpAndOrDna({ ibGibs: domainIbGibs });
+            const allWithTjp = [...Object.values(mapWithTjp_YesDna), ...Object.values(mapWithTjp_NoDna)];
+            const timelineMap = getTimelinesGroupedByTjp({ ibGibs: allWithTjp });
+            tjps = Object.keys(timelineMap);
+        }
+        else {
+            // No info provided. Return empty? Or throw?
+            // User test context implied "everything", but implementation requires scope.
+            console.warn(`${lc} No domainIbGibs or tjpAddrs provided. Returning empty KV.`);
+            return {};
+        }
+        if (tjps.length === 0) {
+            return {};
+        }
+        const res = await getLatestAddrs({ space, tjpAddrs: tjps });
+        if (!res.data || !res.data.latestAddrsMap) {
+            throw new Error(`${lc} Failed to get latest addrs. (E: 7a8b9c0d)`);
+        }
+        return res.data.latestAddrsMap;
+    }
     async analyzeTimelines({ domainIbGibs, space, }) {
         const lc = `${this.lc}[${this.analyzeTimelines.name}]`;
         const srcGraph = await getDependencyGraph({
@@ -346,7 +402,7 @@ export class SyncSagaCoordinator {
      * Generates the first frame containing the Knowledge Vector of the Local Space.
      * This is sent to the Receiver to begin Gap Analysis.
      */
-    async createInitFrame({ sagaId, sessionIdentity, localSpace, domainIbGibs, tempSpace, metaspace }) {
+    async createInitFrame({ sagaId, sessionIdentity, localSpace, domainIbGibs, tempSpace, metaspace, conflictStrategy, }) {
         const lc = `${this.lc}[${this.createInitFrame.name}]`;
         try {
             if (logalot) {
@@ -383,7 +439,8 @@ export class SyncSagaCoordinator {
                 msgStones: [initStone],
                 identity: sessionIdentity,
                 space: tempSpace,
-                metaspace
+                metaspace,
+                conflictStrategy,
             });
             if (logalot) {
                 console.log(`${lc} sagaFrame (init): ${pretty(sagaFrame)} (I: b3d6a8be69248f18713cc3073cb08626)`);
@@ -432,15 +489,15 @@ export class SyncSagaCoordinator {
             }
             switch (stage) {
                 case SyncStage.init:
-                    return await this.handleInitFrame({ sagaIbGib, messageData, space, metaspace, identity, identitySecret });
+                    return await this.handleInitFrame({ sagaIbGib, messageData, metaspace, space, identity, identitySecret });
                 case SyncStage.ack:
-                    return await this.handleAckFrame({ sagaIbGib, srcGraph, space, metaspace, identity });
+                    return await this.handleAckFrame({ sagaIbGib, srcGraph, metaspace, space, identity });
                 case SyncStage.delta:
-                    return await this.handleDeltaFrame({ sagaIbGib, srcGraph, space, identity, metaspace });
+                    return await this.handleDeltaFrame({ sagaIbGib, srcGraph, metaspace, space, identity, });
                 case SyncStage.commit:
-                    return await this.handleCommitFrame({ sagaIbGib, space });
+                    return await this.handleCommitFrame({ sagaIbGib, metaspace, space, identity, });
                 case SyncStage.conflict:
-                    return await this.handleConflictFrame({ sagaIbGib, space });
+                    return await this.handleConflictFrame({ sagaIbGib, metaspace, space, });
                 default:
                     throw new Error(`${lc} (UNEXPECTED) Unknown sync stage: ${stage} (E: 9c2b4c8a6d34469f8263544710183355)`);
             }
@@ -475,14 +532,41 @@ export class SyncSagaCoordinator {
         }
         // Extract Init Data
         const initData = messageData; // Using renamed variable for clarity
+        if (initData.stage !== SyncStage.init) {
+            throw new Error(`${lc} Invalid init frame: initData.stage !== SyncStage.init (E: 8a2b3c4d5e6f7g8h)`);
+        }
         if (logalot) {
             console.log(`${lc} initData: ${pretty(initData)} (I: 46b0f8441b96ad7a388f1ce3239dd826)`);
         }
         if (!initData || !initData.knowledgeVector) {
             throw new Error(`${lc} Invalid init frame: missing knowledgeVector (E: ed02c869e028d2d06841b9c7f80f2826)`);
         }
-        // Stones Analysis
-        // TODO: Handle stones separately if needed, though they are usually dependencies of timelines.
+        // Determine Strategy from Saga Data (since V1 stores it in root)
+        const conflictStrategy = sagaIbGib.data.conflictStrategy || 'abort';
+        // 2. Gap Analysis
+        const conflicts = [];
+        const deltaReqAddrs = [];
+        const pushOfferAddrs = [];
+        // Stones Analysis (Constants / Non-TJPs)
+        const stones = initData.stones || [];
+        if (stones.length > 0) {
+            if (logalot) {
+                console.log(`${lc} processing stones: ${stones.length}`);
+            }
+            // Check if we have these stones
+            const resStones = await getFromSpace({ space, addrs: stones });
+            const addrsNotFound = resStones.rawResultIbGib?.data?.addrsNotFound;
+            if (addrsNotFound && addrsNotFound.length > 0) {
+                if (logalot) {
+                    console.log(`${lc} stones missing (requesting): ${addrsNotFound.length}`);
+                }
+                addrsNotFound.forEach(addr => {
+                    if (!deltaReqAddrs.includes(addr)) {
+                        deltaReqAddrs.push(addr);
+                    }
+                });
+            }
+        }
         const remoteKV = initData.knowledgeVector;
         if (logalot) {
             console.log(`${lc} remoteKV: ${pretty(remoteKV)} (I: 9f957862356dfeae183c200854e86e26)`);
@@ -511,10 +595,6 @@ export class SyncSagaCoordinator {
             }
         }
         // 2. Gap Analysis
-        const conflicts = [];
-        const conflictStrategy = initData.conflictStrategy || 'abort'; // Default to abort if not specified, or we should parameterize this
-        const deltaReqAddrs = [];
-        const pushOfferAddrs = [];
         for (const tjp of remoteTjps) {
             const remoteAddr = remoteKV[tjp];
             const localAddr = localKV[tjp];
@@ -552,20 +632,44 @@ export class SyncSagaCoordinator {
                 }
                 else {
                     // DIVERGENCE: Both have changes the other doesn't know about.
-                    conflicts.push({ tjp, localAddr, remoteAddr, reason: 'divergence' });
-                    // Conflict Strategy Handling
-                    // TODO: Implement "manual" strategy (requires user intervention/pause)
-                    // TODO: Implement "local_wins" strategy
-                    // TODO: Implement "server_wins" strategy
                     if (conflictStrategy === 'abort') {
-                        // We will abort immediately after this loop check if any conflicts exist
+                        // Abort Strategy: We will treat this as terminal.
+                        // But for Unified Ack, we just mark it terminal in the list?
+                        // Or do we actually throw/abort the saga?
+                        // Current logic (below) aborts the saga if ANY conflict is terminal/abort.
+                        conflicts.push({
+                            tjpAddr: tjp,
+                            localAddr: localAddr,
+                            remoteAddr,
+                            timelineAddrs: [], // Not needed for abort
+                            reason: 'divergence',
+                            terminal: true
+                        });
                     }
                     else if (conflictStrategy === 'optimistic') {
-                        // Optimistic: We Try to resolve by syncing timeline-by-timeline.
-                        // We request the remote data (deltaReq) and will attempt to merge later?
-                        // OR we treat it as a delta request for now, hoping the merge logic handles it?
-                        // For now, we request the remote tip.
-                        deltaReqAddrs.push(remoteAddr);
+                        // Optimistic: We want to resolving this.
+                        // We need to send our history to the Sender so they can Merge.
+                        // Fetch Full History for Local Timeline
+                        // Note: We might optimize this to only send "recent" history if we had a KV?
+                        // But for now, get full past.
+                        // Optimization: localKV might not have full history.
+                        // We need to inspect the 'past' of the local tip.
+                        // We need the ACTUAL object to get the past.
+                        // We have localAddr.
+                        const resLocalTip = await getFromSpace({ space, addr: localAddr });
+                        const localTip = resLocalTip.ibGibs?.[0];
+                        if (!localTip) {
+                            throw new Error(`${lc} Failed to load local tip for conflict resolution. (E: 8f9b2c3d4e5f6g7h)`);
+                        }
+                        const timelineAddrs = [localAddr, ...(localTip.rel8ns?.past || [])];
+                        conflicts.push({
+                            tjpAddr: tjp,
+                            localAddr: localAddr,
+                            remoteAddr,
+                            timelineAddrs,
+                            reason: 'divergence',
+                            terminal: false
+                        });
                     }
                     else {
                         throw new Error(`${lc} Unsupported conflict strategy: ${conflictStrategy} (E: 2a9b3c4d5e6f7g8h9i0j)`);
@@ -573,33 +677,87 @@ export class SyncSagaCoordinator {
                 }
             }
         }
-        if (conflicts.length > 0 && conflictStrategy === 'abort') {
+        // Check if we should ABORT (if any conflict is terminal)
+        const hasTerminalConflicts = conflicts.some(c => c.terminal);
+        if (hasTerminalConflicts) {
             // Abort Strategy: Kill the saga.
             if (logalot) {
-                console.warn(`${lc} ABORTING Sync Saga due to conflicts: ${JSON.stringify(conflicts)}`);
+                console.warn(`${lc} ABORTING Sync Saga due to terminal conflicts: ${JSON.stringify(conflicts)}`);
+            }
+            // We reuse the ConflictData structure for terminal aborts?
+            // Or do we send an Ack with terminal conflicts?
+            // Original design had explicit Conflict Frame for Abort.
+            // Let's stick to that for purely terminal cases to be safe/explicit?
+            // Or Unified: Just send Ack with terminal=true conflicts. Sender sees them and aborts.
+            // Decision: Unified Ack for everything is cleaner protocol.
+            // But wait, the original code below creates a Conflict Stone.
+            // Let's preserve the explicit 'Conflict' frame for total aborts if that's easier,
+            // OR fully switch to Ack.
+            // Protocol states: Init -> Ack. If Ack contains terminal errors, Sender can Commit(Fail).
+            // Let's use Ack with conflicts.
+        }
+        // 2. Add Push Offers (Missing in Local)
+        // Check if we have them. If not, ask for them.
+        for (const addr of pushOfferAddrs) {
+            const hasIt = await getFromSpace({ addr, space });
+            if (!hasIt.success || !hasIt.ibGibs || hasIt.ibGibs.length === 0) {
+                // If we don't have it, we put it in `deltaReqAddrs` of the Ack.
+                deltaReqAddrs.push(addr);
+            }
+        }
+        // 3. Build Knowledge Vector (Full History for known timelines)
+        // [NEW] Smart Diff
+        // We iterate over all relevant addresses (deltas we are requesting OR push offers we might have newer versions of).
+        // Since we are "reacting" to Init, we primarily want to tell the Sender what we DO have for the things they talked about.
+        const knowledgeVector = {};
+        const relevantAddrs = new Set([...pushOfferAddrs, ...deltaReqAddrs]);
+        // [Smart Diff] Populate knowledge from timelines identified by Sender
+        for (const tjp of remoteTjps) {
+            const localAddr = localKV[tjp];
+            if (localAddr) {
+                const res = await getFromSpace({ addr: localAddr, space });
+                if (res.success && res.ibGibs?.[0]) {
+                    const ibGib = res.ibGibs[0];
+                    const realTjp = ibGib.rel8ns?.tjp?.[0] || getIbGibAddr({ ibGib }); // Should match `tjp` if normalized 
+                    if (!knowledgeVector[realTjp]) {
+                        const past = ibGib.rel8ns?.past || [];
+                        knowledgeVector[realTjp] = [getIbGibAddr({ ibGib }), ...past];
+                    }
+                }
             }
-            const sagaId = sagaIbGib.data.uuid;
-            const conflictData = {
-                sagaId,
-                stage: SyncStage.conflict,
-                conflictStrategy,
-                isTerminal: true,
-                conflicts,
-            };
-            const conflictStone = await this.createSyncMsgStone({
-                data: conflictData,
-                space,
-                metaspace,
-            });
-            const conflictFrame = await this.evolveSyncSagaIbGib({
-                prevSagaIbGib: sagaIbGib,
-                msgStones: [conflictStone],
-                identity,
-                space,
-                metaspace,
-            });
-            return { frame: conflictFrame };
         }
+        // [Smart Diff] Also check individual requested addresses (Fall back for constants/unknown TJPs)
+        for (const addr of relevantAddrs) {
+            // Only process if not already covered by TJP logic above
+            // We can't really know if it's covered easily without resolving. 
+            // But if we don't have it (requesting), we won't find it here anyway.
+            // If we DO have it (push offer), we might find it.
+            const res = await getFromSpace({ addr, space });
+            if (res.success && res.ibGibs?.[0]) {
+                const ibGib = res.ibGibs[0];
+                const tjpAddr = ibGib.rel8ns?.tjp?.[0] || getIbGibAddr({ ibGib });
+                if (!knowledgeVector[tjpAddr]) {
+                    const past = ibGib.rel8ns?.past || [];
+                    knowledgeVector[tjpAddr] = [getIbGibAddr({ ibGib }), ...past];
+                }
+            }
+            else {
+                // We don't have `addr`.
+            }
+        }
+        // Also populate from `knowledgeVector` in Init if we want bidirectional? 
+        // No, `Init` doesn't have `knowledgeVector` in `SyncSagaMessageInitData` yet (it has `SyncInitData` generic props).
+        // Let's assume standard flow:
+        // 1. Sender says "I have X"
+        // 2. Receiver says "I don't have X. But if I did have Y (ancestor), I'd tell you." 
+        // Problem: Receiver doesn't know X is related to Y without X.
+        // SOLUTION:
+        // The *Sender* must include TJP mappings or we rely on `knowledgeVector` in `Init`?
+        // `SyncSagaMessageInitData_V1` extends `SyncInitData`.
+        // `SyncInitData` has `knowledgeVector`.
+        // If Sender populates `knowledgeVector` in `Init`, Receiver can use keys (TJPs) to look up its own state!
+        // Let's implement Sender populating `Init.knowledgeVector`.
+        // But `SyncSagaCoordinator.startSaga` creates Init.
         // 3. Create Ack Frame
         const sagaId = sagaIbGib.data.uuid;
         // Create Payload Stone
@@ -608,6 +766,7 @@ export class SyncSagaCoordinator {
             stage: SyncStage.ack,
             deltaReqAddrs,
             pushOfferAddrs,
+            knowledgeVector,
         };
         const ackStone = await this.createSyncMsgStone({
             data: ackData,
@@ -655,6 +814,127 @@ export class SyncSagaCoordinator {
         if (ackData.stage !== SyncStage.ack) {
             throw new Error(`${lc} Invalid ack frame: ackData.stage !== SyncStage.ack (E: 2e8b0a94b5954a66a6a1a7a0b3f5b7a1)`);
         }
+        if (logalot) {
+            console.log(`${lc} ackData: ${pretty(ackData)} (I: 7f8e9d0a1b2c3d4e5f6g7h8i9j0k)`);
+        }
+        // 1. Check for Conflicts
+        const conflicts = ackData.conflicts || [];
+        const terminalConflicts = conflicts.filter(c => c.terminal);
+        if (terminalConflicts.length > 0) {
+            console.warn(`${lc} Received terminal conflicts from Ack: ${JSON.stringify(terminalConflicts)}`);
+            // Terminal failure. Sender should probably Commit(Fail) or just Abort.
+            // For now, throw to trigger abort.
+            throw new Error(`${lc} Peer reported terminal conflicts. (E: a1b2c3d4e5f6g7h8i9j0k)`);
+        }
+        const optimisticConflicts = conflicts.filter(c => !c.terminal);
+        const mergeDeltaReqs = []; // Additional requests for merging
+        if (optimisticConflicts.length > 0) {
+            if (logalot) {
+                console.log(`${lc} Processing optimistic conflicts: ${optimisticConflicts.length}`);
+            }
+            // We need to resolve these.
+            // Strategy:
+            // 1. Analyze Divergence (Sender vs Receiver)
+            // 2. Identify missing data needed for merge (Receiver's unique frames)
+            // 3. Request that data (as Delta Reqs)
+            // 4. (Later in Delta Phase) Perform Merge.
+            // BUT: The Delta Phase is usually generic "Send me these Addrs".
+            // If we just add to `deltaReqAddrs` (which are requests for Sender to send to Receiver?),
+            // wait. `ackData.deltaReqAddrs` are what RECEIVER wants from SENDER.
+            // We (Sender) are processing the Ack.
+            // We need to request data FROM Receiver.
+            // But the protocol 'Ack' step typically leads to 'Delta' (Sender sending data).
+            // If Sender needs data from Receiver, it usually happens in 'Pull' mode or a separate request?
+            // Or can we send a 'Delta Request' frame?
+            // Standard Saga: Init(Push) -> Ack(Pull Reqs) -> Delta(Push Data).
+            // If Sender needs data, we might need a "Reverse Delta" or "Pull" phase?
+            // Or we just proceed to Delta (sending what Receiver wants), 
+            // AND we piggyback our own requests?
+            // OR: We treat the Conflict Resolution as a sub-saga or side-effect?
+            // SIMPLIFICATION for V1:
+            // If we need data to merge, we must get it.
+            // We are the Coordinator (Active). We can fetch from Peer immediately?
+            // `peer.pull(addr)`?
+            // Yes! The Coordinator has the `peer`.
+            // Let's analyze and pull immediately.
+            for (const conflict of optimisticConflicts) {
+                const { timelineAddrs, localAddr: receiverTip, remoteAddr: senderTip } = conflict;
+                // Sender History
+                // We need our own history for this timeline.
+                // We know the 'senderTip' (remoteAddr in Ack).
+                // Sender should verify it has this tip.
+                // Compute Diffs
+                // We need to find `receiverOnly` addrs.
+                // Receiver sent us `timelineAddrs` (Full History).
+                const receiverHistorySet = new Set(timelineAddrs);
+                // We need our execution context's history for this senderTip.
+                // We can fetch valid 'past' from space.
+                const resSenderTip = await getFromSpace({ space, addr: senderTip });
+                const senderTipIbGib = resSenderTip.ibGibs?.[0];
+                if (!senderTipIbGib) {
+                    throw new Error(`${lc} Sender missing its own tip? ${senderTip} (E: 9c8d7e6f5g4h3i2j1k0l)`);
+                }
+                // Basic Diff: Find what Receiver has that we don't.
+                // Actually, we need to traverse OUR past to find commonality.
+                const senderHistory = [senderTip, ...(senderTipIbGib.rel8ns?.past || [])];
+                const receiverOnlyAddrs = timelineAddrs.filter(addr => !senderHistory.includes(addr));
+                if (receiverOnlyAddrs.length > 0) {
+                    if (logalot) {
+                        console.log(`${lc} Pulling divergent history from Receiver: ${receiverOnlyAddrs.length} frames`);
+                    }
+                    // PULL these frames from Peer into Local Space
+                    // (Validation: We trust peer for now / verification happens on put)
+                    for (const addr of receiverOnlyAddrs) {
+                        // This 'pull' is a sync-peer method?
+                        // The Coordinator 'peer' passed in 'sync()' might be needed here?
+                        // Wait, `handleAckFrame` doesn't have reference to `peer`?
+                        // It only has `space`, `metaspace`.
+                        // The `peer` is held by the `executeSagaLoop`.
+                        // PROBLEM: `handleAckFrame` is pure logic on the Space/Data?
+                        // No, it's a method on Coordinator. 
+                        // But `executeSagaLoop` calls it.
+                        // We might need to return "Requirements" to the loop?
+                        // Checking return type: `{ frame: SyncIbGib_V1, payloadIbGibs?: ... }`
+                        // It returns the NEXT frame (Delta).
+                        // If we need to fetch data, we are blocked.
+                        // We can't easily "Pull" here without the Peer reference.
+                        // OPTION A: Pass `peer` to `handleAckFrame`.
+                        // OPTION B: Return a strict list of "MissingDeps" and let Loop handle it.
+                        // Let's assume we can resolve this by adding `peer` to signature or using `metaspace` if it's a peer-witness?
+                        // No, Peer is ephemeral connection.
+                        // Let's add `peer` to `handleAckFrame` signature?
+                        // It breaks the pattern of just handling frame + space.
+                        // ALTERNATIVE: Use the `Delta` frame to request data?
+                        // `SyncSagaMessageDeltaData` has `requests?: string[]`.
+                        // Sender sends Delta Frame.
+                        // Does Receiver handle Delta Requests?
+                        // `handleDeltaFrame` (Receiver) -> checks `requests`.
+                        // YES.
+                        // So Sender puts `receiverOnlyAddrs` into `deltaFrame.requests`.
+                        // Receiver sees them, fetches them, and includes them in the Response (Commit?).
+                        // Wait, Init->Ack->Delta->Commit.
+                        // If Receiver sends data in Commit, that's "too late" for Sender to Merge in THIS saga round?
+                        // Unless Commit is not the end?
+                        // Or we do a "Delta 2" loop?
+                        // "Iterative Resolution Loop" from plan.
+                        // If we request data in Delta, Receiver sends it in Commit (or Delta-Response).
+                        // Sender gets Commit. Sees data. Merges.
+                        // Then Sender needs to Send the MERGE result.
+                        // Needs another Push/Delta.
+                        // REFINED FLOW:
+                        // 1. Sender sends Delta Frame with `requests: [receiverOnlyAddrs]`.
+                        // 2. Receiver responds (Commit? or Ack 2?) with Payload (Divergent Frames).
+                        // 3. Sender handles response -> Merges.
+                        // 4. Sender sends Commit (containing Merge Frame).
+                        // Issue: Current state machine is Init->Ack->Delta->Commit.
+                        // We need to keep Saga open.
+                        // If Sender sends Delta with requests, does it transition to Commit?
+                    }
+                    mergeDeltaReqs.push(...receiverOnlyAddrs);
+                }
+            }
+        }
+        // 2. Prepare Delta Payload (What Receiver Requesting + Our Conflict Logic)
         const deltaReqAddrs = ackData.deltaReqAddrs || [];
         const pushOfferAddrs = ackData.pushOfferAddrs || [];
         // 1. Process Push Offers (Pull Requests) (Naive: Accept all if missing)
@@ -666,7 +946,16 @@ export class SyncSagaCoordinator {
             }
         }
         // 2. Process Delta Requests (Push Payload)
+        // [NEW] Smart Diff: Use knowledgeVector to skip dependencies
+        const skipAddrs = new Set();
+        if (ackData.knowledgeVector) {
+            Object.values(ackData.knowledgeVector).forEach(addrs => {
+                addrs.forEach(a => skipAddrs.add(a));
+            });
+        }
         const payloadIbGibs = [];
+        // Gather all tips to sync first
+        const tipsToSync = [];
         for (const addr of deltaReqAddrs) {
             let ibGib = srcGraph[addr];
             if (!ibGib) {
@@ -676,19 +965,62 @@ export class SyncSagaCoordinator {
                 }
             }
             if (ibGib) {
-                payloadIbGibs.push(ibGib);
+                tipsToSync.push(ibGib);
             }
             else {
                 throw new Error(`${lc} Requested addr not found: ${addr} (E: d41d59cff4a887f6414c3e92eabd8e26)`);
             }
         }
+        // Calculate Dependency Graph for ALL tips, effectively utilizing common history
+        // Pass skipAddrs to `getDependencyGraph` or gather manually.
+        // `getDependencyGraph` takes a single ibGib.
+        // We can optimize by doing it for each tip and unioning the result? 
+        // Or `graph-helper` could support `ibGibs: []`. It currently takes `ibGib`.
+        // We will loop.
+        const allDepsSet = new Set();
+        for (const tip of tipsToSync) {
+            // Always include the tip itself
+            const tipAddr = getIbGibAddr({ ibGib: tip });
+            // Only process if not skipped (though deltaReq implies they barely just asked for it)
+            // But detailed deps might be skipped.
+            // Get Graph with Skips
+            // Logic: "Give me everything related to Tip, EXCEPT X, Y, Z"
+            const deps = await getDependencyGraph({
+                ibGib: tip,
+                space,
+                skipAddrs: Array.from(skipAddrs)
+            });
+            // [FIX] Ensure Tip is included if not in deps (e.g. constant with no rel8ns)
+            let tipIncluded = false;
+            if (deps) {
+                Object.values(deps).forEach(d => {
+                    const dAddr = getIbGibAddr({ ibGib: d });
+                    if (!allDepsSet.has(dAddr)) {
+                        allDepsSet.add(dAddr);
+                        payloadIbGibs.push(d);
+                    }
+                    if (dAddr === tipAddr) {
+                        tipIncluded = true;
+                    }
+                });
+            }
+            if (!tipIncluded && !skipAddrs.has(tipAddr)) {
+                if (logalot) {
+                    console.log(`${lc} Tip not in deps, adding explicitly: ${tipAddr}`);
+                }
+                if (!allDepsSet.has(tipAddr)) {
+                    allDepsSet.add(tipAddr);
+                    payloadIbGibs.push(tip);
+                }
+            }
+        }
         // 3. Create Delta Frame
         const sagaId = ackData.sagaId;
         const deltaData = {
-            sagaId,
+            sagaId: sagaIbGib.data.uuid,
             stage: SyncStage.delta,
             payloadAddrs: payloadIbGibs.map(p => getIbGibAddr({ ibGib: p })),
-            requests: pullReqAddrs.length > 0 ? pullReqAddrs : undefined,
+            requests: [...(pullReqAddrs || []), ...(mergeDeltaReqs || [])].length > 0 ? [...(pullReqAddrs || []), ...(mergeDeltaReqs || [])] : undefined,
         };
         const deltaStone = await this.createSyncMsgStone({
             data: deltaData,
@@ -727,22 +1059,36 @@ export class SyncSagaCoordinator {
         if (deltaData.stage !== SyncStage.delta) {
             throw new Error(`${lc} Invalid delta frame: deltaData.stage !== SyncStage.delta (E: 0c28c8d8f08a4421b8344e6727271421)`);
         }
+        if (logalot) {
+            console.log(`${lc} deltaData: ${pretty(deltaData)} (I: 8d7e6f5g4h3i2j1k0l9m)`);
+        }
         const payloadAddrs = deltaData.payloadAddrs || [];
-        const requests = deltaData.requests || [];
-        // 1. Process Received Payload
+        const peerRequests = deltaData.requests || [];
+        const peerProposesCommit = deltaData.proposeCommit || false;
+        // 1. Process Received Payload (Ingest)
         const receivedPayloadIbGibs = [];
         if (payloadAddrs.length > 0) {
+            // We use `payloadAddrs` as the manifest. 
+            // The ACTUAL collection of ibGibs should be available via `getFromSpace` 
+            // assuming the "Transport" layer put them there implicitly?
+            // OR, if we are local-only, we just get them.
+            // The `handleDeltaFrame` contract assumes data is reachable in `space`.
             const res = await getFromSpace({
                 addrs: payloadAddrs,
                 space,
             });
             if (res.ibGibs) {
                 receivedPayloadIbGibs.push(...res.ibGibs);
+                // Also put them? `getFromSpace` retrieves. If they are in space, they are persisted.
+                // If this is a Temp Space, they are safe.
+            }
+            else {
+                console.warn(`${lc} Failed to retrieve payloads listed in delta: ${payloadAddrs.join(', ')}`);
             }
         }
-        // 2. Fulfill Requests (Outgoing Payload)
+        // 2. Fulfill Peer Requests (Outgoing Payload)
         const outgoingPayload = [];
-        for (const addr of requests) {
+        for (const addr of peerRequests) {
             let ibGib = srcGraph[addr];
             if (!ibGib) {
                 const res = await getFromSpace({ addr, space });
@@ -753,16 +1099,105 @@ export class SyncSagaCoordinator {
             if (ibGib) {
                 outgoingPayload.push(ibGib);
             }
+            else {
+                console.warn(`${lc} Requested addr not found during delta fulfillment: ${addr}`);
+            }
+        }
+        // 3. Execute Merges (If applicable)
+        // Check if we have pending conflicts that we CAN resolve now that we have data.
+        // We look at the Saga History (Ack Frame) to find conflicts.
+        // Optimization: Do this only if we received payloads.
+        const mergeResultIbGibs = [];
+        if (receivedPayloadIbGibs.length > 0) {
+            // Find the Ack frame in history to get conflicts
+            // Optimization: Batch fetch history from `sagaIbGib.rel8ns.past`
+            // V1 timelines carry full history in `past`.
+            const pastAddrs = sagaIbGib.rel8ns?.past || [];
+            let ackData;
+            if (pastAddrs.length > 0) {
+                // Batch fetch all past frames
+                const resPast = await getFromSpace({ addrs: pastAddrs, space });
+                if (resPast.success && resPast.ibGibs) {
+                    // Iterate backwards (most recent first) to find the latest Ack
+                    for (let i = resPast.ibGibs.length - 1; i >= 0; i--) {
+                        const pastFrame = resPast.ibGibs[i];
+                        const messageStone = await getSyncSagaMessageFromFrame({
+                            frameIbGib: pastFrame,
+                            space
+                        });
+                        if (messageStone?.data?.stage === SyncStage.ack) {
+                            ackData = messageStone.data;
+                            break;
+                        }
+                    }
+                }
+            }
+            if (ackData && ackData.conflicts) {
+                const optimisticConflicts = ackData.conflicts.filter(c => !c.terminal);
+                for (const conflict of optimisticConflicts) {
+                    const { timelineAddrs, localAddr: receiverTip, remoteAddr: senderTip } = conflict;
+                    // We are Sender (usually) here if we are merging.
+                    // Check if we have the history needed (timelineAddrs).
+                    // Specifically, we needed the `receiverOnly` parts.
+                    // We blindly attempt merge if we have both tips accessible?
+                    // We need `receiverTip` (localAddr in Ack) and `senderTip` (remoteAddr).
+                    // Check if we have receiverTip in space
+                    const resRecTip = await getFromSpace({ addr: receiverTip, space });
+                    if (resRecTip.success && resRecTip.ibGibs?.[0]) {
+                        // We have the tip!
+                        // Do we have the full history? 
+                        // `mergeDivergentTimelines` in `conflict-optimistic` will attempt to fetch history.
+                        // If we just ingested the missing pieces, `getFromSpace` inside `merge` should succeed.
+                        // Perform Merge!
+                        try {
+                            const mergeResult = await mergeDivergentTimelines({
+                                tipA: (await getFromSpace({ addr: senderTip, space })).ibGibs[0], // Our tip
+                                tipB: resRecTip.ibGibs[0], // Their tip
+                                space,
+                                metaspace,
+                            });
+                            if (mergeResult) {
+                                if (logalot) {
+                                    console.log(`${lc} Merge success! New Tip: ${getIbGibAddr({ ibGib: mergeResult })}`);
+                                }
+                                mergeResultIbGibs.push(mergeResult);
+                                outgoingPayload.push(mergeResult); // Send result to peer
+                            }
+                        }
+                        catch (e) {
+                            console.error(`${lc} Merge failed: ${e}`);
+                            // If merge fails, we might Abort or just continue?
+                        }
+                    }
+                }
+            }
         }
-        // 3. Determine Next Stage
-        if (requests.length > 0) {
-            // They requested more data -> Send Delta
-            const sagaId = deltaData.sagaId;
+        // 4. Determine Next Action
+        // We have `outgoingPayload` (Requests + Merge Results).
+        // Does Peer have outstanding requests? No, we fulfilled `peerRequests`.
+        // Do WE have outstanding requests?
+        // We might if `mergeResult` requires further sync? Usually no, result is complete.
+        const myRequests = []; // If we had more needs (e.g. partial payload), we'd add here.
+        const hasOutgoing = outgoingPayload.length > 0;
+        const hasMyRequests = myRequests.length > 0;
+        if (hasOutgoing || hasMyRequests) {
+            // We have business to attend to -> Send Delta
             const responseDeltaData = {
-                sagaId,
+                sagaId: deltaData.sagaId,
                 stage: SyncStage.delta,
                 payloadAddrs: outgoingPayload.map(p => getIbGibAddr({ ibGib: p })),
+                requests: hasMyRequests ? myRequests : undefined,
+                proposeCommit: !hasMyRequests // If we are sending data but have no requests, we VALIDATE PROPOSAL?
+                // Wait. If we send data, we are NOT committing yet. 
+                // We are sending data. The OTHER side must ingest it.
+                // So proposeCommit = true? 
+                // "Here is the data. I'm done. If you are good, let's commit."
+                // Yes.
             };
+            // BUT if `peerProposesCommit` was true, and we are sending data, we are effectively rejecting/delaying it.
+            // We just send the Delta. Peer receives it, ingests, sees ProposeCommit=True (from us), and then Commits.
+            // So yes, proposeCommit = true.
+            responseDeltaData.proposeCommit = true;
             const deltaStone = await this.createSyncMsgStone({
                 data: responseDeltaData,
                 space,
@@ -778,36 +1213,99 @@ export class SyncSagaCoordinator {
             return { frame: deltaFrame, payloadIbGibs: outgoingPayload, receivedPayloadIbGibs };
         }
         else {
-            // No requests -> Commit
-            const sagaId = deltaData.sagaId;
-            const commitData = {
-                sagaId,
-                stage: SyncStage.commit,
-                success: true,
-            };
-            const commitStone = await this.createSyncMsgStone({
-                data: commitData,
-                space,
-                metaspace
-            });
-            const commitFrame = await this.evolveSyncSagaIbGib({
-                prevSagaIbGib: sagaIbGib,
-                msgStones: [commitStone],
-                identity,
-                space,
-                metaspace
-            });
-            return { frame: commitFrame, receivedPayloadIbGibs };
+            // We have nothing to send.
+            if (peerProposesCommit) {
+                // Peer is done. We are done. -> Commit.
+                const commitData = {
+                    sagaId: deltaData.sagaId,
+                    stage: SyncStage.commit,
+                    success: true,
+                };
+                const commitStone = await this.createSyncMsgStone({
+                    data: commitData,
+                    space,
+                    metaspace
+                });
+                const commitFrame = await this.evolveSyncSagaIbGib({
+                    prevSagaIbGib: sagaIbGib,
+                    msgStones: [commitStone],
+                    identity,
+                    space,
+                    metaspace
+                });
+                return { frame: commitFrame, receivedPayloadIbGibs };
+            }
+            else {
+                // peer did NOT propose commit (maybe they just sent data/requests and didn't ready flag).
+                // But we are empty.
+                // So WE propose commit.
+                const responseDeltaData = {
+                    sagaId: deltaData.sagaId,
+                    stage: SyncStage.delta,
+                    proposeCommit: true,
+                    payloadAddrs: [], // Always include empty array if sending delta
+                };
+                const deltaStone = await this.createSyncMsgStone({
+                    data: responseDeltaData,
+                    space,
+                    metaspace
+                });
+                const deltaFrame = await this.evolveSyncSagaIbGib({
+                    prevSagaIbGib: sagaIbGib,
+                    msgStones: [deltaStone],
+                    identity,
+                    space,
+                    metaspace
+                });
+                // Check if PEER proposed commit
+                if (deltaData.proposeCommit) {
+                    if (logalot) {
+                        console.log(`${lc} Peer proposed commit. Accepting & Committing.`);
+                    }
+                    // Peer wants to commit and has no more requests.
+                    // We should Commit.
+                    const commitData = {
+                        sagaId: deltaData.sagaId,
+                        stage: SyncStage.commit,
+                        success: true,
+                    };
+                    const commitStone = await this.createSyncMsgStone({
+                        data: commitData,
+                        space,
+                        metaspace
+                    });
+                    const commitFrame = await this.evolveSyncSagaIbGib({
+                        prevSagaIbGib: deltaFrame, // Build on top of the Delta we just created/persisted
+                        msgStones: [commitStone],
+                        identity,
+                        space,
+                        metaspace
+                    });
+                    return { frame: commitFrame, receivedPayloadIbGibs };
+                }
+                return { frame: deltaFrame, receivedPayloadIbGibs };
+            }
         }
     }
-    async handleCommitFrame({ sagaIbGib, space, }) {
+    async handleCommitFrame({ sagaIbGib, space, metaspace, }) {
         const lc = `${this.lc}[${this.handleCommitFrame.name}]`;
         if (logalot) {
-            console.log(`${lc} Commit received. Saga complete.`);
+            console.log(`${lc} Commit received.`);
+        }
+        // Sender Logic (Finalizing):
+        // If we are here, we received a Commit frame from the Peer.
+        // This implies the Peer has successfully committed.
+        // We should now:
+        // 1. Validate (implicitly done by receiving valid frame)
+        // 2. Perform our own cleanup (Temp -> Dest, if applicable)
+        // 3. Return null to signal saga completion.
+        // Note: Currently we don't have explicit cleanup logic implemented here yet (TODO).
+        if (logalot) {
+            console.log(`${lc} Peer committed. Finalizing saga locally. Saga Complete.`);
         }
         return null;
     }
-    async handleConflictFrame({ sagaIbGib, space, }) {
+    async handleConflictFrame({ sagaIbGib, metaspace, space, }) {
         const lc = `${this.lc}[${this.handleConflictFrame.name}]`;
         const { messageData } = await this.getStageAndPayloadFromFrame({ ibGib: sagaIbGib, space });
         const conflictData = messageData;
@@ -822,21 +1320,39 @@ export class SyncSagaCoordinator {
     }
     // #endregion Handlers
     async createSyncMsgStone({ data, space, metaspace, }) {
-        const ib = await getSyncSagaMessageIb({ data });
-        const stone = await Factory_V1.stone({
-            ib,
-            parentPrimitiveIb: SYNC_SAGA_MSG_ATOM,
-            data,
-            uuid: true, // we want the stone to have its own uniqueness
-        });
-        await putInSpace({ space, ibGib: stone });
-        await metaspace.registerNewIbGib({ ibGib: stone });
-        return stone;
+        const lc = `${this.lc}[${this.createSyncMsgStone.name}]`;
+        try {
+            if (logalot) {
+                console.log(`${lc} starting... (I: 5f7f98e8ff980364f7191fcee4531e26)`);
+            }
+            const ib = await getSyncSagaMessageIb({ data });
+            const stone = await Factory_V1.stone({
+                ib,
+                parentPrimitiveIb: SYNC_SAGA_MSG_ATOM,
+                data,
+                uuid: true, // we want the stone to have its own uniqueness
+            });
+            if (logalot) {
+                console.log(`${lc} Created stone: ${getIbGibAddr({ ibGib: stone })}`);
+            }
+            await putInSpace({ space, ibGib: stone });
+            await metaspace.registerNewIbGib({ ibGib: stone });
+            return stone;
+        }
+        catch (error) {
+            console.error(`${lc} ${extractErrorMsg(error)}`);
+            throw error;
+        }
+        finally {
+            if (logalot) {
+                console.log(`${lc} complete.`);
+            }
+        }
     }
     /**
      * Evolves the saga timeline with a new frame.
      */
-    async evolveSyncSagaIbGib({ prevSagaIbGib, msgStones, identity, space, metaspace, }) {
+    async evolveSyncSagaIbGib({ prevSagaIbGib, msgStones, identity, space, metaspace, conflictStrategy, }) {
         const lc = `${this.lc}[${this.evolveSyncSagaIbGib.name}]`;
         try {
             // Validation
@@ -907,6 +1423,7 @@ export class SyncSagaCoordinator {
                     payload: undefined, // Data in stone
                     n: 0,
                     isTjp: true,
+                    conflictStrategy,
                 };
                 const ib = await getSyncIb({ data });
                 const stoneAddrs = msgStones.map(s => getIbGibAddr({ ibGib: s }));