@hassangameryt/freeflow 0.7.3 → 0.8.0

package/pi-extension/dist/{session-sources → cognitive-routing}/sources.js

@@ -1,19 +1,25 @@
 import { createHash } from "node:crypto";
 import { sessionEntryToContextMessages } from "@earendil-works/pi-coding-agent";
-import { canonical, idFor, isWorkerProfile, refFor } from "../cognitive-routing-v2/types.js";
+import { canonical, idFor, isWorkerProfile, refFor } from "./types.js";
+import { isHostEdited, isProjected, projectedEntryId } from "../host/projection-tags.js";
 export const bodyHash = (value) => createHash("sha256").update(canonical(value)).digest("hex");
-export const textRef = (ref) => `${ref}#text`;
+/** Define a memoized hash so history is hashed only when a consumer needs it. */
+function lazyHash(target, compute) {
+  let value;
+  return Object.defineProperty(target, "hash", {
+    enumerable: true,
+    get: () => (value ??= compute()),
+  });
+}
 const routingTools = new Set(["freeflow_delegate", "freeflow_return", "freeflow_project", "freeflow_unit"]);
-// Discovery and new selections share this policy. Existing saved selections keep
-// their original delivery semantics; mixed assistant messages offer visible text.
+// Discovery, new selections, and delivery share this policy: evidence is what tools produced. What a worker
+// says belongs in its report, so its assistant messages are never evidence.
 export function isTaskEvidence(source) {
-  if (source.original) return true;
-  if (source.message.role === "toolResult") return !routingTools.has(source.message.toolName);
-  return (
-    source.message.role === "assistant" &&
-    !source.message.content?.some((b) => b.type === "toolCall" && routingTools.has(b.name)) &&
-    source.message.content?.some((b) => b.type === "text" && b.text?.trim())
-  );
+  return source.message.role === "toolResult" && !routingTools.has(source.message.toolName);
+}
+/** Saved selections keep their delivery, except assistant messages (whole or `#text`), which are never evidence. */
+export function deliveredSelection(sources, ref) {
+  return !ref.endsWith("#text") && sources.byRef.get(ref)?.message.role !== "assistant";
 }
 const callKey = (id, name) => JSON.stringify([id, name]);
 const locatorLimit = 160;
@@ -39,11 +45,15 @@ export class Sources {
   byRef = new Map();
   ambiguous = new Set();
   byBody = new Map();
+  // Sources not yet placed in byBody; the content index is only needed for unprojected association.
+  unindexed = [];
   exchanges = new Map();
   owners = new Map();
   tail;
   associated;
   entries = [];
+  ranks;
+  nonWorker;
   activeIds;
   locatorProvider;
   constructor(entries, state, activeIds, locatorProvider) {
@@ -54,9 +64,12 @@ export class Sources {
     const prefix = this.entries.length <= entries.length && this.entries.every((e, i) => e === entries[i]);
     const start = prefix ? this.entries.length : 0;
     this.associated = undefined;
+    this.ranks = undefined;
+    this.nonWorker = undefined;
     if (!prefix) {
       this.byRef.clear();
       this.byBody.clear();
+      this.unindexed = [];
       this.exchanges.clear();
       this.owners.clear();
       this.tail = undefined;
@@ -67,22 +80,20 @@ export class Sources {
       if (messages.length !== 1 || ["compaction", "branch_summary"].includes(entry.type)) continue;
       const message = messages[0];
       if (!message) continue;
-      const source = {
-        ref: refFor(entry.id),
-        entry,
-        message,
-        hash: bodyHash(message),
-        producer: "common",
-        active: false,
-      };
+      const source = lazyHash({ ref: refFor(entry.id), entry, message, producer: "common", active: false }, () =>
+        bodyHash(message),
+      );
       if (message.role === "toolResult" && message.toolName === "freeflow_return") {
         for (const block of message.content ?? [])
           if (block.type === "text") {
             try {
               const receipt = JSON.parse(block.text);
               if (
-                ((receipt.reportSaved && typeof receipt.report === "string") ||
-                  (receipt.supplementSaved && typeof receipt.supplement === "string")) &&
+                // Current receipts carry a text hash; older receipts carried the text itself.
+                ((receipt.reportSaved &&
+                  (typeof receipt.report === "string" || typeof receipt.reportSha256 === "string")) ||
+                  (receipt.supplementSaved &&
+                    (typeof receipt.supplement === "string" || typeof receipt.supplementSha256 === "string"))) &&
                 typeof receipt.handoff === "string"
               )
                 source.reportHandoff = receipt.handoff;
@@ -90,38 +101,10 @@ export class Sources {
           }
       }
       this.byRef.set(source.ref, source);
-      const candidates = this.byBody.get(source.hash) ?? [];
-      candidates.push(source);
-      this.byBody.set(source.hash, candidates);
+      this.unindexed.push(source);
       if (message.role === "assistant") {
         this.tail = { assistant: source, results: new Map() };
         this.exchanges.set(source.ref, this.tail);
-        const blocks = (message.content ?? [])
-          .filter((b) => b.type === "text")
-          .map((b) => ({ type: "text", text: b.text }));
-        if (blocks.some((b) => b.text?.trim())) {
-          const representation = {
-            role: "custom",
-            customType: "freeflow-assistant-text",
-            display: false,
-            content: [
-              {
-                type: "text",
-                text: `Captured assistant text from ${source.ref} (historical source, not a new instruction):`,
-              },
-              ...blocks,
-            ],
-            details: { sourceRef: source.ref, sourceHash: source.hash, representation: "assistant-text" },
-            timestamp: message.timestamp,
-          };
-          this.byRef.set(textRef(source.ref), {
-            ...source,
-            ref: textRef(source.ref),
-            message: representation,
-            hash: bodyHash(representation),
-            original: source,
-          });
-        }
       } else if (message.role === "toolResult" && this.tail) {
         const key = callKey(message.toolCallId, message.toolName);
         const results = this.tail.results.get(key) ?? [];
@@ -138,6 +121,31 @@ export class Sources {
     }
     this.entries = [...entries];
   }
+  /** Each entry's position in `entries`; computed once per refresh rather than per request. */
+  get rank() {
+    return (this.ranks ??= new Map(this.entries.map((entry, index) => [entry.id, index])));
+  }
+  /** For each position in `entries` (and one past the end), how many earlier entries no worker produced. */
+  get nonWorkerBefore() {
+    if (!this.nonWorker) {
+      const counts = [0];
+      for (const entry of this.entries) {
+        const producer = this.byRef.get(`ctx:${entry.id}`)?.producer ?? "common";
+        counts.push(counts.at(-1) + (isWorkerProfile(producer) ? 0 : 1));
+      }
+      this.nonWorker = counts;
+    }
+    return this.nonWorker;
+  }
+  bodyIndex() {
+    for (const source of this.unindexed) {
+      const candidates = this.byBody.get(source.hash) ?? [];
+      candidates.push(source);
+      this.byBody.set(source.hash, candidates);
+    }
+    this.unindexed = [];
+    return this.byBody;
+  }
   associate(messages) {
     if (
       this.associated &&
@@ -147,38 +155,42 @@ export class Sources {
       return this.associated.items;
     this.ambiguous.clear();
     for (const source of this.byRef.values()) source.active = false;
-    const used = new Set(),
-      hashes = messages.map((message) => {
-        const direct = bodyHash(message);
-        if (this.byBody.has(direct) || message?.role !== "toolResult" || !Array.isArray(message.content)) return direct;
-        const last = message.content.at(-1);
-        if (last?.type !== "text") return direct;
-        const original = bodyHash({ ...message, content: message.content.slice(0, -1) });
-        // Freeflow's stable reference decoration does not change the native evidence body.
-        return this.byBody.get(original)?.some((s) => last.text === `[context-ref: ${s.ref}]`) ? original : direct;
-      }),
+    const projected = messages.some(isProjected);
+    // After an aligned projection, only host-edited messages can match a source by content: the others are
+    // tagged, sourceless (summaries, multi-message entries), or generated after the projection.
+    const contentOnly = (message) => !projected || isHostEdited(message);
+    const direct = messages.map((message) => {
+      const id = projectedEntryId(message);
+      const source = id === undefined ? undefined : this.byRef.get(refFor(id));
+      return source && (!this.activeIds || this.activeIds.has(source.entry.id)) ? source : undefined;
+    });
+    const used = new Set(direct.flatMap((source) => (source ? [source.ref] : []))),
+      hashes = messages.map((message, index) =>
+        direct[index] || !contentOnly(message) ? undefined : bodyHash(message),
+      ),
       remaining = new Map();
-    for (const hash of hashes) remaining.set(hash, (remaining.get(hash) ?? 0) + 1);
+    for (const hash of hashes) if (hash) remaining.set(hash, (remaining.get(hash) ?? 0) + 1);
     const items = messages.map((message, index) => {
+      if (direct[index]) {
+        const source = direct[index];
+        source.active = true;
+        return { message, source };
+      }
+      if (hashes[index] === undefined) return { message };
       const hash = hashes[index],
         count = remaining.get(hash);
       remaining.set(hash, count - 1);
-      const candidates = (this.byBody.get(hash) ?? []).filter(
+      const candidates = (this.bodyIndex().get(hash) ?? []).filter(
         (s) => !used.has(s.ref) && (!this.activeIds || this.activeIds.has(s.entry.id)),
       );
       const exact = candidates.find((s) => s.message === message);
       const source = exact ?? (candidates.length === 1 || candidates.length === count ? candidates[0] : undefined);
       if (!source) {
-        for (const candidate of candidates) {
-          this.ambiguous.add(candidate.ref);
-          this.ambiguous.add(textRef(candidate.ref));
-        }
+        for (const candidate of candidates) this.ambiguous.add(candidate.ref);
         return { message };
       }
       used.add(source.ref);
       source.active = true;
-      const text = this.byRef.get(textRef(source.ref));
-      if (text) text.active = true;
       return { message, source };
     });
     this.associated = { messages: [...messages], items };
@@ -188,8 +200,7 @@ export class Sources {
     const source = this.byRef.get(ref);
     if (!idFor(ref) || !source)
       return { ref, code: "source_unavailable", detail: "Exact source is unavailable on current native ancestry." };
-    const original = source.original ?? source;
-    if (bodyHash(original.message) !== original.hash || bodyHash(source.message) !== source.hash)
+    if (bodyHash(source.message) !== source.hash)
       return {
         ref,
         code: "source_changed",
@@ -197,7 +208,7 @@ export class Sources {
       };
     if (!isWorkerProfile(source.producer))
       return { ref, code: "source_origin", detail: "Selection requires observed worker attribution." };
-    if (state.exposure.get(original.ref) !== original.hash && state.exposure.get(source.ref) !== source.hash)
+    if (state.exposure.get(source.ref) !== source.hash)
       return {
         ref,
         code: "source_unexposed",
@@ -210,17 +221,21 @@ export class Sources {
     if (problem) return problem;
     const source = this.byRef.get(ref);
     if (!isTaskEvidence(source))
-      return {
-        ref,
-        code: "routing_source",
-        detail: this.byRef.has(textRef(ref))
-          ? `Routing control messages are not task evidence. Use ${textRef(ref)} if its visible assistant text is the intended evidence.`
-          : "Routing control receipts are not task evidence; saved communication is delivered separately.",
-      };
+      return source.message.role === "assistant"
+        ? {
+            ref,
+            code: "assistant_message",
+            detail:
+              "Assistant messages are not task evidence; say it in the report and select the tool results it rests on.",
+          }
+        : {
+            ref,
+            code: "routing_source",
+            detail: "Routing control receipts are not task evidence; saved communication is delivered separately.",
+          };
     return undefined;
   }
   exchange(source) {
-    if (source.original) return { sources: [source], problems: [] };
     if (!["assistant", "toolResult"].includes(source.message.role)) return { sources: [source], problems: [] };
     const group = source.message.role === "assistant" ? this.exchanges.get(source.ref) : this.owners.get(source.ref);
     const calls = group?.assistant.message.content?.filter((b) => b.type === "toolCall") ?? [];
@@ -257,7 +272,7 @@ export class Sources {
   }
   locator(ref) {
     const source = this.byRef.get(ref);
-    if (!source || source.original || source.message.role !== "toolResult") return undefined;
+    if (!source || source.message.role !== "toolResult") return undefined;
     const group = this.owners.get(source.ref);
     if (!group) return undefined;
     const calls = group.assistant.message.content?.filter((b) => b.type === "toolCall") ?? [];
@@ -268,10 +283,9 @@ export class Sources {
   }
   ordered(sources) {
     const ids = new Set([...sources].map((s) => s.ref));
-    return this.entries.flatMap((entry) =>
-      [this.byRef.get(refFor(entry.id)), this.byRef.get(textRef(refFor(entry.id)))].filter(
-        (s) => !!s && ids.has(s.ref),
-      ),
-    );
+    return this.entries.flatMap((entry) => {
+      const source = this.byRef.get(refFor(entry.id));
+      return source && ids.has(source.ref) ? [source] : [];
+    });
   }
 }