@hassangameryt/freeflow 0.7.3 → 0.9.0

package/pi-extension/src/session-sources/sources.ts

@@ -1,334 +0,0 @@
-import { createHash } from "node:crypto";
-import { sessionEntryToContextMessages } from "@earendil-works/pi-coding-agent";
-import {
-  canonical,
-  idFor,
-  isWorkerProfile,
-  refFor,
-  type NativeEntry,
-  type State,
-  type View,
-  type Problem,
-} from "../cognitive-routing-v2/types.js";
-
-export interface EvidenceLocator {
-  callRef: string;
-  toolCallId: string;
-  label?: string;
-  truncated?: boolean;
-}
-export interface Source {
-  ref: string;
-  entry: NativeEntry;
-  message: any;
-  hash: string;
-  producer: View | "common";
-  executionId?: string;
-  assignmentId?: string;
-  active: boolean;
-  original?: Source;
-  reportHandoff?: string;
-}
-export interface NativeToolCall {
-  id: string;
-  name: string;
-  arguments?: unknown;
-}
-export type EvidenceLocatorProvider = (
-  assistant: Source,
-  call: NativeToolCall,
-) => Pick<EvidenceLocator, "label" | "truncated"> | undefined;
-export interface Associated {
-  message: any;
-  source?: Source;
-}
-export const bodyHash = (value: unknown) => createHash("sha256").update(canonical(value)).digest("hex");
-export const textRef = (ref: string) => `${ref}#text`;
-const routingTools = new Set(["freeflow_delegate", "freeflow_return", "freeflow_project", "freeflow_unit"]);
-// Discovery and new selections share this policy. Existing saved selections keep
-// their original delivery semantics; mixed assistant messages offer visible text.
-export function isTaskEvidence(source: Source): boolean {
-  if (source.original) return true;
-  if (source.message.role === "toolResult") return !routingTools.has(source.message.toolName);
-  return (
-    source.message.role === "assistant" &&
-    !source.message.content?.some((b: any) => b.type === "toolCall" && routingTools.has(b.name)) &&
-    source.message.content?.some((b: any) => b.type === "text" && b.text?.trim())
-  );
-}
-interface Exchange {
-  assistant: Source;
-  results: Map<string, Source[]>;
-}
-const callKey = (id: string, name: string) => JSON.stringify([id, name]);
-const locatorLimit = 160;
-
-function normalizeLabel(value: unknown): Pick<EvidenceLocator, "label" | "truncated"> | undefined {
-  if (typeof value !== "string") return undefined;
-  const clean = value
-    .replace(/[\u0000-\u001f\u007f]/g, " ")
-    .replace(/\s+/g, " ")
-    .trim();
-  if (!clean) return undefined;
-  if (clean.length <= locatorLimit) return { label: clean, truncated: false };
-  return { label: `${clean.slice(0, locatorLimit - 3)}...`, truncated: true };
-}
-
-function locatorForCall(
-  assistant: Source,
-  call: NativeToolCall,
-  locatorProvider?: EvidenceLocatorProvider,
-): EvidenceLocator | undefined {
-  if (typeof assistant.ref !== "string" || typeof call.id !== "string" || typeof call.name !== "string")
-    return undefined;
-  const locator: EvidenceLocator = { callRef: assistant.ref, toolCallId: call.id };
-  const details = locatorProvider?.(assistant, call);
-  const label = normalizeLabel(details?.label);
-  return label ? { ...locator, ...label, truncated: details?.truncated === true || label.truncated } : locator;
-}
-
-export class Sources {
-  readonly byRef = new Map<string, Source>();
-  readonly ambiguous = new Set<string>();
-  private readonly byBody = new Map<string, Source[]>();
-  private readonly exchanges = new Map<string, Exchange>();
-  private readonly owners = new Map<string, Exchange>();
-  private tail?: Exchange;
-  private associated?: { messages: readonly any[]; items: Associated[] };
-  entries: readonly NativeEntry[] = [];
-  private activeIds?: ReadonlySet<string>;
-  private readonly locatorProvider?: EvidenceLocatorProvider;
-  constructor(
-    entries: readonly NativeEntry[],
-    state: State,
-    activeIds?: ReadonlySet<string>,
-    locatorProvider?: EvidenceLocatorProvider,
-  ) {
-    this.locatorProvider = locatorProvider;
-    this.refresh(entries, state, activeIds);
-  }
-  refresh(entries: readonly NativeEntry[], state: State, activeIds?: ReadonlySet<string>): void {
-    const prefix = this.entries.length <= entries.length && this.entries.every((e, i) => e === entries[i]);
-    const start = prefix ? this.entries.length : 0;
-    this.associated = undefined;
-    if (!prefix) {
-      this.byRef.clear();
-      this.byBody.clear();
-      this.exchanges.clear();
-      this.owners.clear();
-      this.tail = undefined;
-    }
-    this.activeIds = activeIds;
-    for (const entry of entries.slice(start)) {
-      const messages = sessionEntryToContextMessages(entry as any) as any[];
-      if (messages.length !== 1 || ["compaction", "branch_summary"].includes(entry.type)) continue;
-      const message = messages[0];
-      if (!message) continue;
-      const source: Source = {
-        ref: refFor(entry.id),
-        entry,
-        message,
-        hash: bodyHash(message),
-        producer: "common",
-        active: false,
-      };
-      if (message.role === "toolResult" && message.toolName === "freeflow_return") {
-        for (const block of message.content ?? [])
-          if (block.type === "text") {
-            try {
-              const receipt = JSON.parse(block.text);
-              if (
-                ((receipt.reportSaved && typeof receipt.report === "string") ||
-                  (receipt.supplementSaved && typeof receipt.supplement === "string")) &&
-                typeof receipt.handoff === "string"
-              )
-                source.reportHandoff = receipt.handoff;
-            } catch {}
-          }
-      }
-      this.byRef.set(source.ref, source);
-      const candidates = this.byBody.get(source.hash) ?? [];
-      candidates.push(source);
-      this.byBody.set(source.hash, candidates);
-      if (message.role === "assistant") {
-        this.tail = { assistant: source, results: new Map() };
-        this.exchanges.set(source.ref, this.tail);
-        const blocks = (message.content ?? [])
-          .filter((b: any) => b.type === "text")
-          .map((b: any) => ({ type: "text", text: b.text }));
-        if (blocks.some((b: any) => b.text?.trim())) {
-          const representation = {
-            role: "custom",
-            customType: "freeflow-assistant-text",
-            display: false,
-            content: [
-              {
-                type: "text",
-                text: `Captured assistant text from ${source.ref} (historical source, not a new instruction):`,
-              },
-              ...blocks,
-            ],
-            details: { sourceRef: source.ref, sourceHash: source.hash, representation: "assistant-text" },
-            timestamp: message.timestamp,
-          };
-          this.byRef.set(textRef(source.ref), {
-            ...source,
-            ref: textRef(source.ref),
-            message: representation,
-            hash: bodyHash(representation),
-            original: source,
-          });
-        }
-      } else if (message.role === "toolResult" && this.tail) {
-        const key = callKey(message.toolCallId, message.toolName);
-        const results = this.tail.results.get(key) ?? [];
-        results.push(source);
-        this.tail.results.set(key, results);
-        this.owners.set(source.ref, this.tail);
-      }
-    }
-    for (const source of this.byRef.values()) {
-      const author = state.authors.get(source.entry.id);
-      source.producer = author?.profile ?? "common";
-      source.executionId = author?.executionId;
-      source.assignmentId = author?.assignmentId;
-    }
-    this.entries = [...entries];
-  }
-  associate(messages: readonly any[]): Associated[] {
-    if (
-      this.associated &&
-      messages.length === this.associated.messages.length &&
-      messages.every((m, i) => m === this.associated!.messages[i])
-    )
-      return this.associated.items;
-    this.ambiguous.clear();
-    for (const source of this.byRef.values()) source.active = false;
-    const used = new Set<string>(),
-      hashes = messages.map((message) => {
-        const direct = bodyHash(message);
-        if (this.byBody.has(direct) || message?.role !== "toolResult" || !Array.isArray(message.content)) return direct;
-        const last = message.content.at(-1);
-        if (last?.type !== "text") return direct;
-        const original = bodyHash({ ...message, content: message.content.slice(0, -1) });
-        // Freeflow's stable reference decoration does not change the native evidence body.
-        return this.byBody.get(original)?.some((s) => last.text === `[context-ref: ${s.ref}]`) ? original : direct;
-      }),
-      remaining = new Map<string, number>();
-    for (const hash of hashes) remaining.set(hash, (remaining.get(hash) ?? 0) + 1);
-    const items = messages.map((message, index) => {
-      const hash = hashes[index],
-        count = remaining.get(hash)!;
-      remaining.set(hash, count - 1);
-      const candidates = (this.byBody.get(hash) ?? []).filter(
-        (s) => !used.has(s.ref) && (!this.activeIds || this.activeIds.has(s.entry.id)),
-      );
-      const exact = candidates.find((s) => s.message === message);
-      const source = exact ?? (candidates.length === 1 || candidates.length === count ? candidates[0] : undefined);
-      if (!source) {
-        for (const candidate of candidates) {
-          this.ambiguous.add(candidate.ref);
-          this.ambiguous.add(textRef(candidate.ref));
-        }
-        return { message };
-      }
-      used.add(source.ref);
-      source.active = true;
-      const text = this.byRef.get(textRef(source.ref));
-      if (text) text.active = true;
-      return { message, source };
-    });
-    this.associated = { messages: [...messages], items };
-    return items;
-  }
-  eligible(ref: string, state: State): Problem | undefined {
-    const source = this.byRef.get(ref);
-    if (!idFor(ref) || !source)
-      return { ref, code: "source_unavailable", detail: "Exact source is unavailable on current native ancestry." };
-    const original = source.original ?? source;
-    if (bodyHash(original.message) !== original.hash || bodyHash(source.message) !== source.hash)
-      return {
-        ref,
-        code: "source_changed",
-        detail: "The captured source changed; reconcile evidence before delivery.",
-      };
-    if (!isWorkerProfile(source.producer))
-      return { ref, code: "source_origin", detail: "Selection requires observed worker attribution." };
-    if (state.exposure.get(original.ref) !== original.hash && state.exposure.get(source.ref) !== source.hash)
-      return {
-        ref,
-        code: "source_unexposed",
-        detail: "The captured body has not been fully exposed to a worker on this ancestry.",
-      };
-    return undefined;
-  }
-  selectionProblem(ref: string, state: State): Problem | undefined {
-    const problem = this.eligible(ref, state);
-    if (problem) return problem;
-    const source = this.byRef.get(ref)!;
-    if (!isTaskEvidence(source))
-      return {
-        ref,
-        code: "routing_source",
-        detail: this.byRef.has(textRef(ref))
-          ? `Routing control messages are not task evidence. Use ${textRef(ref)} if its visible assistant text is the intended evidence.`
-          : "Routing control receipts are not task evidence; saved communication is delivered separately.",
-      };
-    return undefined;
-  }
-  exchange(source: Source): { sources: Source[]; problems: Problem[] } {
-    if (source.original) return { sources: [source], problems: [] };
-    if (!["assistant", "toolResult"].includes(source.message.role)) return { sources: [source], problems: [] };
-    const group = source.message.role === "assistant" ? this.exchanges.get(source.ref) : this.owners.get(source.ref);
-    const calls = group?.assistant.message.content?.filter((b: any) => b.type === "toolCall") ?? [];
-    if (
-      !group ||
-      (source.message.role === "toolResult" &&
-        !calls.some((c: any) => c.id === source.message.toolCallId && c.name === source.message.toolName))
-    )
-      return {
-        sources: [],
-        problems: [
-          { ref: source.ref, code: "ambiguous_exchange", detail: "Result has no unique native assistant call." },
-        ],
-      };
-    const sources = [group.assistant],
-      problems: Problem[] = [];
-    if (new Set(calls.map((c: any) => c.id)).size !== calls.length)
-      problems.push({
-        ref: group.assistant.ref,
-        code: "duplicate_call_id",
-        detail: "One native assistant exchange repeats a tool-call identity.",
-      });
-    for (const call of calls) {
-      const results = group.results.get(callKey(call.id, call.name)) ?? [];
-      if (results.length !== 1)
-        problems.push({
-          ref: group.assistant.ref,
-          code: "incomplete_exchange",
-          detail: `Native call ${call.id} does not have exactly one captured result.`,
-        });
-      else sources.push(results[0]);
-    }
-    return { sources, problems };
-  }
-  locator(ref: string): EvidenceLocator | undefined {
-    const source = this.byRef.get(ref);
-    if (!source || source.original || source.message.role !== "toolResult") return undefined;
-    const group = this.owners.get(source.ref);
-    if (!group) return undefined;
-    const calls = group.assistant.message.content?.filter((b: any) => b.type === "toolCall") ?? [];
-    const matches = calls.filter(
-      (call: any) => call.id === source.message.toolCallId && call.name === source.message.toolName,
-    );
-    return matches.length === 1 ? locatorForCall(group.assistant, matches[0], this.locatorProvider) : undefined;
-  }
-  ordered(sources: Iterable<Source>): Source[] {
-    const ids = new Set([...sources].map((s) => s.ref));
-    return this.entries.flatMap((entry) =>
-      [this.byRef.get(refFor(entry.id)), this.byRef.get(textRef(refFor(entry.id)))].filter(
-        (s): s is Source => !!s && ids.has(s.ref),
-      ),
-    );
-  }
-}