@hassangameryt/freeflow 0.7.2 → 0.8.0

package/pi-extension/tests/cognitive-routing-v2/performance.test.js

@@ -1,87 +0,0 @@
-import assert from "node:assert/strict";
-import test from "node:test";
-import { performance } from "node:perf_hooks";
-import { fixture } from "../fixtures/routing-native.js";
-import { EventStore } from "../../dist/session-sources/events.js";
-
-test("unchanged native history reuses state, while deltas and ancestry changes invalidate it", async () => {
-  const entries = [];
-  const reader = {
-    getSessionId: () => "fixture",
-    getSessionFile: () => undefined,
-    getBranch: () => entries.slice(),
-    getEntries: () => entries,
-    getLeafId: () => entries.at(-1)?.id ?? null,
-  };
-  const store = new EventStore(
-    {
-      appendEntry: (customType, data) =>
-        entries.push({ type: "custom", id: String(entries.length), parentId: reader.getLeafId(), customType, data }),
-    },
-    reader,
-  );
-  await store.reconcile();
-  store.append(store.make({ type: "control", control: "automatic", profile: "coordinator", reason: "fixture" }));
-  const first = store.state();
-  for (let n = 0; n < 100; n++) assert.equal(store.state(), first);
-  store.append(store.make({ type: "control", control: "manual", profile: "executor", reason: "fixture" }));
-  const second = store.state();
-  assert.notEqual(first, second);
-  assert.equal(first.control, "automatic");
-  assert.equal(second.control, "manual");
-  entries.pop();
-  assert.equal(store.state().control, "automatic");
-});
-
-test(
-  "ordinary native chat records minimal automatic authorship without exposure telemetry",
-  { timeout: 30000 },
-  async (t) => {
-    await fixture(
-      () => [],
-      false,
-      async ({ session, manager }) => {
-        const count = () => manager.getEntries().filter((e) => e.customType === "freeflow-routing-v2").length;
-        const original = count();
-        const samples = [];
-        for (let n = 0; n < 24; n++) {
-          const start = performance.now();
-          await session.prompt(`hello ${n}`);
-          await session.waitForIdle();
-          samples.push(performance.now() - start);
-          assert.equal(
-            count(),
-            original + 2 * (n + 1),
-            "one open/bind pair preserves Coordinator authorship without exposure telemetry",
-          );
-          const latest = manager
-            .getEntries()
-            .filter((e) => e.data?.data?.type === "execution-bound")
-            .at(-1);
-          assert.equal(manager.getEntry(latest.data.data.assistantEntryId).message.role, "assistant");
-        }
-        const controls = [];
-        for (const profile of ["executor", "coordinator", "auto"]) {
-          const start = performance.now();
-          await session.prompt(`/freeflow profile ${profile}`);
-          await session.waitForIdle();
-          controls.push({ profile, ms: performance.now() - start });
-        }
-        const median = (xs) => [...xs].sort((a, b) => a - b)[Math.floor(xs.length / 2)];
-        t.diagnostic(
-          JSON.stringify({
-            observer: "native SDK, immediate scripted transport",
-            samples,
-            firstFiveMedianMs: median(samples.slice(0, 5)),
-            lastFiveMedianMs: median(samples.slice(-5)),
-            controls,
-            entries: manager.getEntries().length,
-            routingEntries: count(),
-          }),
-        );
-      },
-      true,
-      { maxRequests: 30 },
-    );
-  },
-);

package/pi-extension/tests/cognitive-routing-v2/persistence.test.js

@@ -1,245 +0,0 @@
-import assert from "node:assert/strict";
-import test from "node:test";
-import { mkdtemp, readFile, writeFile, rename, mkdir, rm } from "node:fs/promises";
-import { tmpdir } from "node:os";
-import { join } from "node:path";
-import { SessionManager } from "@earendil-works/pi-coding-agent";
-import { EventStore } from "../../dist/session-sources/events.js";
-import {
-  parseReadOnlySessionText,
-  readOnlySessionSnapshot,
-  activeReadOnlySessionBranch,
-} from "../../dist/session-sources/read-only-session.js";
-
-const header = { type: "session", version: 3, id: "test-session", cwd: "/fixture" };
-const entry = (id, parentId) => ({ type: "custom", id, parentId, customType: "test", data: {} });
-const lines = (entries) => entries.map((e) => JSON.stringify(e)).join("\n") + "\n";
-
-test("strict snapshot rejects corruption, duplicate identity, forward parents, cycles and unsupported headers", () => {
-  for (const text of [
-    "",
-    JSON.stringify(header) + "\n{",
-    lines([header, entry("a", null), entry("a", null)]),
-    lines([header, entry("a", "b"), entry("b", "a")]),
-    lines([{ ...header, version: 99 }]),
-    lines([header, entry("a", "missing")]),
-  ])
-    assert.throws(() => parseReadOnlySessionText(text));
-  const parsed = parseReadOnlySessionText(lines([header, entry("a", null), entry("b", "a"), entry("c", "a")]));
-  const snapshot = { path: "/fixture", sessionId: header.id, version: 3, hash: "unused", entries: parsed };
-  assert.deepEqual(
-    activeReadOnlySessionBranch(snapshot, "b").map((e) => e.id),
-    ["a", "b"],
-  );
-  assert.deepEqual(
-    activeReadOnlySessionBranch(snapshot, "c").map((e) => e.id),
-    ["a", "c"],
-  );
-  assert.throws(() => activeReadOnlySessionBranch(snapshot, "absent"));
-});
-test("fresh no-v2 baseline validates ancestry before allowing automatic effects", async () => {
-  for (const branch of [[entry("child", "missing")], [entry("same", null), entry("same", "same")]]) {
-    const store = new EventStore(
-      {
-        appendEntry() {
-          assert.fail("must not append");
-        },
-      },
-      {
-        getSessionId: () => "fixture",
-        getSessionFile: () => undefined,
-        getBranch: () => branch,
-        getEntries: () => branch,
-        getLeafId: () => branch.at(-1).id,
-      },
-    );
-    await assert.rejects(store.reconcile(), (e) => e.code === "invalid_native_ancestry");
-    assert.ok(store.blocked);
-  }
-});
-
-test("snapshot does not repair a missing newline and enforces its read limit", async () => {
-  const dir = await mkdtemp(join(tmpdir(), "freeflow-snapshot-"));
-  try {
-    const path = join(dir, "session.jsonl");
-    const text = lines([header, entry("a", null)]).trimEnd();
-    await writeFile(path, text);
-    const snapshot = await readOnlySessionSnapshot(path);
-    assert.equal(snapshot.entries.length, 2);
-    assert.equal(await readFile(path, "utf8"), text);
-    await assert.rejects(readOnlySessionSnapshot(path, { maxBytes: 8 }), (e) => e.code === "read_limit");
-    assert.equal(await readFile(path, "utf8"), text);
-  } finally {
-    await rm(dir, { recursive: true, force: true });
-  }
-});
-
-test("real Pi append failure advances memory but cannot be acknowledged by duplicate lookup", async () => {
-  const dir = await mkdtemp(join(tmpdir(), "freeflow-append-failure-"));
-  try {
-    const manager = SessionManager.create(dir, join(dir, "sessions"));
-    manager.appendMessage({
-      role: "assistant",
-      content: [{ type: "text", text: "seed" }],
-      api: "fixture",
-      provider: "fixture",
-      model: "fixture",
-      timestamp: 1,
-      stopReason: "stop",
-      usage: {
-        input: 0,
-        output: 0,
-        cacheRead: 0,
-        cacheWrite: 0,
-        totalTokens: 0,
-        cost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0, total: 0 },
-      },
-    });
-    const path = manager.getSessionFile();
-    const store = new EventStore({ appendEntry: (type, data) => manager.appendCustomEntry(type, data) }, manager);
-    await store.reconcile();
-    const event = store.make(
-      { type: "control", control: "automatic", profile: "coordinator", reason: "fixture activation" },
-      "activation",
-      "control",
-    );
-    await rename(path, path + ".saved");
-    await mkdir(path);
-    assert.throws(
-      () => store.append(event),
-      (e) => e.code === "acknowledgment_uncertain",
-    );
-    assert.ok(
-      manager.getBranch().some((e) => e.data?.eventId === event.eventId),
-      "native memory advanced before persistence failed",
-    );
-    const count = manager.getEntries().length;
-    assert.throws(
-      () => store.append(event),
-      (e) => e.code === "acknowledgment_uncertain",
-    );
-    assert.equal(manager.getEntries().length, count);
-    await rm(path, { recursive: true });
-    await rename(path + ".saved", path);
-    await assert.rejects(store.reconcile());
-    assert.ok(store.blocked, "missing disk event does not clear uncertainty");
-    // Simulate the distinct case in which fresh disk reconstruction establishes the event.
-    await writeFile(path, lines([manager.getHeader(), ...manager.getEntries()]));
-    await store.reconcile();
-    assert.equal(store.blocked, undefined);
-    store.append(event);
-    assert.equal(manager.getEntries().length, count, "confirmed duplicate has no new effect");
-    const reloaded = new EventStore({ appendEntry: (type, data) => manager.appendCustomEntry(type, data) }, manager);
-    assert.throws(
-      () => reloaded.append(event),
-      (e) => e.code === "acknowledgment_uncertain",
-    );
-    await reloaded.reconcile();
-    reloaded.append(event);
-    assert.equal(manager.getEntries().length, count);
-  } finally {
-    await rm(dir, { recursive: true, force: true });
-  }
-});
-
-test("an acknowledgment from another native occurrence is not reused without reconciliation", async () => {
-  const branch = [];
-  const reader = {
-    getSessionId: () => "fixture",
-    getSessionFile: () => undefined,
-    getBranch: () => branch,
-    getEntries: () => branch,
-    getLeafId: () => branch.at(-1)?.id ?? null,
-  };
-  const store = new EventStore(
-    {
-      appendEntry: (customType, data) =>
-        branch.push({ type: "custom", id: "original", parentId: null, customType, data }),
-    },
-    reader,
-  );
-  await store.reconcile();
-  const event = store.make({ type: "control", control: "automatic", profile: "coordinator", reason: "fixture" });
-  store.append(event);
-  branch[0] = { ...branch[0], id: "different-occurrence" };
-  assert.throws(
-    () => store.append(event),
-    (error) => error.code === "acknowledgment_uncertain",
-  );
-  assert.equal(branch.length, 1);
-});
-
-test(
-  "streamed snapshot accepts a valid session beyond 64 MiB and preserves branch validation",
-  { timeout: 30000 },
-  async () => {
-    const { open, stat } = await import("node:fs/promises");
-    const dir = await mkdtemp(join(tmpdir(), "freeflow-large-snapshot-"));
-    try {
-      const path = join(dir, "session.jsonl"),
-        file = await open(path, "w");
-      await file.writeFile(JSON.stringify(header) + "\n");
-      const payload = "x".repeat(1024 * 1024);
-      for (let i = 0; i < 66; i++)
-        await file.writeFile(
-          JSON.stringify({ ...entry(String(i), i === 0 ? null : String(i - 1)), data: { payload } }) + "\n",
-        );
-      await file.close();
-      assert.ok((await stat(path)).size > 64 * 1024 * 1024);
-      const snapshot = await readOnlySessionSnapshot(path);
-      assert.equal(snapshot.entries.length, 67);
-      assert.equal(activeReadOnlySessionBranch(snapshot, "0").length, 1);
-      assert.equal(activeReadOnlySessionBranch(snapshot, "65").length, 66);
-      assert.equal(snapshot.entries[66].data.payload, payload);
-      await assert.rejects(readOnlySessionSnapshot(path, { maxEntryBytes: 1024 }), (e) => e.code === "entry_limit");
-      await assert.rejects(readOnlySessionSnapshot(path, { maxEntries: 10 }), (e) => e.code === "entry_count_limit");
-    } finally {
-      await rm(dir, { recursive: true, force: true });
-    }
-  },
-);
-
-test("streamed decoder preserves UTF-8 across chunks and rejects partial tails without repairing them", async () => {
-  const dir = await mkdtemp(join(tmpdir(), "freeflow-streamed-snapshot-"));
-  try {
-    const path = join(dir, "session.jsonl");
-    const value = { ...entry("large", null), data: { text: "a".repeat(65500) + "界".repeat(100) } };
-    const valid = lines([header, value]);
-    await writeFile(path, valid);
-    assert.deepEqual((await readOnlySessionSnapshot(path)).entries[1], value);
-    await writeFile(path, valid + '{"type":');
-    await assert.rejects(readOnlySessionSnapshot(path), (e) => e.code === "invalid_json");
-    assert.equal(await readFile(path, "utf8"), valid + '{"type":');
-    await writeFile(path, Buffer.concat([Buffer.from(JSON.stringify(header) + "\n"), Buffer.from([0xff, 0x0a])]));
-    await assert.rejects(readOnlySessionSnapshot(path), (e) => e.code === "invalid_encoding");
-  } finally {
-    await rm(dir, { recursive: true, force: true });
-  }
-});
-
-test("snapshot rejects a file changed at the read boundary", async () => {
-  const { open, appendFile } = await import("node:fs/promises");
-  const dir = await mkdtemp(join(tmpdir(), "freeflow-changing-snapshot-"));
-  let prototype, original;
-  try {
-    const path = join(dir, "session.jsonl");
-    await writeFile(path, lines([header, entry("a", null)]));
-    const handle = await open(path, "r");
-    prototype = Object.getPrototypeOf(handle);
-    original = prototype.read;
-    await handle.close();
-    let changed = false;
-    prototype.read = async function (...args) {
-      if (!changed) {
-        changed = true;
-        await appendFile(path, JSON.stringify(entry("b", "a")) + "\n");
-      }
-      return original.apply(this, args);
-    };
-    await assert.rejects(readOnlySessionSnapshot(path), (e) => e.code === "source_changed");
-    assert.ok(changed);
-  } finally {
-    if (original) prototype.read = original;
-    await rm(dir, { recursive: true, force: true });
-  }
-});

package/pi-extension/tests/cognitive-routing-v2/projection.test.js

@@ -1,241 +0,0 @@
-import assert from "node:assert/strict";
-import test from "node:test";
-import { Sources } from "../../dist/session-sources/sources.js";
-import { initialState } from "../../dist/cognitive-routing-v2/state.js";
-import { prepareView } from "../../dist/cognitive-routing-v2/projection.js";
-import { fixture } from "../fixtures/routing-native.js";
-
-test(
-  "native projection receipts distinguish duplicate additions from actual removals",
-  { timeout: 30000 },
-  async () => {
-    let ref;
-    await fixture((n, _body, manager) => {
-      if (n === 1)
-        return [{ name: "freeflow_delegate", args: { operation: "assign", contract: "Read evidence and return." } }];
-      if (n === 2) return [{ name: "read", args: { path: "evidence.txt" } }];
-      if (n === 3) {
-        ref = "ctx:" + manager.getBranch().find((e) => e.message?.toolName === "read").id;
-        return [{ name: "freeflow_project", args: { operation: "add", refs: [ref] } }];
-      }
-      if (n === 4) return [{ name: "freeflow_project", args: { operation: "add", refs: [ref, ref] } }];
-      if (n === 5) {
-        const details = manager
-          .getBranch()
-          .filter((e) => e.message?.toolName === "freeflow_project")
-          .at(-1).message.details;
-        assert.deepEqual(details.selected, [ref]);
-        assert.deepEqual(details.items, [{ ref, status: "already_selected" }]);
-        return [
-          {
-            name: "freeflow_project",
-            args: { operation: "remove", refs: [ref], reason: "Deliberate fixture withdrawal" },
-          },
-        ];
-      }
-      if (n === 6) {
-        const details = manager
-          .getBranch()
-          .filter((e) => e.message?.toolName === "freeflow_project")
-          .at(-1).message.details;
-        assert.deepEqual(details.selected, []);
-        assert.deepEqual(details.items, [{ ref, status: "removed" }]);
-        return [
-          {
-            name: "freeflow_return",
-            args: { operation: "submit", report: "Fixture complete; evidence withdrawn.", outcome: "partial" },
-          },
-        ];
-      }
-      return [];
-    });
-  },
-);
-
-const model = {
-  id: "receiver",
-  provider: "fixture",
-  api: "fixture",
-  input: ["text"],
-  contextWindow: 100000,
-  maxTokens: 1000,
-};
-const assistant = (content) => ({
-  role: "assistant",
-  content,
-  model: "producer",
-  provider: "fixture",
-  api: "fixture",
-  stopReason: "toolUse",
-  timestamp: 1,
-});
-const entry = (id, parentId, message) => ({ type: "message", id, parentId, message });
-function project(entries, refs, messages = entries.map((e) => e.message)) {
-  const state = initialState();
-  state.assignmentId = "a";
-  state.selections.set("a", { revision: 1, selected: refs, unresolved: [], withdrawals: [] });
-  for (const e of entries) state.authors.set(e.id, { profile: "executor", executionId: "x", assignmentId: "a" });
-  const sources = new Sources(entries, state);
-  for (const s of sources.byRef.values()) state.exposure.set(s.ref, s.hash);
-  return prepareView({
-    messages,
-    sources,
-    state,
-    view: "coordinator",
-    projection: true,
-    model,
-    pair: { provider: "fixture", modelId: "receiver", thinking: "off" },
-    systemPrompt: "",
-    tools: [],
-    runtimeMessage: { role: "custom", content: "state" },
-    instance: "test",
-  });
-}
-for (const thinking of [
-  { type: "thinking", thinking: "summary", thinkingSignature: "opaque" },
-  { type: "thinking", thinking: "", redacted: true },
-]) {
-  test(`text result survives a structural ${thinking.redacted ? "redacted" : "signed"} carrier`, () => {
-    const a = assistant([thinking, { type: "toolCall", id: "call", name: "read", arguments: { path: "x" } }]);
-    const r = {
-      role: "toolResult",
-      toolCallId: "call",
-      toolName: "read",
-      content: [{ type: "text", text: "EXACT_RESULT" }],
-      timestamp: 2,
-    };
-    const entries = [entry("a", null, a), entry("r", "a", r)];
-    const prepared = project(entries, ["ctx:r"]);
-    assert.equal(prepared.ready, true, JSON.stringify(prepared.problems));
-    assert.deepEqual(
-      prepared.messages.find((m) => m.role === "toolResult"),
-      r,
-    );
-    assert.deepEqual(entries[0].message, a);
-    assert.equal(project(entries, ["ctx:a"]).ready, false, "explicit signed evidence remains unqualified");
-  });
-}
-test("duplicate native occurrences are associated once in native order", () => {
-  const body = assistant([{ type: "text", text: "IDENTICAL" }]);
-  body.stopReason = "stop";
-  const entries = [entry("one", null, body), entry("two", "one", structuredClone(body))];
-  const result = project(
-    entries,
-    ["ctx:one"],
-    entries.map((e) => structuredClone(e.message)),
-  );
-  assert.equal(result.ready, true);
-  assert.equal(result.messages.filter((m) => m.role === "assistant").length, 1);
-});
-test("ambiguous selected occurrence is a gap, not opaque duplicates plus materialization", () => {
-  const body = assistant([{ type: "text", text: "IDENTICAL" }]);
-  body.stopReason = "stop";
-  const result = project(
-    [entry("one", null, body), entry("two", "one", structuredClone(body))],
-    ["ctx:one"],
-    [structuredClone(body)],
-  );
-  assert.equal(result.ready, false);
-  assert.ok(result.problems.some((p) => p.code === "ambiguous_occurrence"));
-});
-
-test("image and failed-assistant limits remain explicit while error tool results remain evidence", () => {
-  const a = assistant([{ type: "toolCall", id: "c", name: "read", arguments: {} }]);
-  const result = {
-    role: "toolResult",
-    toolCallId: "c",
-    toolName: "read",
-    content: [{ type: "text", text: "actual failure" }],
-    isError: true,
-  };
-  const entries = [entry("a", null, a), entry("r", "a", result)];
-  assert.equal(project(entries, ["ctx:r"]).ready, true);
-  result.content = [{ type: "image", data: "fixture", mimeType: "image/png" }];
-  assert.equal(project(entries, ["ctx:r"]).ready, false);
-  const failed = assistant([{ type: "text", text: "partial failure" }]);
-  failed.stopReason = "error";
-  assert.equal(project([entry("failed", null, failed)], ["ctx:failed"]).ready, false);
-});
-
-test(
-  "native receiving request carries mechanical withdrawals even when report omits them",
-  { timeout: 30000 },
-  async () => {
-    let ref;
-    await fixture((n, body, manager) => {
-      if (n === 1)
-        return [{ name: "freeflow_delegate", args: { operation: "assign", contract: "Read evidence and return." } }];
-      if (n === 2) return [{ name: "read", args: { path: "evidence.txt" } }];
-      if (n === 3) {
-        ref = "ctx:" + manager.getBranch().find((e) => e.message?.toolName === "read").id;
-        return [{ name: "freeflow_project", args: { operation: "add", refs: [ref] } }];
-      }
-      if (n === 4)
-        return [
-          { name: "freeflow_project", args: { operation: "remove", refs: [ref], reason: "EVIDENCE_WITHDRAWN_177" } },
-          { name: "freeflow_return", args: { operation: "submit", report: "Completed.", outcome: "completed" } },
-        ];
-      assert.equal(body.model, "gpt-4o");
-      assert.match(JSON.stringify(body), /EVIDENCE_WITHDRAWN_177/);
-      assert.doesNotMatch(JSON.stringify(body), /EXACT_EVIDENCE_BODY_81/);
-      return [];
-    });
-  },
-);
-
-test(
-  "native cross-model request preserves text result with signed structural carrier",
-  { timeout: 30000 },
-  async () => {
-    await fixture(
-      (n, body, manager) => {
-        if (n === 1)
-          return [{ name: "freeflow_delegate", args: { operation: "assign", contract: "Read and select evidence." } }];
-        if (n === 2) return [{ name: "read", args: { path: "evidence.txt" } }];
-        if (n === 3)
-          return [
-            {
-              name: "freeflow_project",
-              args: {
-                operation: "add",
-                refs: ["ctx:" + manager.getBranch().find((e) => e.message?.toolName === "read").id],
-              },
-            },
-            { name: "freeflow_return", args: { operation: "submit", report: "Evidence ready.", outcome: "completed" } },
-          ];
-        assert.equal(body.model, "gpt-4o");
-        assert.match(JSON.stringify(body), /EXACT_EVIDENCE_BODY_81/);
-        return [];
-      },
-      true,
-      undefined,
-      true,
-      {
-        extensions: [
-          (pi) =>
-            pi.on("message_end", (event) => {
-              if (event.message.role === "assistant" && event.message.content.some((b) => b.name === "read"))
-                return {
-                  message: {
-                    ...event.message,
-                    content: [
-                      {
-                        type: "thinking",
-                        thinking: "fixture thinking",
-                        thinkingSignature: JSON.stringify({
-                          type: "reasoning",
-                          id: "rs_fixture",
-                          summary: [{ type: "summary_text", text: "fixture thinking" }],
-                          encrypted_content: "opaque-fixture",
-                        }),
-                      },
-                      ...event.message.content,
-                    ],
-                  },
-                };
-            }),
-        ],
-      },
-    );
-  },
-);