@assemblyline-agents/pi 0.1.0

package/dist/transcript-trim.js

@@ -0,0 +1,162 @@
+import { estimateTokens, generateSummary } from "@earendil-works/pi-agent-core";
+/**
+ * Conversation transcript trimming for the pi harness, layered the way
+ * production agents converge on:
+ *
+ * 1. A lossless-ish cap pass replaces stale tool-result bodies outside the
+ *    recent tail with a restorable marker (no model call; tool output is
+ *    re-derivable from the sandbox or by re-running the tool).
+ * 2. When the transcript still exceeds `contextWindow - reserveTokens`, older
+ *    full turns are summarized into a structured context checkpoint via
+ *    pi-agent-core's `generateSummary`, keeping approximately
+ *    `keepRecentTokens` of recent messages verbatim and never separating a
+ *    tool result from its call. Re-compaction feeds the previous summary back
+ *    in, updating it instead of stacking summaries.
+ */
+export const TRANSCRIPT_SUMMARY_PREFIX = "[OpenEve conversation summary]";
+export const DEFAULT_TRANSCRIPT_CONTEXT_WINDOW = 100_000;
+const TOOL_RESULT_CAP_NOTICE = "…[truncated by OpenEve during context trimming. Re-run the tool or read the relevant sandbox file if you need the full output.]";
+/** Cap tool-result text bodies older than the recent-token tail. */
+export function capPiToolResults(messages, keepRecentTokens, toolResultCapChars) {
+    const tailStart = tailStartIndex(messages, keepRecentTokens);
+    let cappedToolResults = 0;
+    const next = messages.map((message, index) => {
+        if (index >= tailStart || message.role !== "toolResult" || !Array.isArray(message.content))
+            return message;
+        let changed = false;
+        const content = message.content.map((block) => {
+            if (!isRecord(block) || block.type !== "text" || typeof block.text !== "string")
+                return block;
+            if (block.text.length <= toolResultCapChars + TOOL_RESULT_CAP_NOTICE.length)
+                return block;
+            changed = true;
+            return { ...block, text: `${block.text.slice(0, toolResultCapChars)}${TOOL_RESULT_CAP_NOTICE}` };
+        });
+        if (!changed)
+            return message;
+        cappedToolResults += 1;
+        // Drop the structured duplicate of the payload alongside the capped text.
+        return { ...message, content, details: { truncated: true } };
+    });
+    return { messages: cappedToolResults > 0 ? next : messages, cappedToolResults };
+}
+export function estimateTranscriptTokens(messages) {
+    return messages.reduce((total, message) => total + estimateTokens(message), 0);
+}
+/** Resolve the model's context window for trim gating; unknown models use a conservative default. */
+export function transcriptContextWindow(models, modelSpec) {
+    const model = tryResolveModel(models, modelSpec);
+    const window = model?.contextWindow;
+    return typeof window === "number" && Number.isFinite(window) && window > 0
+        ? window
+        : DEFAULT_TRANSCRIPT_CONTEXT_WINDOW;
+}
+/**
+ * Summarize older full turns into a checkpoint message, keeping the recent
+ * tail verbatim. Returns undefined when there is no compactable head (e.g. a
+ * single oversized turn). Throws when summarization itself fails so the
+ * caller can fall back instead of resuming a transcript that cannot fit.
+ */
+export async function compactPiTranscript(input) {
+    const model = tryResolveModel(input.models, input.modelSpec);
+    if (!model)
+        return undefined;
+    let start = 0;
+    let previousSummary;
+    const first = input.messages[0];
+    if (first && isSummaryMessage(first)) {
+        previousSummary = summaryBody(first);
+        start = 1;
+    }
+    const cut = compactionCutIndex(input.messages, start, input.keepRecentTokens);
+    if (cut === undefined)
+        return undefined;
+    const head = input.messages.slice(start, cut);
+    if (head.length === 0)
+        return undefined;
+    const summary = await generateSummary(head, input.models, model, input.reserveTokens, input.signal, undefined, previousSummary);
+    if (!summary.ok) {
+        throw new Error(`Transcript compaction failed: ${summary.error.message}`);
+    }
+    return [summaryMessage(summary.value), ...input.messages.slice(cut)];
+}
+/**
+ * The tail-preserving cut: the latest user-message index at or before the
+ * recent-token boundary, so the kept tail starts on a turn boundary and every
+ * tool result stays with its call. Falls forward to the first user message
+ * after the boundary when the head contains none (better a shorter verbatim
+ * tail than an uncompactable over-budget transcript).
+ */
+function compactionCutIndex(messages, start, keepRecentTokens) {
+    const tailStart = tailStartIndex(messages, keepRecentTokens);
+    for (let index = tailStart; index > start; index -= 1) {
+        if (messages[index]?.role === "user")
+            return index;
+    }
+    for (let index = tailStart + 1; index < messages.length; index += 1) {
+        if (messages[index]?.role === "user")
+            return index;
+    }
+    return undefined;
+}
+/**
+ * First index of the protected recent tail. The message crossing the token
+ * budget is excluded (the verbatim tail stays at or under budget), except the
+ * newest message, which is always protected.
+ */
+function tailStartIndex(messages, keepRecentTokens) {
+    let tokens = 0;
+    for (let index = messages.length - 1; index >= 0; index -= 1) {
+        const message = messages[index];
+        if (!message)
+            continue;
+        const estimated = estimateTokens(message);
+        if (tokens + estimated > keepRecentTokens)
+            return Math.min(index + 1, messages.length - 1);
+        tokens += estimated;
+    }
+    return 0;
+}
+function summaryMessage(summary) {
+    return {
+        role: "user",
+        content: [{
+                type: "text",
+                text: [
+                    TRANSCRIPT_SUMMARY_PREFIX,
+                    "Earlier turns of this conversation were compacted into the context checkpoint below. Continue the conversation seamlessly; do not mention this summary.",
+                    "",
+                    summary
+                ].join("\n")
+            }],
+        timestamp: Date.now()
+    };
+}
+export function isSummaryMessage(message) {
+    if (message.role !== "user")
+        return false;
+    const block = firstContentBlock(message);
+    return isRecord(block) && block.type === "text" && typeof block.text === "string" &&
+        block.text.startsWith(TRANSCRIPT_SUMMARY_PREFIX);
+}
+function summaryBody(message) {
+    const block = firstContentBlock(message);
+    if (!isRecord(block) || typeof block.text !== "string")
+        return undefined;
+    const body = block.text.split("\n").slice(3).join("\n").trim();
+    return body.length > 0 ? body : undefined;
+}
+function firstContentBlock(message) {
+    const content = message.content;
+    return Array.isArray(content) ? content[0] : undefined;
+}
+function tryResolveModel(models, modelSpec) {
+    const slash = modelSpec.indexOf("/");
+    if (slash <= 0 || slash === modelSpec.length - 1)
+        return undefined;
+    return models.getModel(modelSpec.slice(0, slash), modelSpec.slice(slash + 1)) ?? undefined;
+}
+function isRecord(value) {
+    return Boolean(value) && typeof value === "object" && !Array.isArray(value);
+}
+//# sourceMappingURL=transcript-trim.js.map

package/dist/transcript-trim.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"transcript-trim.js","sourceRoot":"","sources":["../src/transcript-trim.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,eAAe,EAAqB,MAAM,+BAA+B,CAAC;AAGnG;;;;;;;;;;;;;GAaG;AAEH,MAAM,CAAC,MAAM,yBAAyB,GAAG,gCAAgC,CAAC;AAC1E,MAAM,CAAC,MAAM,iCAAiC,GAAG,OAAO,CAAC;AAEzD,MAAM,sBAAsB,GAC1B,iIAAiI,CAAC;AAOpI,oEAAoE;AACpE,MAAM,UAAU,gBAAgB,CAC9B,QAAwB,EACxB,gBAAwB,EACxB,kBAA0B;IAE1B,MAAM,SAAS,GAAG,cAAc,CAAC,QAAQ,EAAE,gBAAgB,CAAC,CAAC;IAC7D,IAAI,iBAAiB,GAAG,CAAC,CAAC;IAC1B,MAAM,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE;QAC3C,IAAI,KAAK,IAAI,SAAS,IAAI,OAAO,CAAC,IAAI,KAAK,YAAY,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC;YAAE,OAAO,OAAO,CAAC;QAC3G,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;YAC5C,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ;gBAAE,OAAO,KAAK,CAAC;YAC9F,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,IAAI,kBAAkB,GAAG,sBAAsB,CAAC,MAAM;gBAAE,OAAO,KAAK,CAAC;YAC1F,OAAO,GAAG,IAAI,CAAC;YACf,OAAO,EAAE,GAAG,KAAK,EAAE,IAAI,EAAE,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,kBAAkB,CAAC,GAAG,sBAAsB,EAAE,EAAE,CAAC;QACnG,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,OAAO;YAAE,OAAO,OAAO,CAAC;QAC7B,iBAAiB,IAAI,CAAC,CAAC;QACvB,0EAA0E;QAC1E,OAAO,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,EAAkB,CAAC;IAC/E,CAAC,CAAC,CAAC;IACH,OAAO,EAAE,QAAQ,EAAE,iBAAiB,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,EAAE,iBAAiB,EAAE,CAAC;AAClF,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,QAAwB;IAC/D,OAAO,QAAQ,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC,KAAK,GAAG,cAAc,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC;AACjF,CAAC;AAED,qGAAqG;AACrG,MAAM,UAAU,uBAAuB,CAAC,MAAc,EAAE,SAAiB;IACvE,MAAM,KAAK,GAAG,eAAe,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IACjD,MAAM,MAAM,GAAG,KAAK,EAAE,aAAa,CAAC;IACpC,OAAO,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC;QACxE,CAAC,CAAC,MAAM;QACR,CAAC,CAAC,iCAAiC,CAAC;AACxC,CAAC;AAWD;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,KAAkC;IAC1E,MAAM,KAAK,GAAG,eAAe,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;IAC7D,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,eAAmC,CAAC;IACxC,MAAM,KAAK,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;IAChC,IAAI,KAAK,IAAI,gBAAgB,CAAC,KAAK,CAAC,EAAE,CAAC;QACrC,eAAe,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;QACrC,KAAK,GAAG,CAAC,CAAC;IACZ,CAAC;IACD,MAAM,GAAG,GAAG,kBAAkB,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,EAAE,KAAK,CAAC,gBAAgB,CAAC,CAAC;IAC9E,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IACxC,MAAM,IAAI,GAAG,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IAC9C,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IACxC,MAAM,OAAO,GAAG,MAAM,eAAe,CACnC,IAAI,EACJ,KAAK,CAAC,MAAM,EACZ,KAAK,EACL,KAAK,CAAC,aAAa,EACnB,KAAK,CAAC,MAAM,EACZ,SAAS,EACT,eAAe,CAChB,CAAC;IACF,IAAI,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC;QAChB,MAAM,IAAI,KAAK,CAAC,iCAAiC,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;IAC5E,CAAC;IACD,OAAO,CAAC,cAAc,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,GAAG,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;AACvE,CAAC;AAED;;;;;;GAMG;AACH,SAAS,kBAAkB,CAAC,QAAwB,EAAE,KAAa,EAAE,gBAAwB;IAC3F,MAAM,SAAS,GAAG,cAAc,CAAC,QAAQ,EAAE,gBAAgB,CAAC,CAAC;IAC7D,KAAK,IAAI,KAAK,GAAG,SAAS,EAAE,KAAK,GAAG,KAAK,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QACtD,IAAI,QAAQ,CAAC,KAAK,CAAC,EAAE,IAAI,KAAK,MAAM;YAAE,OAAO,KAAK,CAAC;IACrD,CAAC;IACD,KAAK,IAAI,KAAK,GAAG,SAAS,GAAG,CAAC,EAAE,KAAK,GAAG,QAAQ,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QACpE,IAAI,QAAQ,CAAC,KAAK,CAAC,EAAE,IAAI,KAAK,MAAM;YAAE,OAAO,KAAK,CAAC;IACrD,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;;;GAIG;AACH,SAAS,cAAc,CAAC,QAAwB,EAAE,gBAAwB;IACxE,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,IAAI,KAAK,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QAC7D,MAAM,OAAO,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;QAChC,IAAI,CAAC,OAAO;YAAE,SAAS;QACvB,MAAM,SAAS,GAAG,cAAc,CAAC,OAAO,CAAC,CAAC;QAC1C,IAAI,MAAM,GAAG,SAAS,GAAG,gBAAgB;YAAE,OAAO,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,EAAE,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC3F,MAAM,IAAI,SAAS,CAAC;IACtB,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,cAAc,CAAC,OAAe;IACrC,OAAO;QACL,IAAI,EAAE,MAAM;QACZ,OAAO,EAAE,CAAC;gBACR,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE;oBACJ,yBAAyB;oBACzB,yJAAyJ;oBACzJ,EAAE;oBACF,OAAO;iBACR,CAAC,IAAI,CAAC,IAAI,CAAC;aACb,CAAC;QACF,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;KACtB,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,OAAqB;IACpD,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM;QAAE,OAAO,KAAK,CAAC;IAC1C,MAAM,KAAK,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;IACzC,OAAO,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ;QAC/E,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,yBAAyB,CAAC,CAAC;AACrD,CAAC;AAED,SAAS,WAAW,CAAC,OAAqB;IACxC,MAAM,KAAK,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;IACzC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ;QAAE,OAAO,SAAS,CAAC;IACzE,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;IAC/D,OAAO,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;AAC5C,CAAC;AAED,SAAS,iBAAiB,CAAC,OAAqB;IAC9C,MAAM,OAAO,GAAI,OAAiC,CAAC,OAAO,CAAC;IAC3D,OAAO,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AACzD,CAAC;AAED,SAAS,eAAe,CAAC,MAAc,EAAE,SAAiB;IACxD,MAAM,KAAK,GAAG,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACrC,IAAI,KAAK,IAAI,CAAC,IAAI,KAAK,KAAK,SAAS,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,SAAS,CAAC;IACnE,OAAO,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,SAAS,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,IAAI,SAAS,CAAC;AAC7F,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,OAAO,CAAC,KAAK,CAAC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAC9E,CAAC"}

package/package.json

@@ -0,0 +1,50 @@
+{
+  "name": "@assemblyline-agents/pi",
+  "version": "0.1.0",
+  "type": "module",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "default": "./dist/index.js"
+    }
+  },
+  "dependencies": {
+    "@earendil-works/pi-agent-core": "^0.80.2",
+    "@earendil-works/pi-ai": "^0.80.2",
+    "@assemblyline-agents/core": "0.1.0"
+  },
+  "description": "Canonical Pi agent loop for OpenEve behind the internal AgentHarness runtime contract.",
+  "files": [
+    "dist"
+  ],
+  "engines": {
+    "node": ">=22.19.0"
+  },
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/jasonbadeaux/openeve.git",
+    "directory": "packages/pi"
+  },
+  "bugs": {
+    "url": "https://github.com/jasonbadeaux/openeve/issues"
+  },
+  "homepage": "https://github.com/jasonbadeaux/openeve#readme",
+  "author": "OpenEve contributors",
+  "keywords": [
+    "openeve",
+    "ai",
+    "agents",
+    "pi",
+    "agent-loop",
+    "harness",
+    "runtime"
+  ],
+  "publishConfig": {
+    "access": "public"
+  },
+  "scripts": {
+    "build": "tsc -p tsconfig.json",
+    "check": "tsc -p tsconfig.json --noEmit"
+  }
+}