@lazyingart/agintiflow 0.20.245 → 0.20.247

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lazyingart/agintiflow",
-  "version": "0.20.245",
+  "version": "0.20.247",
   "type": "module",
   "description": "AgInTiFlow is a project-aware agent workspace for hybrid wet-dry R&D, hardware-aware intelligence, software automation, and industrial workflows.",
   "license": "Apache-2.0",

package/scripts/smoke-context-budget-recovery.js

@@ -51,6 +51,25 @@ const artifactContract = deriveScsTaskContract({
   taskProfile: "chatops",
 });
 assert.equal(artifactContract.requiresExternalEvidence, true, "real chat artifact work lost its evidence gate");
+const retainedReportContract = deriveScsTaskContract({
+  goal: [
+    "The completed evidence is already saved in tmp/reliability-evidence-pass.md and must remain read-only.",
+    "Read only missing bounded ranges of tmp/reliability-evidence-pass.md.",
+    "Rewrite agent-reliability-evidence-review.md as a concise decision document.",
+    "Rebuild sources.json so it contains only cited sources.",
+  ].join("\n"),
+  taskProfile: "research",
+});
+assert.deepEqual(
+  retainedReportContract.exactOutputPaths,
+  ["agent-reliability-evidence-review.md", "sources.json"],
+  "report continuation confused an existing saved input with rewrite/rebuild outputs"
+);
+assert.deepEqual(
+  retainedReportContract.exactInputPaths,
+  ["tmp/reliability-evidence-pass.md"],
+  "report continuation lost the read-only evidence input"
+);
 assert.ok(artifactContract.requiredEvidence.some((item) => item.category === "artifact"));
 const scopedArtifactRootContract = deriveScsTaskContract({
   goal:
@@ -322,4 +341,135 @@ assert.ok(
   "DeepSeek runtime compaction exceeded the bounded retry target"
 );
 
+function noisyFullReadPair(index, generation) {
+  const id = `validator-${generation}-${index}`;
+  const file = `tmp/validator-${generation}-${index}.py`;
+  return [
+    {
+      role: "assistant",
+      content: "",
+      reasoning_content: "Inspect the latest validator.",
+      tool_calls: [
+        {
+          id,
+          type: "function",
+          function: { name: "read_file", arguments: JSON.stringify({ path: file }) },
+        },
+      ],
+    },
+    {
+      role: "tool",
+      tool_call_id: id,
+      content: JSON.stringify({
+        ok: true,
+        toolName: "read_file",
+        path: file,
+        bytes: 4096,
+        lineCount: 120,
+        sha256: `${generation}${String(index).padStart(2, "0")}`.repeat(24).slice(0, 64),
+        contentTruncated: false,
+        content: `VALIDATOR-${generation}-${index}\n${"broad validator content ".repeat(150)}`,
+      }),
+    },
+  ];
+}
+
+function boundedOutputReadPair(index, generation) {
+  const id = `output-${generation}-${index}`;
+  return [
+    {
+      role: "assistant",
+      content: "",
+      reasoning_content: "Inspect the existing mutable output.",
+      tool_calls: [
+        {
+          id,
+          type: "function",
+          function: {
+            name: "read_file",
+            arguments: JSON.stringify({
+              path: "agent-reliability-evidence-review.md",
+              startLine: 1 + (index - 1) * 40,
+              lineLimit: 40,
+            }),
+          },
+        },
+      ],
+    },
+    {
+      role: "tool",
+      tool_call_id: id,
+      content: JSON.stringify({
+        ok: true,
+        toolName: "read_file",
+        path: "agent-reliability-evidence-review.md",
+        startLine: 1 + (index - 1) * 40,
+        lineLimit: 40,
+        lineCount: 240,
+        bytes: 24000,
+        sha256: `${generation}${String(index).padStart(2, "0")}`.repeat(24).slice(0, 64),
+        contentTruncated: false,
+        content: `MUTABLE-OUTPUT-${generation}-${index}\n${"old output content ".repeat(170)}`,
+      }),
+    },
+  ];
+}
+
+const twiceCompactedState = {
+  ...compactionState,
+  meta: {
+    scs: {
+      taskContract: {
+        exactOutputPaths: ["agent-reliability-evidence-review.md", "sources.json"],
+      },
+    },
+  },
+  messages: [
+    ...deepSeekRuntimeMessages,
+    ...Array.from({ length: 14 }, (_, index) => noisyFullReadPair(index + 1, 2)).flat(),
+    ...Array.from({ length: 6 }, (_, index) => boundedOutputReadPair(index + 1, 2)).flat(),
+  ],
+};
+const twiceCompacted = buildContextBudgetCompactionMessages(
+  twiceCompactedState,
+  { ...config, provider: "deepseek", model: "deepseek-chat" },
+  { title: "", url: "" },
+  8,
+  { reason: "second DeepSeek compaction" }
+);
+const twiceCompactedText = twiceCompacted.map((message) => message.content || "").join("\n");
+assert.ok(twiceCompactedText.includes("reliability-evidence-v14"));
+assert.ok(twiceCompactedText.includes("EVIDENCE-CHUNK-ONE"));
+assert.ok(twiceCompactedText.includes("EVIDENCE-CHUNK-TWO"));
+assert.equal(
+  (twiceCompactedText.match(/Tool: deep_research/g) || []).length,
+  1,
+  "second DeepSeek compaction duplicated the completed research record"
+);
+
+const thriceCompactedState = {
+  ...compactionState,
+  meta: twiceCompactedState.meta,
+  messages: [
+    ...twiceCompacted,
+    ...Array.from({ length: 14 }, (_, index) => noisyFullReadPair(index + 1, 3)).flat(),
+    ...Array.from({ length: 6 }, (_, index) => boundedOutputReadPair(index + 1, 3)).flat(),
+  ],
+};
+const thriceCompacted = buildContextBudgetCompactionMessages(
+  thriceCompactedState,
+  { ...config, provider: "deepseek", model: "deepseek-chat" },
+  { title: "", url: "" },
+  12,
+  { reason: "third DeepSeek compaction" }
+);
+const thriceCompactedText = thriceCompacted.map((message) => message.content || "").join("\n");
+assert.ok(thriceCompactedText.includes("reliability-evidence-v14"));
+assert.ok(thriceCompactedText.includes("EVIDENCE-CHUNK-ONE"));
+assert.ok(thriceCompactedText.includes("EVIDENCE-CHUNK-TWO"));
+assert.ok(
+  estimateMessageTokens(thriceCompacted) <= 12288,
+  "cumulative DeepSeek compaction exceeded the bounded retry target"
+);
+
 console.log("context budget recovery smoke passed");

package/src/agent-runner.js

@@ -838,19 +838,38 @@ function retainedReadRange(payload = {}, args = {}) {
   };
 }
 
+function parseRetainedToolEvidenceMessage(message = {}) {
+  if (message?.role !== "user") return null;
+  const content = String(message.content || "");
+  if (!/^Retained runtime tool evidence\./i.test(content.trim())) return null;
+  const match = content.match(
+    /^Retained runtime tool evidence\.[^\n]*\nTool:\s*([^\n]+)\nArguments:\s*([^\n]+)\nVerified result:\s*([\s\S]+)$/i
+  );
+  if (!match) return null;
+  const name = String(match[1] || "").trim();
+  const args = safeParseToolContent(match[2]) || {};
+  const payload = safeParseToolContent(match[3]);
+  if (!name || !COMPACTION_STATE_TOOL_NAMES.has(name) || !payload || typeof payload !== "object") {
+    return null;
+  }
+  return { name, args, payload };
+}
+
 function summarizeRetainedSourceEvidence(messages = [], limit = 28) {
   const bySource = new Map();
   for (const message of messages) {
-    if (message?.role !== "tool") continue;
-    const payload = safeParseToolContent(message.content);
+    const retained = parseRetainedToolEvidenceMessage(message);
+    if (message?.role !== "tool" && !retained) continue;
+    const payload = retained?.payload || safeParseToolContent(message.content);
     if (!payload || payload.ok === false || payload.blocked || payload.skipped) continue;
-    const toolName = String(payload.toolName || payload.name || "");
+    const toolName = String(retained?.name || payload.toolName || payload.name || "");
     if (!["read_file", "list_files", "search_files", "inspect_project", "run_command"].includes(toolName)) {
       continue;
     }
-    const sourcePath = String(payload.path || payload.args?.path || "").trim();
-    const command = String(payload.args?.command || "").trim();
-    const readRange = toolName === "read_file" ? retainedReadRange(payload, payload.args || {}) : null;
+    const args = retained?.args || payload.args || {};
+    const sourcePath = String(payload.path || args.path || "").trim();
+    const command = String(args.command || "").trim();
+    const readRange = toolName === "read_file" ? retainedReadRange(payload, args) : null;
     const key = `${toolName}:${sourcePath || command}${readRange ? `:${readRange.key}` : ""}`;
     const parts = [`tool=${toolName}`];
     if (sourcePath) parts.push(`path=${sourcePath}`);
@@ -976,7 +995,7 @@ function compactRetainedToolPayload(toolName, payload = {}, args = {}) {
     result.contentTruncatedByLines = payload.contentTruncatedByLines === true;
     if (payload.sha256) result.sha256 = compactSingleLine(payload.sha256, 96);
     const content = String(payload.content || payload.contentPreview || "");
-    if (content) result.content = compactMultiline(content, 4200);
+    if (content) result.content = compactMultiline(content, 3000);
     if (Array.isArray(payload.pathEvidence)) {
       result.pathEvidence = compactPathItems(payload.pathEvidence, 12, ["path", "source"]);
     }
@@ -986,6 +1005,7 @@ function compactRetainedToolPayload(toolName, payload = {}, args = {}) {
     result.results = compactPathItems(payload.results, 24, ["path", "file", "line", "match"]);
   } else if (toolName === "run_command") {
     result.args = { command: compactMultiline(args.command || payload.args?.command || "", 1200) };
+    if (payload.changed !== undefined) result.changed = Boolean(payload.changed);
     if (Number.isFinite(Number(payload.exitCode))) result.exitCode = Number(payload.exitCode);
     if (payload.stdout) result.stdout = compactMultiline(payload.stdout, 1800);
     if (payload.stderr) result.stderr = compactMultiline(payload.stderr, 1200);
@@ -998,11 +1018,68 @@ function compactRetainedToolPayload(toolName, payload = {}, args = {}) {
   return redactValue(result);
 }
 
-function retainedToolStateMessages(messages = [], limit = 12) {
+function retainedPathMatchesOutput(sourcePath = "", outputPaths = []) {
+  const normalize = (value = "") =>
+    String(value || "")
+      .replace(/\\/g, "/")
+      .replace(/^\.\//, "")
+      .replace(/\/{2,}/g, "/")
+      .replace(/\/$/, "");
+  const source = normalize(sourcePath);
+  if (!source) return false;
+  return outputPaths.some((candidate) => {
+    const output = normalize(candidate);
+    return output && (source === output || source.endsWith(`/${output}`) || output.endsWith(`/${source}`));
+  });
+}
+
+function retainedToolRecordPriority(record = {}, outputPaths = []) {
+  const name = String(record.name || "");
+  const args = record.args || {};
+  const payload = record.payload || {};
+  let priority = 100;
+  if (name === "deep_research") priority = 1000;
+  else if (name === "inspect_project") priority = 900;
+  else if (["apply_patch", "write_file"].includes(name)) priority = 850;
+  else if (name === "run_command") {
+    const exitCode = Number(payload.exitCode);
+    priority = payload.changed === true || (Number.isFinite(exitCode) && exitCode !== 0) ? 800 : 500;
+  } else if (name === "read_file") {
+    const range = retainedReadRange(payload, args);
+    priority = range.lineLimit > 0 ? 750 : 600;
+    const sourcePath = String(payload.path || args.path || "").trim();
+    if (retainedPathMatchesOutput(sourcePath, outputPaths)) priority -= 220;
+  } else if (["search_files", "list_files"].includes(name)) priority = 400;
+  return priority + Math.min(0.999, Math.max(0, Number(record.ordinal) || 0) / 100000);
+}
+
+function retainedToolStateMessages(messages = [], limit = 12, outputPaths = []) {
   const callsById = new Map();
   const recordsByKey = new Map();
   let ordinal = 0;
+  const retainRecord = (name, args = {}, payload = {}) => {
+    if (!COMPACTION_STATE_TOOL_NAMES.has(name)) return;
+    if (!payload || payload.ok === false || payload.blocked || payload.skipped) return;
+    const sourcePath = String(payload.path || args?.path || "").trim();
+    const command = String(args?.command || payload.args?.command || "").trim();
+    const durableIdentity = String(
+      sourcePath || command || payload.researchId || args?.researchId || args?.query || name
+    ).trim();
+    const readRange = name === "read_file" ? retainedReadRange(payload, args) : null;
+    const key = `${name}:${durableIdentity || ordinal}${readRange ? `:${readRange.key}` : ""}`;
+    recordsByKey.set(key, {
+      ordinal: ordinal += 1,
+      name,
+      args: redactValue(args),
+      payload: compactRetainedToolPayload(name, payload, args),
+    });
+  };
   for (const message of messages) {
+    const retained = parseRetainedToolEvidenceMessage(message);
+    if (retained) {
+      retainRecord(retained.name, retained.args, retained.payload);
+      continue;
+    }
     if (message?.role === "assistant" && Array.isArray(message.tool_calls)) {
       for (const call of message.tool_calls) {
         const id = String(call?.id || "").trim();
@@ -1018,27 +1095,19 @@ function retainedToolStateMessages(messages = [], limit = 12) {
     if (message?.role !== "tool") continue;
     const call = callsById.get(String(message.tool_call_id || "").trim());
     const payload = safeParseToolContent(message.content);
-    if (!call || !payload || payload.ok === false || payload.blocked || payload.skipped) continue;
-    const sourcePath = String(payload.path || call.args?.path || "").trim();
-    const command = String(call.args?.command || payload.args?.command || "").trim();
-    const readRange = call.name === "read_file" ? retainedReadRange(payload, call.args) : null;
-    const key = `${call.name}:${sourcePath || command || ordinal}${readRange ? `:${readRange.key}` : ""}`;
-    recordsByKey.set(key, {
-      ordinal: ordinal += 1,
-      name: call.name,
-      args: redactValue(call.args),
-      payload: compactRetainedToolPayload(call.name, payload, call.args),
-    });
+    if (!call || !payload) continue;
+    retainRecord(call.name, call.args, payload);
   }
 
   const records = [...recordsByKey.values()];
-  const pinned = ["inspect_project", "deep_research"]
-    .map((name) => [...records].reverse().find((record) => record.name === name))
-    .filter(Boolean);
-  const remaining = records
-    .filter((record) => !pinned.includes(record))
-    .slice(-Math.max(0, Number(limit) - pinned.length));
-  const selected = [...pinned, ...remaining].sort((left, right) => left.ordinal - right.ordinal);
+  const selected = [...records]
+    .sort(
+      (left, right) =>
+        retainedToolRecordPriority(right, outputPaths) - retainedToolRecordPriority(left, outputPaths) ||
+        right.ordinal - left.ordinal
+    )
+    .slice(0, Math.max(1, Number(limit) || 12))
+    .sort((left, right) => left.ordinal - right.ordinal);
 
   return selected.flatMap((record, index) => {
     const id = `aginti-compacted-tool-${index + 1}`;
@@ -1066,8 +1135,8 @@ function retainedToolStateMessages(messages = [], limit = 12) {
   });
 }
 
-function retainedToolStateTextMessages(messages = [], limit = 12) {
-  const nativeMessages = retainedToolStateMessages(messages, limit);
+function retainedToolStateTextMessages(messages = [], limit = 12, outputPaths = []) {
+  const nativeMessages = retainedToolStateMessages(messages, limit, outputPaths);
   const retained = [];
   for (let index = 0; index < nativeMessages.length; index += 2) {
     const assistantMessage = nativeMessages[index];
@@ -1087,6 +1156,15 @@ function retainedToolStateTextMessages(messages = [], limit = 12) {
   return retained;
 }
 
+function retainedToolPairPriority(pair = [], order = 0, outputPaths = []) {
+  const assistantCall = pair[0]?.tool_calls?.[0];
+  const retained = pair.length === 1 ? parseRetainedToolEvidenceMessage(pair[0]) : null;
+  const name = String(retained?.name || assistantCall?.function?.name || "");
+  const args = retained?.args || safeParseToolContent(assistantCall?.function?.arguments) || {};
+  const payload = retained?.payload || safeParseToolContent(pair[1]?.content) || {};
+  return retainedToolRecordPriority({ name, args, payload, ordinal: order }, outputPaths);
+}
+
 function isRuntimeCompactionRequest(content = "") {
   return /^(?:The runtime proactively compacted a long agent history|A previous agent-step model request timed out|Continue from this compacted, valid transcript)/i.test(
     String(content || "").trim()
@@ -1107,6 +1185,7 @@ function summarizeOriginalRequests(messages = [], limit = 6) {
     if (!content.trim()) continue;
     if (/^Step \d+\/\d+ .*Latest runtime snapshot:/i.test(content)) continue;
     if (/^Previous assistant response retained as compacted history/i.test(content)) continue;
+    if (parseRetainedToolEvidenceMessage(message)) continue;
     if (isRuntimeCompactionRequest(content)) continue;
     if (isRuntimeRecoveryRequest(content)) continue;
     requests.push(compactSingleLine(content, 1200));
@@ -1265,9 +1344,10 @@ function buildCompactedRuntimeMessages(state, config, snapshot, step, options =
   // synthetic pairs, so preserve their bounded evidence as explicit runtime
   // context instead of fabricating assistant reasoning.
   const deepSeekCompaction = normalizeProviderId(config.provider, "") === "deepseek";
+  const exactOutputPaths = exactOutputPathsForState(state);
   const retainedToolMessages = deepSeekCompaction
-    ? retainedToolStateTextMessages(messages)
-    : retainedToolStateMessages(messages);
+    ? retainedToolStateTextMessages(messages, 12, exactOutputPaths)
+    : retainedToolStateMessages(messages, 12, exactOutputPaths);
   const snapshotSummary = {
     step,
     maxSteps: config.maxSteps,
@@ -1345,7 +1425,7 @@ function buildCompactedRuntimeMessages(state, config, snapshot, step, options =
   }));
   const boundedContent = compactTextForTokenBudget(
     compactedContent,
-    Math.max(1024, Math.floor(targetTokens * 0.52)),
+    Math.max(1024, Math.floor(targetTokens * (retainedToolMessages.length ? 0.4 : 0.52))),
     { headFraction: 0.58 }
   );
   const baseMessages = [
@@ -1357,20 +1437,29 @@ function buildCompactedRuntimeMessages(state, config, snapshot, step, options =
   ];
   const retainedPairs = [];
   for (let index = 0; index < retainedToolMessages.length; index += deepSeekCompaction ? 1 : 2) {
-    retainedPairs.push(retainedToolMessages.slice(index, index + (deepSeekCompaction ? 1 : 2)));
+    const pair = retainedToolMessages.slice(index, index + (deepSeekCompaction ? 1 : 2));
+    retainedPairs.push({
+      pair,
+      order: retainedPairs.length,
+      priority: retainedToolPairPriority(pair, retainedPairs.length, exactOutputPaths),
+    });
   }
   const selectedPairs = [];
-  for (const pair of retainedPairs.reverse()) {
+  const prioritizedPairs = [...retainedPairs].sort(
+    (left, right) => right.priority - left.priority || right.order - left.order
+  );
+  for (const candidatePair of prioritizedPairs) {
     const candidate = [
       ...baseMessages,
-      ...pair,
-      ...selectedPairs.flat(),
+      ...candidatePair.pair,
+      ...selectedPairs.flatMap((item) => item.pair),
     ];
-    if (estimateMessageTokens(candidate) <= targetTokens) selectedPairs.unshift(pair);
+    if (estimateMessageTokens(candidate) <= targetTokens) selectedPairs.push(candidatePair);
   }
+  selectedPairs.sort((left, right) => left.order - right.order);
   const compactMessages = [
     ...baseMessages,
-    ...selectedPairs.flat(),
+    ...selectedPairs.flatMap((item) => item.pair),
   ];
 
   if (!compactMessages.some((message) => message.role === "system")) {

package/src/scs-evidence.js

@@ -373,9 +373,9 @@ function inferExactOutputPaths(goal = "") {
     "gi"
   );
   const directOutputAction =
-    /\b(save|saved|write|written|output|create|store|update|modify|edit)\b|保存|写入|寫入|输出|輸出|创建|建立|更新|修改|编辑|編輯/i;
+    /\b(save|write|rewrite|output|create|rebuild|replace|regenerate|generate|store|update|modify|edit)\b|保存|写入|寫入|重写|重寫|输出|輸出|创建|建立|重建|替换|替換|重新生成|生成|更新|修改|编辑|編輯/i;
   const directOutputActionGlobal =
-    /\b(save|saved|write|written|output|create|store|update|modify|edit)\b|保存|写入|寫入|输出|輸出|创建|建立|更新|修改|编辑|編輯/gi;
+    /\b(save|write|rewrite|output|create|rebuild|replace|regenerate|generate|store|update|modify|edit)\b|保存|写入|寫入|重写|重寫|输出|輸出|创建|建立|重建|替换|替換|重新生成|生成|更新|修改|编辑|編輯/gi;
   const outputListHeader =
     /^(?:#+\s*)?(?:(?:required|final|expected|declared|target|pilot|deliverable)\s+)*(?:create|created files?|files? to create|outputs?|output structure|required outputs?|artifacts?|deliverables?|generated files?|writer requirements|renderer requirements|生成文件|输出结构|輸出結構|输出文件|輸出文件|创建文件|建立文件)(?:\s+(?:outputs?|artifacts?|deliverables?))?\s*[：:]?\s*$/i;
   const nonOutputToolLine =
@@ -470,7 +470,7 @@ function inferExactInputPaths(goal = "") {
   const inputAction =
     /\b(use|using|read|load|fill|upload|attach|import|select|choose|reference|input|from|fix|repair|patch|correct)\b|使用|读取|讀取|加载|載入|填写|填入|上传|上傳|附加|导入|導入|选择|選擇|选取|選取|参考|參考|素材|图片|圖片|照片|提示词|提示詞|修复|修正|更正|从|從/i;
   const directOutputAction =
-    /\b(save|saved|write|written|output|create|store|update|modify|edit)\b|保存|写入|寫入|输出|輸出|创建|建立|更新|修改|编辑|編輯/i;
+    /\b(save|write|rewrite|output|create|rebuild|replace|regenerate|generate|store|update|modify|edit)\b|保存|写入|寫入|重写|重寫|输出|輸出|创建|建立|重建|替换|替換|重新生成|生成|更新|修改|编辑|編輯/i;
   const pushPath = (raw = "") => {
     const cleaned = String(raw || "").trim();
     if (!cleaned || /[{}]/.test(cleaned)) return;