@oyasmi/pipiclaw 0.5.1 → 0.5.3

package/dist/memory/chinese-words.js

@@ -0,0 +1,273 @@
+export const COMMON_CHINESE_WORDS = new Set([
+    "当前状态",
+    "当前工作",
+    "工作状态",
+    "会话状态",
+    "任务状态",
+    "当前任务",
+    "工作进度",
+    "用户意图",
+    "活跃文件",
+    "错误修正",
+    "下一步",
+    "接下来",
+    "后续步骤",
+    "后续计划",
+    "待办事项",
+    "开放问题",
+    "开放循环",
+    "关键事实",
+    "设计决策",
+    "关键决策",
+    "约束条件",
+    "技术约束",
+    "兼容要求",
+    "接口稳定",
+    "协议变更",
+    "修复方案",
+    "实现方案",
+    "优化方案",
+    "根因分析",
+    "问题定位",
+    "错误信息",
+    "调试过程",
+    "排查过程",
+    "实现细节",
+    "调用链路",
+    "模块边界",
+    "领域边界",
+    "文件路径",
+    "运行时",
+    "子代理",
+    "工具调用",
+    "上下文",
+    "上下文恢复",
+    "上下文窗口",
+    "上下文注入",
+    "注入上下文",
+    "当前问题",
+    "历史问题",
+    "历史记录",
+    "历史恢复",
+    "历史叙事",
+    "历史块",
+    "摘要块",
+    "发布记录",
+    "部署记录",
+    "旧发布",
+    "旧记录",
+    "早期历史",
+    "过去工作",
+    "长期任务",
+    "短对话",
+    "短问答",
+    "自然结束",
+    "对话结束",
+    "会话切换",
+    "当前目录",
+    "代码实现",
+    "类型检查",
+    "单元测试",
+    "集成测试",
+    "回归测试",
+    "测试覆盖",
+    "回归风险",
+    "默认配置",
+    "配置项",
+    "参数选择",
+    "超时设置",
+    "内容截断",
+    "内存清理",
+    "背景维护",
+    "增量更新",
+    "历史折叠",
+    "持久化",
+    "一致性",
+    "可靠性",
+    "稳定性",
+    "兼容性",
+    "相关性",
+    "评分模型",
+    "检索候选",
+    "候选集合",
+    "召回候选",
+    "中文分词",
+    "词表分词",
+    "最大匹配",
+    "服务器",
+    "数据库",
+    "数据表",
+    "缓存",
+    "队列",
+    "网络",
+    "集群",
+    "容器",
+    "网关",
+    "代理服务",
+    "负载均衡",
+    "配置中心",
+    "注册中心",
+    "消息队列",
+    "对象存储",
+    "日志系统",
+    "监控系统",
+    "告警系统",
+    "文件系统",
+    "函数",
+    "变量",
+    "常量",
+    "接口",
+    "类型定义",
+    "类型系统",
+    "模块",
+    "组件",
+    "服务层",
+    "数据层",
+    "控制层",
+    "依赖注入",
+    "继承关系",
+    "抽象层",
+    "实现层",
+    "状态管理",
+    "异常处理",
+    "错误处理",
+    "管理",
+    "优化",
+    "系统",
+    "设计",
+    "开发",
+    "测试",
+    "部署",
+    "修改",
+    "创建",
+    "删除",
+    "更新",
+    "查询",
+    "提交",
+    "调用",
+    "启动",
+    "停止",
+    "迁移",
+    "同步",
+    "备份",
+    "分析",
+    "监控",
+    "审查",
+    "重构",
+    "封装",
+    "并发控制",
+    "并发请求",
+    "异步任务",
+    "同步调用",
+    "回调函数",
+    "中间件",
+    "过滤器",
+    "拦截器",
+    "路由配置",
+    "认证授权",
+    "用户认证",
+    "权限控制",
+    "会话管理",
+    "请求参数",
+    "响应结果",
+    "接口调用",
+    "请求头",
+    "响应头",
+    "重试机制",
+    "降级策略",
+    "熔断机制",
+    "事务处理",
+    "事务回滚",
+    "异常",
+    "错误",
+    "日志",
+    "线程",
+    "进程",
+    "端口",
+    "协议",
+    "路由",
+    "索引",
+    "事务",
+    "连接",
+    "超时",
+    "重连",
+    "校验",
+    "加密",
+    "解密",
+    "分支",
+    "合并",
+    "冲突",
+    "版本",
+    "发布",
+    "构建",
+    "编译",
+    "依赖",
+    "索引优化",
+    "数据迁移",
+    "数据同步",
+    "备份恢复",
+    "锁机制",
+    "乐观锁",
+    "悲观锁",
+    "死锁问题",
+    "查询语句",
+    "分页查询",
+    "条件过滤",
+    "批量操作",
+    "性能问题",
+    "性能优化",
+    "内存泄漏",
+    "资源释放",
+    "构建流程",
+    "编译过程",
+    "打包流程",
+    "发布流程",
+    "回滚方案",
+    "需求分析",
+    "方案设计",
+    "实现阶段",
+    "测试阶段",
+    "部署阶段",
+    "上线过程",
+    "故障排查",
+    "故障恢复",
+    "终端命令",
+    "调试器",
+    "编辑器",
+    "浏览器",
+    "编译器",
+    "构建工具",
+    "打包工具",
+    "认证回调",
+    "回调状态",
+    "回调验证",
+    "状态处理",
+    "状态流转",
+    "登录异常",
+    "登录失败",
+    "修复登录",
+    "生产环境",
+    "工作区",
+    "记忆",
+    "会话",
+    "频道",
+    "模型",
+    "提示",
+    "工具",
+    "代理",
+    "任务",
+    "调度",
+    "排队",
+    "响应",
+    "请求",
+    "回调",
+    "订阅",
+    "通知",
+    "触发",
+    "频道记忆",
+    "记忆系统",
+    "记忆子系统",
+    "持久记忆",
+    "工作记忆",
+    "会话记忆",
+]);

package/dist/{memory-consolidation.d.ts → memory/consolidation.d.ts}

@@ -19,4 +19,3 @@ export interface BackgroundMaintenanceResult {
 }
 export declare function runInlineConsolidation(options: ConsolidationRunOptions): Promise<InlineConsolidationResult>;
 export declare function runBackgroundMaintenance(options: ConsolidationRunOptions): Promise<BackgroundMaintenanceResult>;
-//# sourceMappingURL=memory-consolidation.d.ts.map

package/dist/{memory-consolidation.js → memory/consolidation.js}

@@ -1,13 +1,16 @@
 import { getLatestCompactionEntry, serializeConversation, } from "@mariozechner/pi-coding-agent";
-import { parseJsonObject } from "./llm-json.js";
-import { appendChannelHistoryBlock, appendChannelMemoryUpdate, readChannelHistory, readChannelMemory, readChannelSession, rewriteChannelHistory, rewriteChannelMemory, splitMarkdownSections, } from "./memory-files.js";
-import { runSidecarTask } from "./sidecar-worker.js";
+import { parseJsonObject } from "../shared/llm-json.js";
+import { splitH2Sections } from "../shared/markdown-sections.js";
+import { clipText } from "../shared/text-utils.js";
+import { buildStandardMessages } from "../shared/type-guards.js";
+import { runSidecarTask } from "../sidecar-worker.js";
+import { appendChannelHistoryBlock, appendChannelMemoryUpdate, readChannelHistory, readChannelMemory, readChannelSession, rewriteChannelHistory, rewriteChannelMemory, } from "./files.js";
 const INLINE_TRANSCRIPT_MAX_CHARS = 28_000;
-const MEMORY_CLEANUP_LENGTH_THRESHOLD = 8_000;
-const MEMORY_UPDATE_BLOCK_THRESHOLD = 6;
-const HISTORY_LENGTH_THRESHOLD = 16_000;
-const HISTORY_BLOCK_THRESHOLD = 8;
-const HISTORY_RECENT_BLOCKS_TO_KEEP = 4;
+const MEMORY_CLEANUP_LENGTH_THRESHOLD = 5_000;
+const MEMORY_UPDATE_BLOCK_THRESHOLD = 4;
+const HISTORY_LENGTH_THRESHOLD = 8_000;
+const HISTORY_BLOCK_THRESHOLD = 5;
+const HISTORY_RECENT_BLOCKS_TO_KEEP = 3;
 const INLINE_CONSOLIDATION_TIMEOUT_MS = 20_000;
 const MEMORY_CLEANUP_TIMEOUT_MS = 30_000;
 const HISTORY_FOLDING_TIMEOUT_MS = 30_000;
@@ -28,8 +31,15 @@ Rules:
 - Do not include ephemeral chatter, obvious one-shot acknowledgements, or formatting instructions.
 - Prefer leaving highly volatile step-by-step execution state in SESSION.md rather than promoting it into durable memory.
 - historyBlock: concise Markdown summarizing the conversation chunk for later recovery.
+- For any conversation that contains at least one meaningful user request and one meaningful assistant reply, return a non-empty historyBlock with at least one bullet.
 - Prefer short bullets and short paragraphs.
-- If there is nothing worth storing, return empty values.`;
+- If there is nothing worth storing, return empty values.
+
+Example output for a short useful exchange:
+{
+  "memoryEntries": ["User prefers dark mode in the dashboard"],
+  "historyBlock": "- User asked how to toggle dashboard theme; confirmed dark mode preference."
+}`;
 const MEMORY_CLEANUP_SYSTEM_PROMPT = `You are rewriting a Pipiclaw channel MEMORY.md file.
 
 Return Markdown only. Do not use code fences.
@@ -62,15 +72,6 @@ Goals:
 function normalizeText(text) {
     return text.replace(/\r/g, "").trim();
 }
-function clipTranscript(text, maxChars) {
-    const normalized = normalizeText(text);
-    if (normalized.length <= maxChars) {
-        return normalized;
-    }
-    const headChars = Math.floor(maxChars * 0.35);
-    const tailChars = maxChars - headChars;
-    return `${normalized.slice(0, headChars)}\n\n[... omitted middle section ...]\n\n${normalized.slice(-tailChars)}`;
-}
 function parseConsolidationResponse(text) {
     const parsed = parseJsonObject(text);
     return {
@@ -93,15 +94,6 @@ function getLatestCompactionBoundary(entries) {
 function isMessage(entry) {
     return entry.type === "message";
 }
-function isStandardAgentMessage(message) {
-    return (typeof message === "object" &&
-        message !== null &&
-        "role" in message &&
-        (message.role === "user" || message.role === "assistant" || message.role === "toolResult"));
-}
-function buildMessagesForConsolidation(messages) {
-    return messages.filter(isStandardAgentMessage);
-}
 function extractMessagesFromSessionEntries(entries) {
     return entries.filter(isMessage).map((entry) => entry.message);
 }
@@ -130,7 +122,7 @@ function hasMeaningfulMessages(messages) {
     return false;
 }
 function countMatchingSectionHeadings(content, prefix) {
-    return splitMarkdownSections(content).filter((section) => section.heading.startsWith(prefix)).length;
+    return splitH2Sections(content).filter((section) => section.heading.startsWith(prefix)).length;
 }
 async function runWorkerPrompt(name, model, resolveApiKey, systemPrompt, prompt, timeoutMs) {
     const result = await runSidecarTask({
@@ -145,10 +137,10 @@ async function runWorkerPrompt(name, model, resolveApiKey, systemPrompt, prompt,
     return result.output;
 }
 async function buildInlineConsolidationResponse(options, messages) {
-    const transcript = clipTranscript(serializeConversation(messages), INLINE_TRANSCRIPT_MAX_CHARS);
-    const currentMemory = clipTranscript(await readChannelMemory(options.channelDir), 8_000);
-    const currentSession = clipTranscript(await readChannelSession(options.channelDir), 8_000);
-    const currentHistory = clipTranscript(await readChannelHistory(options.channelDir), 8_000);
+    const transcript = clipText(serializeConversation(messages), INLINE_TRANSCRIPT_MAX_CHARS, { headRatio: 0.35 });
+    const currentMemory = clipText(await readChannelMemory(options.channelDir), 8_000, { headRatio: 0.35 });
+    const currentSession = clipText(await readChannelSession(options.channelDir), 8_000, { headRatio: 0.35 });
+    const currentHistory = clipText(await readChannelHistory(options.channelDir), 8_000, { headRatio: 0.35 });
     const prompt = `Current SESSION.md:
 ${currentSession || "(empty)"}
 
@@ -166,7 +158,7 @@ ${transcript || "(empty)"}`;
 export async function runInlineConsolidation(options) {
     const sourceEntries = options.sessionEntries ?? [];
     const relevantEntries = sourceEntries.length > 0 ? sourceEntries.slice(getLatestCompactionBoundary(sourceEntries)) : sourceEntries;
-    const relevantMessages = buildMessagesForConsolidation(relevantEntries.length > 0 ? extractMessagesFromSessionEntries(relevantEntries) : options.messages);
+    const relevantMessages = buildStandardMessages(relevantEntries.length > 0 ? extractMessagesFromSessionEntries(relevantEntries) : options.messages);
     if (!hasMeaningfulMessages(relevantMessages)) {
         return { skipped: true, appendedMemoryEntries: 0, appendedHistoryBlock: false };
     }
@@ -202,7 +194,7 @@ ${currentMemory}`;
     return true;
 }
 async function foldChannelHistory(options, currentHistory) {
-    const sections = splitMarkdownSections(currentHistory);
+    const sections = splitH2Sections(currentHistory);
     if (currentHistory.length < HISTORY_LENGTH_THRESHOLD && sections.length < HISTORY_BLOCK_THRESHOLD) {
         return false;
     }
@@ -234,4 +226,3 @@ export async function runBackgroundMaintenance(options) {
     const foldedHistory = await foldChannelHistory(options, currentHistory);
     return { cleanedMemory, foldedHistory };
 }
-//# sourceMappingURL=memory-consolidation.js.map

package/dist/{memory-files.d.ts → memory/files.d.ts}

@@ -19,9 +19,3 @@ export declare function rewriteChannelHistory(channelDir: string, content: strin
 export declare function rewriteChannelSession(channelDir: string, content: string): Promise<void>;
 export declare function appendChannelMemoryUpdate(channelDir: string, block: MemoryUpdateBlock): Promise<void>;
 export declare function appendChannelHistoryBlock(channelDir: string, block: HistoryBlock): Promise<void>;
-export interface MarkdownSection {
-    heading: string;
-    content: string;
-}
-export declare function splitMarkdownSections(content: string): MarkdownSection[];
-//# sourceMappingURL=memory-files.d.ts.map

package/dist/{memory-files.js → memory/files.js}

@@ -97,10 +97,18 @@ export function ensureChannelMemoryFilesSync(channelDir) {
     }
 }
 async function readTextFile(path) {
-    if (!existsSync(path)) {
-        return "";
+    try {
+        return await readFile(path, "utf-8");
     }
-    return readFile(path, "utf-8");
+    catch (error) {
+        if (isNodeError(error) && error.code === "ENOENT") {
+            return "";
+        }
+        throw error;
+    }
+}
+function isNodeError(error) {
+    return error instanceof Error && "code" in error;
 }
 export async function readChannelMemory(channelDir) {
     return readTextFile(getChannelMemoryPath(channelDir));
@@ -147,36 +155,3 @@ export async function appendChannelHistoryBlock(channelDir, block) {
     const renderedBlock = [`## ${block.timestamp}`, trimmedContent].join("\n\n");
     await writeAtomically(path, `${ensureTrailingNewlines(existing)}${renderedBlock}\n`);
 }
-export function splitMarkdownSections(content) {
-    const normalized = content.replace(/\r/g, "").trim();
-    if (!normalized) {
-        return [];
-    }
-    const lines = normalized.split("\n");
-    const sections = [];
-    let currentHeading = "";
-    let currentLines = [];
-    const flush = () => {
-        if (!currentHeading) {
-            return;
-        }
-        sections.push({
-            heading: currentHeading,
-            content: currentLines.join("\n").trim(),
-        });
-    };
-    for (const line of lines) {
-        if (line.startsWith("## ")) {
-            flush();
-            currentHeading = line.slice(3).trim();
-            currentLines = [];
-            continue;
-        }
-        if (currentHeading) {
-            currentLines.push(line);
-        }
-    }
-    flush();
-    return sections;
-}
-//# sourceMappingURL=memory-files.js.map

package/dist/{memory-lifecycle.d.ts → memory/lifecycle.d.ts}

@@ -1,8 +1,8 @@
 import type { AgentMessage } from "@mariozechner/pi-agent-core";
 import type { Api, Model } from "@mariozechner/pi-ai";
 import type { ExtensionFactory, SessionEntry } from "@mariozechner/pi-coding-agent";
-import type { PipiclawSessionMemorySettings } from "./context.js";
-export type ConsolidationReason = "compaction" | "new-session";
+import type { PipiclawSessionMemorySettings } from "../context.js";
+export type ConsolidationReason = "compaction" | "new-session" | "idle";
 export interface MemoryLifecycleOptions {
     channelId: string;
     channelDir: string;
@@ -15,17 +15,35 @@ export interface MemoryLifecycleOptions {
 export declare class MemoryLifecycle {
     private options;
     private backgroundQueue;
+    private sessionRefreshQueue;
     private turnsSinceSessionUpdate;
     private toolCallsSinceSessionUpdate;
-    private sessionUpdatePending;
+    private thresholdFailureBackoffTurnsRemaining;
+    private thresholdRefreshQueued;
+    private sessionRefreshRunning;
+    private durableDirty;
+    private durableRevision;
+    private lastAssistantTurnRevision;
+    private lastDurableConsolidationRevision;
+    private idleConsolidationTimer;
+    private idleConsolidationQueued;
     constructor(options: MemoryLifecycleOptions);
     private buildRunOptions;
     createExtensionFactory(): ExtensionFactory;
+    noteUserTurnStarted(): void;
     noteToolCall(): void;
     noteCompletedAssistantTurn(): void;
+    private clearIdleConsolidationTimer;
+    private shouldForceRefreshFor;
     private refreshSessionMemory;
-    private enqueueSessionMemoryUpdate;
-    private consolidateBeforeContextDrop;
+    private runSessionRefreshSerial;
+    private requestThresholdSessionRefresh;
+    private enqueueBackgroundJob;
+    private hasPendingAssistantSnapshot;
+    private markDurableConsolidationCheckpoint;
+    private logConsolidationResult;
+    private scheduleIdleConsolidation;
+    private runPreflightConsolidation;
     private handleSessionBeforeCompact;
     private handleSessionCompact;
     private handleSessionBeforeSwitch;
@@ -33,4 +51,3 @@ export declare class MemoryLifecycle {
     private enqueueBackgroundMaintenance;
     private logBackgroundResult;
 }
-//# sourceMappingURL=memory-lifecycle.d.ts.map