siclaw 0.1.0

package/dist/core/extensions/memory-flush.js

@@ -0,0 +1,120 @@
+/** Token buffer before context window limit to trigger proactive flush */
+const SOFT_THRESHOLD_TOKENS = 4000;
+/** Transcript byte size that forces a flush regardless of token count */
+const FORCE_FLUSH_TRANSCRIPT_BYTES = 2 * 1024 * 1024; // 2MB
+/** Rough char-to-token ratio */
+const CHARS_PER_TOKEN = 4;
+/** Silent reply token — agent replies with this when nothing to save */
+const SILENT_REPLY_TOKEN = "NO_REPLY";
+/**
+ * Memory flush extension.
+ *
+ * Proactive flush:
+ * - On every `context` event, checks if token usage is approaching the context window.
+ *   If so (and we haven't flushed this compaction cycle), injects a flush turn.
+ *
+ * Reactive hooks:
+ * - agent_end: sync memory index (picks up files written during the turn)
+ * - session_before_compact: inject flush prompt as last chance before compaction
+ * - session_compact: re-sync memory index after compaction
+ * - session_shutdown: final sync before process exit
+ *
+ * Silent reply:
+ * - Flush prompt tells agent to reply with NO_REPLY if nothing to save.
+ * - The agent_end hook strips silent replies so they don't show to the user.
+ */
+export default function memoryFlushExtension(api, memoryIndexer) {
+    /** Compaction count at the time of last proactive flush (gate: don't re-flush same cycle) */
+    let lastFlushCompactionCount = -1;
+    /** Number of compaction events observed */
+    let compactionCount = 0;
+    /** Whether a proactive flush has been injected and is pending */
+    let flushPending = false;
+    // ── Proactive flush: check token usage before every LLM call ──
+    api.on("context", (_event, ctx) => {
+        if (flushPending)
+            return undefined; // already injected, don't re-trigger
+        const usage = ctx.getContextUsage();
+        const contextWindow = usage?.contextWindow ?? ctx.model?.contextWindow;
+        if (!contextWindow)
+            return undefined;
+        const currentTokens = usage?.tokens ?? 0;
+        const threshold = contextWindow - SOFT_THRESHOLD_TOKENS;
+        // Also check transcript size (char-based estimate)
+        const messages = _event.messages ?? [];
+        let totalChars = 0;
+        for (const m of messages) {
+            if (typeof m === "object" && m !== null) {
+                totalChars += JSON.stringify(m).length;
+            }
+        }
+        const transcriptBytes = totalChars; // rough estimate (1 char ≈ 1 byte for ASCII)
+        const forceBySize = transcriptBytes >= FORCE_FLUSH_TRANSCRIPT_BYTES;
+        const shouldFlush = (currentTokens >= threshold || forceBySize) && lastFlushCompactionCount < compactionCount;
+        if (shouldFlush) {
+            lastFlushCompactionCount = compactionCount;
+            flushPending = true;
+            const dateStamp = new Date().toISOString().slice(0, 10);
+            api.sendUserMessage(`[System] Pre-compaction memory flush. ` +
+                `The context window is nearly full. Save any important discoveries, findings, or context ` +
+                `from this session to \`memory/${dateStamp}.md\` now. ` +
+                `If the file already exists, APPEND new content — do not overwrite existing entries. ` +
+                `If there is nothing important to save, reply with exactly: ${SILENT_REPLY_TOKEN}`, { deliverAs: "followUp" });
+        }
+        return undefined;
+    });
+    if (memoryIndexer) {
+        // After each agent turn: sync memory index + handle silent replies
+        api.on("agent_end", (event) => {
+            flushPending = false;
+            // Strip silent reply tokens from agent output
+            if (event && Array.isArray(event.messages)) {
+                for (const msg of event.messages) {
+                    if (msg?.role === "assistant" && typeof msg.content === "string") {
+                        const trimmed = msg.content.trim();
+                        if (trimmed === SILENT_REPLY_TOKEN || trimmed === `${SILENT_REPLY_TOKEN}.`) {
+                            msg.content = "";
+                        }
+                        else if (trimmed.endsWith(SILENT_REPLY_TOKEN)) {
+                            msg.content = trimmed.slice(0, -SILENT_REPLY_TOKEN.length).trimEnd();
+                        }
+                    }
+                }
+            }
+            memoryIndexer.sync().catch((err) => {
+                console.warn(`[memory-flush] Post-turn sync failed:`, err);
+            });
+            return undefined;
+        });
+    }
+    // Before compaction: inject a flush prompt as last chance
+    api.on("session_before_compact", () => {
+        const dateStamp = new Date().toISOString().slice(0, 10);
+        api.sendUserMessage(`[System] Pre-compaction memory flush. ` +
+            `Context is about to be compacted. Save any important discoveries, findings, or context ` +
+            `from this session to \`memory/${dateStamp}.md\` now. ` +
+            `If the file already exists, APPEND new content — do not overwrite existing entries. ` +
+            `If there is nothing important to save, reply with exactly: ${SILENT_REPLY_TOKEN}`, { deliverAs: "followUp" });
+        return undefined;
+    });
+    // Track compaction events for flush gating
+    api.on("session_compact", () => {
+        compactionCount++;
+        if (memoryIndexer) {
+            memoryIndexer.sync().catch((err) => {
+                console.warn(`[memory-flush] Post-compaction sync failed:`, err);
+            });
+        }
+        return undefined;
+    });
+    if (memoryIndexer) {
+        // On shutdown: final sync to persist any last writes
+        api.on("session_shutdown", () => {
+            memoryIndexer.sync().catch((err) => {
+                console.warn(`[memory-flush] Shutdown sync failed:`, err);
+            });
+            return undefined;
+        });
+    }
+}
+//# sourceMappingURL=memory-flush.js.map

package/dist/core/extensions/memory-flush.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory-flush.js","sourceRoot":"","sources":["../../../src/core/extensions/memory-flush.ts"],"names":[],"mappings":"AAGA,0EAA0E;AAC1E,MAAM,qBAAqB,GAAG,IAAI,CAAC;AACnC,yEAAyE;AACzE,MAAM,4BAA4B,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,MAAM;AAC5D,gCAAgC;AAChC,MAAM,eAAe,GAAG,CAAC,CAAC;AAC1B,wEAAwE;AACxE,MAAM,kBAAkB,GAAG,UAAU,CAAC;AAEtC;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,CAAC,OAAO,UAAU,oBAAoB,CAAC,GAAiB,EAAE,aAA6B;IAC3F,6FAA6F;IAC7F,IAAI,wBAAwB,GAAG,CAAC,CAAC,CAAC;IAClC,2CAA2C;IAC3C,IAAI,eAAe,GAAG,CAAC,CAAC;IACxB,iEAAiE;IACjE,IAAI,YAAY,GAAG,KAAK,CAAC;IAEzB,iEAAiE;IACjE,GAAG,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE,EAAE;QAChC,IAAI,YAAY;YAAE,OAAO,SAAS,CAAC,CAAC,qCAAqC;QAEzE,MAAM,KAAK,GAAG,GAAG,CAAC,eAAe,EAAE,CAAC;QACpC,MAAM,aAAa,GAAG,KAAK,EAAE,aAAa,IAAK,GAAW,CAAC,KAAK,EAAE,aAAa,CAAC;QAChF,IAAI,CAAC,aAAa;YAAE,OAAO,SAAS,CAAC;QAErC,MAAM,aAAa,GAAG,KAAK,EAAE,MAAM,IAAI,CAAC,CAAC;QACzC,MAAM,SAAS,GAAG,aAAa,GAAG,qBAAqB,CAAC;QAExD,mDAAmD;QACnD,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC;QACvC,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;YACzB,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;gBACxC,UAAU,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;YACzC,CAAC;QACH,CAAC;QACD,MAAM,eAAe,GAAG,UAAU,CAAC,CAAC,6CAA6C;QACjF,MAAM,WAAW,GAAG,eAAe,IAAI,4BAA4B,CAAC;QAEpE,MAAM,WAAW,GAAG,CAAC,aAAa,IAAI,SAAS,IAAI,WAAW,CAAC,IAAI,wBAAwB,GAAG,eAAe,CAAC;QAE9G,IAAI,WAAW,EAAE,CAAC;YAChB,wBAAwB,GAAG,eAAe,CAAC;YAC3C,YAAY,GAAG,IAAI,CAAC;YAEpB,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACxD,GAAG,CAAC,eAAe,CACjB,wCAAwC;gBACxC,0FAA0F;gBAC1F,iCAAiC,SAAS,aAAa;gBACvD,sFAAsF;gBACtF,8DAA8D,kBAAkB,EAAE,EAClF,EAAE,SAAS,EAAE,UAAU,EAAE,CAC1B,CAAC;QACJ,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC,CAAC,CAAC;IAEH,IAAI,aAAa,EAAE,CAAC;QAClB,mEAAmE;QACnE,GAAG,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,KAAK,EAAE,EAAE;YAC5B,YAAY,GAAG,KAAK,CAAC;YAErB,8CAA8C;YAC9C,IAAI,KAAK,IAAI,KAAK,CAAC,OAAO,CAAE,KAAa,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACpD,KAAK,MAAM,GAAG,IAAK,KAAa,CAAC,QAAQ,EAAE,CAAC;oBAC1C,IAAI,GAAG,EAAE,IAAI,KAAK,WAAW,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;wBACjE,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;wBACnC,IAAI,OAAO,KAAK,kBAAkB,IAAI,OAAO,KAAK,GAAG,kBAAkB,GAAG,EAAE,CAAC;4BAC3E,GAAG,CAAC,OAAO,GAAG,EAAE,CAAC;wBACnB,CAAC;6BAAM,IAAI,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,CAAC;4BAChD,GAAG,CAAC,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,CAAC;wBACvE,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;YAED,aAAa,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;gBACjC,OAAO,CAAC,IAAI,CAAC,uCAAuC,EAAE,GAAG,CAAC,CAAC;YAC7D,CAAC,CAAC,CAAC;YACH,OAAO,SAAS,CAAC;QACnB,CAAC,CAAC,CAAC;IACL,CAAC;IAED,0DAA0D;IAC1D,GAAG,CAAC,EAAE,CAAC,wBAAwB,EAAE,GAAG,EAAE;QACpC,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAExD,GAAG,CAAC,eAAe,CACjB,wCAAwC;YACxC,yFAAyF;YACzF,iCAAiC,SAAS,aAAa;YACvD,sFAAsF;YACtF,8DAA8D,kBAAkB,EAAE,EAClF,EAAE,SAAS,EAAE,UAAU,EAAE,CAC1B,CAAC;QAEF,OAAO,SAAS,CAAC;IACnB,CAAC,CAAC,CAAC;IAEH,2CAA2C;IAC3C,GAAG,CAAC,EAAE,CAAC,iBAAiB,EAAE,GAAG,EAAE;QAC7B,eAAe,EAAE,CAAC;QAElB,IAAI,aAAa,EAAE,CAAC;YAClB,aAAa,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;gBACjC,OAAO,CAAC,IAAI,CAAC,6CAA6C,EAAE,GAAG,CAAC,CAAC;YACnE,CAAC,CAAC,CAAC;QACL,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC,CAAC,CAAC;IAEH,IAAI,aAAa,EAAE,CAAC;QAClB,qDAAqD;QACrD,GAAG,CAAC,EAAE,CAAC,kBAAkB,EAAE,GAAG,EAAE;YAC9B,aAAa,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;gBACjC,OAAO,CAAC,IAAI,CAAC,sCAAsC,EAAE,GAAG,CAAC,CAAC;YAC5D,CAAC,CAAC,CAAC;YACH,OAAO,SAAS,CAAC;QACnB,CAAC,CAAC,CAAC;IACL,CAAC;AACH,CAAC"}

package/dist/core/llm-proxy.d.ts

@@ -0,0 +1,37 @@
+/**
+ * LLM Proxy — Translates Anthropic Messages API ↔ OpenAI Chat Completions API.
+ *
+ * Runs as a lightweight HTTP server on 127.0.0.1 with a random port.
+ * The Claude Agent SDK subprocess connects via ANTHROPIC_BASE_URL.
+ *
+ * Architecture:
+ *   Claude Code subprocess → POST /v1/messages (Anthropic fmt)
+ *   → [this proxy] → POST {baseUrl}/chat/completions (OpenAI fmt)
+ *   → OpenAI-compatible provider (Qwen, DeepSeek, Kimi…)
+ */
+interface ModelCompat {
+    supportsDeveloperRole?: boolean;
+    supportsUsageInStreaming?: boolean;
+    maxTokensField?: string;
+    thinkingFormat?: string;
+}
+interface ModelConfig {
+    id: string;
+    name: string;
+    reasoning: boolean;
+    contextWindow: number;
+    maxTokens: number;
+    compat?: ModelCompat;
+}
+export interface ProxyConfig {
+    baseUrl: string;
+    apiKey: string;
+    authHeader: boolean;
+    model: ModelConfig;
+}
+export declare function loadProxyConfig(): ProxyConfig | null;
+/** Quick check — does settings.json have an openai-completions provider? */
+export declare function hasOpenAIProvider(): boolean;
+export declare function ensureProxy(): Promise<string>;
+export declare function stopProxy(): Promise<void>;
+export {};