opencode-memory-plugin 0.1.0

package/README.md

@@ -0,0 +1,73 @@
+# opencode-memory-plugin
+
+Persistent cross-session memory plugin for OpenCode, designed as a port of claude-mem to OpenCode according to the DAQ in this repository.
+
+## MVP Scope
+
+- Local persistence in SQLite with FTS5 index
+- Crash-safe pending queue for tool outputs
+- Async AI compression pipeline (in-process)
+- Session summaries
+- Retrieval tools: `memory_search`, `memory_timeline`, `memory_get`
+- System context injection via `experimental.chat.system.transform`
+
+## Install
+
+```bash
+bun add opencode-memory-plugin
+```
+
+Add in `opencode.json`:
+
+```json
+{
+  "$schema": "https://opencode.ai/config.json",
+  "plugin": ["opencode-memory-plugin"]
+}
+```
+
+## Optional Memory Config
+
+You can provide plugin-specific config files in any of these paths:
+
+- `~/.config/opencode/memory/config.json`
+- `~/.config/opencode/memory/config.jsonc`
+- `.opencode/memory.json`
+- `.opencode/memory.jsonc`
+- `opencode-memory.json`
+- `opencode-memory.jsonc`
+
+Or set `OPENCODE_MEMORY_CONFIG=/absolute/path/to/config.json`.
+
+Example:
+
+```json
+{
+  "dbPath": "~/.config/opencode/memory/memory.db",
+  "indexSize": 50,
+  "sampleSize": 5,
+  "maxPendingRetries": 3,
+  "compressionModel": null,
+  "maxRawContentSize": 50000,
+  "privacyStrip": true,
+  "compressionBatchSize": 10,
+  "retentionDays": 90,
+  "logLevel": "info"
+}
+```
+
+## Development
+
+```bash
+bun install
+bun run typecheck
+bun test
+bun run build
+```
+
+## Notes
+
+- This package targets OpenCode plugin APIs currently exposed by `@opencode-ai/plugin@1.2.x`.
+- DAQ legacy naming (`beforePrompt`, `afterResponse`) is mapped in this implementation to:
+  - `tool.execute.after` for capture
+  - `experimental.chat.system.transform` for injection

package/dist/compression/compressor.d.ts

@@ -0,0 +1,86 @@
+import type { PluginInput } from "@opencode-ai/plugin";
+import type { ObservationCompressor, ModelSelection, RuntimeState } from "../types";
+/**
+ * Uses an injected AI SDK language model for compression.
+ */
+export declare class LanguageModelObservationCompressor implements ObservationCompressor {
+    private readonly model;
+    constructor(model: import("ai").LanguageModel);
+    /**
+     * Compresses a pending tool output using the injected model.
+     *
+     * @param input - Compression input.
+     * @returns Raw text from the model.
+     */
+    compressObservation(input: {
+        pendingMessage: import("../types").PendingMessage;
+        prompt: string;
+        model: ModelSelection | null;
+        abortSignal?: AbortSignal;
+    }): Promise<{
+        text: string;
+        modelUsed: string | null;
+    }>;
+    /**
+     * Summarizes a session using the injected model.
+     *
+     * @param input - Summary input.
+     * @returns Raw text from the model.
+     */
+    summarizeSession(input: {
+        sessionId: string;
+        prompt: string;
+        model: ModelSelection | null;
+        abortSignal?: AbortSignal;
+    }): Promise<{
+        text: string;
+        modelUsed: string | null;
+    }>;
+}
+/**
+ * Uses ephemeral hidden OpenCode sessions to access the currently configured provider.
+ */
+export declare class SessionPromptObservationCompressor implements ObservationCompressor {
+    private readonly input;
+    private readonly state;
+    constructor(input: PluginInput, state: RuntimeState);
+    /**
+     * Compresses a pending tool output in an ephemeral hidden session.
+     *
+     * @param input - Compression input.
+     * @returns Raw text from the model.
+     */
+    compressObservation(input: {
+        pendingMessage: import("../types").PendingMessage;
+        prompt: string;
+        model: ModelSelection | null;
+        abortSignal?: AbortSignal;
+    }): Promise<{
+        text: string;
+        modelUsed: string | null;
+    }>;
+    /**
+     * Summarizes a session in an ephemeral hidden session.
+     *
+     * @param input - Summary input.
+     * @returns Raw text from the model.
+     */
+    summarizeSession(input: {
+        sessionId: string;
+        prompt: string;
+        model: ModelSelection | null;
+        abortSignal?: AbortSignal;
+    }): Promise<{
+        text: string;
+        modelUsed: string | null;
+    }>;
+    /**
+     * Creates an internal session, prompts the model, and deletes the session afterwards.
+     *
+     * @param prompt - Prompt text.
+     * @param model - Optional model override.
+     * @returns Raw text and the model identifier.
+     */
+    private runPrompt;
+}
+//# sourceMappingURL=compressor.d.ts.map

package/dist/compression/compressor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"compressor.d.ts","sourceRoot":"","sources":["../../src/compression/compressor.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAA;AACtD,OAAO,KAAK,EAAE,qBAAqB,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,UAAU,CAAA;AASnF;;GAEG;AACH,qBAAa,kCAAmC,YAAW,qBAAqB;IAClE,OAAO,CAAC,QAAQ,CAAC,KAAK;gBAAL,KAAK,EAAE,OAAO,IAAI,EAAE,aAAa;IAE9D;;;;;OAKG;IACG,mBAAmB,CAAC,KAAK,EAAE;QAC/B,cAAc,EAAE,OAAO,UAAU,EAAE,cAAc,CAAA;QACjD,MAAM,EAAE,MAAM,CAAA;QACd,KAAK,EAAE,cAAc,GAAG,IAAI,CAAA;QAC5B,WAAW,CAAC,EAAE,WAAW,CAAA;KAC1B;;;;IAgBD;;;;;OAKG;IACG,gBAAgB,CAAC,KAAK,EAAE;QAC5B,SAAS,EAAE,MAAM,CAAA;QACjB,MAAM,EAAE,MAAM,CAAA;QACd,KAAK,EAAE,cAAc,GAAG,IAAI,CAAA;QAC5B,WAAW,CAAC,EAAE,WAAW,CAAA;KAC1B;;;;CAeF;AAED;;GAEG;AACH,qBAAa,kCAAmC,YAAW,qBAAqB;IAE5E,OAAO,CAAC,QAAQ,CAAC,KAAK;IACtB,OAAO,CAAC,QAAQ,CAAC,KAAK;gBADL,KAAK,EAAE,WAAW,EAClB,KAAK,EAAE,YAAY;IAGtC;;;;;OAKG;IACG,mBAAmB,CAAC,KAAK,EAAE;QAC/B,cAAc,EAAE,OAAO,UAAU,EAAE,cAAc,CAAA;QACjD,MAAM,EAAE,MAAM,CAAA;QACd,KAAK,EAAE,cAAc,GAAG,IAAI,CAAA;QAC5B,WAAW,CAAC,EAAE,WAAW,CAAA;KAC1B;;;;IAID;;;;;OAKG;IACG,gBAAgB,CAAC,KAAK,EAAE;QAC5B,SAAS,EAAE,MAAM,CAAA;QACjB,MAAM,EAAE,MAAM,CAAA;QACd,KAAK,EAAE,cAAc,GAAG,IAAI,CAAA;QAC5B,WAAW,CAAC,EAAE,WAAW,CAAA;KAC1B;;;;IAID;;;;;;OAMG;YACW,SAAS;CAuDxB"}

package/dist/compression/compressor.js

@@ -0,0 +1,142 @@
+import { generateText } from "ai";
+const INTERNAL_SESSION_TITLE = "[plugin-memory] background compression";
+const COMPRESSOR_SYSTEM_PROMPT = `You are a background memory compressor.
+Return raw JSON only.
+Do not use tools.
+Do not include markdown fences.
+Be concise and deterministic.`;
+/**
+ * Uses an injected AI SDK language model for compression.
+ */
+export class LanguageModelObservationCompressor {
+    model;
+    constructor(model) {
+        this.model = model;
+    }
+    /**
+     * Compresses a pending tool output using the injected model.
+     *
+     * @param input - Compression input.
+     * @returns Raw text from the model.
+     */
+    async compressObservation(input) {
+        const result = await generateText({
+            model: this.model,
+            system: COMPRESSOR_SYSTEM_PROMPT,
+            prompt: input.prompt,
+            temperature: 0,
+            maxOutputTokens: 1_000,
+            abortSignal: input.abortSignal,
+        });
+        return {
+            text: result.text,
+            modelUsed: input.model?.raw ?? null,
+        };
+    }
+    /**
+     * Summarizes a session using the injected model.
+     *
+     * @param input - Summary input.
+     * @returns Raw text from the model.
+     */
+    async summarizeSession(input) {
+        const result = await generateText({
+            model: this.model,
+            system: COMPRESSOR_SYSTEM_PROMPT,
+            prompt: input.prompt,
+            temperature: 0,
+            maxOutputTokens: 1_000,
+            abortSignal: input.abortSignal,
+        });
+        return {
+            text: result.text,
+            modelUsed: input.model?.raw ?? null,
+        };
+    }
+}
+/**
+ * Uses ephemeral hidden OpenCode sessions to access the currently configured provider.
+ */
+export class SessionPromptObservationCompressor {
+    input;
+    state;
+    constructor(input, state) {
+        this.input = input;
+        this.state = state;
+    }
+    /**
+     * Compresses a pending tool output in an ephemeral hidden session.
+     *
+     * @param input - Compression input.
+     * @returns Raw text from the model.
+     */
+    async compressObservation(input) {
+        return this.runPrompt(input.prompt, input.model);
+    }
+    /**
+     * Summarizes a session in an ephemeral hidden session.
+     *
+     * @param input - Summary input.
+     * @returns Raw text from the model.
+     */
+    async summarizeSession(input) {
+        return this.runPrompt(input.prompt, input.model);
+    }
+    /**
+     * Creates an internal session, prompts the model, and deletes the session afterwards.
+     *
+     * @param prompt - Prompt text.
+     * @param model - Optional model override.
+     * @returns Raw text and the model identifier.
+     */
+    async runPrompt(prompt, model) {
+        const created = await this.input.client.session.create({
+            query: { directory: this.input.directory },
+            body: { title: INTERNAL_SESSION_TITLE },
+        });
+        if (created.error || !created.data) {
+            throw new Error("Failed to create internal compression session");
+        }
+        const sessionId = created.data.id;
+        this.state.internalSessionIds.add(sessionId);
+        try {
+            const response = await this.input.client.session.prompt({
+                query: { directory: this.input.directory },
+                path: { id: sessionId },
+                body: {
+                    model: model
+                        ? {
+                            providerID: model.providerID,
+                            modelID: model.modelID,
+                        }
+                        : undefined,
+                    system: COMPRESSOR_SYSTEM_PROMPT,
+                    parts: [{ type: "text", text: prompt }],
+                },
+            });
+            if (response.error || !response.data) {
+                throw new Error("Failed to execute internal compression prompt");
+            }
+            const text = response.data.parts
+                .filter((part) => part.type === "text")
+                .map((part) => part.text)
+                .join("\n")
+                .trim();
+            if (!text) {
+                throw new Error("Compression prompt returned no text output");
+            }
+            return {
+                text,
+                modelUsed: model?.raw ?? null,
+            };
+        }
+        finally {
+            await this.input.client.session.delete({
+                query: { directory: this.input.directory },
+                path: { id: sessionId },
+            });
+            this.state.internalSessionIds.delete(sessionId);
+        }
+    }
+}
+//# sourceMappingURL=compressor.js.map

package/dist/compression/compressor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"compressor.js","sourceRoot":"","sources":["../../src/compression/compressor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,IAAI,CAAA;AAIjC,MAAM,sBAAsB,GAAG,wCAAwC,CAAA;AACvE,MAAM,wBAAwB,GAAG;;;;8BAIH,CAAA;AAE9B;;GAEG;AACH,MAAM,OAAO,kCAAkC;IAChB;IAA7B,YAA6B,KAAiC;QAAjC,UAAK,GAAL,KAAK,CAA4B;IAAG,CAAC;IAElE;;;;;OAKG;IACH,KAAK,CAAC,mBAAmB,CAAC,KAKzB;QACC,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC;YAChC,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,MAAM,EAAE,wBAAwB;YAChC,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,WAAW,EAAE,CAAC;YACd,eAAe,EAAE,KAAK;YACtB,WAAW,EAAE,KAAK,CAAC,WAAW;SAC/B,CAAC,CAAA;QAEF,OAAO;YACL,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,SAAS,EAAE,KAAK,CAAC,KAAK,EAAE,GAAG,IAAI,IAAI;SACpC,CAAA;IACH,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,gBAAgB,CAAC,KAKtB;QACC,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC;YAChC,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,MAAM,EAAE,wBAAwB;YAChC,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,WAAW,EAAE,CAAC;YACd,eAAe,EAAE,KAAK;YACtB,WAAW,EAAE,KAAK,CAAC,WAAW;SAC/B,CAAC,CAAA;QAEF,OAAO;YACL,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,SAAS,EAAE,KAAK,CAAC,KAAK,EAAE,GAAG,IAAI,IAAI;SACpC,CAAA;IACH,CAAC;CACF;AAED;;GAEG;AACH,MAAM,OAAO,kCAAkC;IAE1B;IACA;IAFnB,YACmB,KAAkB,EAClB,KAAmB;QADnB,UAAK,GAAL,KAAK,CAAa;QAClB,UAAK,GAAL,KAAK,CAAc;IACnC,CAAC;IAEJ;;;;;OAKG;IACH,KAAK,CAAC,mBAAmB,CAAC,KAKzB;QACC,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,KAAK,CAAC,CAAA;IAClD,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,gBAAgB,CAAC,KAKtB;QACC,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,KAAK,CAAC,CAAA;IAClD,CAAC;IAED;;;;;;OAMG;IACK,KAAK,CAAC,SAAS,CAAC,MAAc,EAAE,KAA4B;QAClE,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC;YACrD,KAAK,EAAE,EAAE,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE;YAC1C,IAAI,EAAE,EAAE,KAAK,EAAE,sBAAsB,EAAE;SACxC,CAAC,CAAA;QAEF,IAAI,OAAO,CAAC,KAAK,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YACnC,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAA;QAClE,CAAC;QAED,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,EAAE,CAAA;QACjC,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;QAE5C,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC;gBACtD,KAAK,EAAE,EAAE,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE;gBAC1C,IAAI,EAAE,EAAE,EAAE,EAAE,SAAS,EAAE;gBACvB,IAAI,EAAE;oBACJ,KAAK,EAAE,KAAK;wBACV,CAAC,CAAC;4BACE,UAAU,EAAE,KAAK,CAAC,UAAU;4BAC5B,OAAO,EAAE,KAAK,CAAC,OAAO;yBACvB;wBACH,CAAC,CAAC,SAAS;oBACb,MAAM,EAAE,wBAAwB;oBAChC,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;iBACxC;aACF,CAAC,CAAA;YAEF,IAAI,QAAQ,CAAC,KAAK,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACrC,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAA;YAClE,CAAC;YAED,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,KAAK;iBAC7B,MAAM,CAAC,CAAC,IAAI,EAA+C,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,MAAM,CAAC;iBACnF,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC;iBACxB,IAAI,CAAC,IAAI,CAAC;iBACV,IAAI,EAAE,CAAA;YAET,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAA;YAC/D,CAAC;YAED,OAAO;gBACL,IAAI;gBACJ,SAAS,EAAE,KAAK,EAAE,GAAG,IAAI,IAAI;aAC9B,CAAA;QACH,CAAC;gBAAS,CAAC;YACT,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC;gBACrC,KAAK,EAAE,EAAE,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE;gBAC1C,IAAI,EAAE,EAAE,EAAE,EAAE,SAAS,EAAE;aACxB,CAAC,CAAA;YACF,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAA;QACjD,CAAC;IACH,CAAC;CACF"}

package/dist/compression/parser.d.ts

@@ -0,0 +1,73 @@
+import type { Observation, ObservationType, PendingMessage, SessionSummary } from "../types";
+/**
+ * Parses the compressor output into a normalized observation.
+ *
+ * @param llmOutput - Raw model output.
+ * @param pendingMessage - Source pending message.
+ * @param modelUsed - Model identifier used for the compression.
+ * @returns A normalized observation.
+ */
+export declare function parseObservation(llmOutput: string, pendingMessage: PendingMessage, modelUsed: string | null): Observation;
+/**
+ * Parses the summarizer output into a normalized session summary.
+ *
+ * @param llmOutput - Raw model output.
+ * @param input - Summary metadata.
+ * @returns A normalized session summary.
+ */
+export declare function parseSessionSummary(llmOutput: string, input: {
+    id: string;
+    projectId: string;
+    projectRoot: string;
+    sessionId: string;
+    observationCount: number;
+    createdAt: number;
+    modelUsed: string | null;
+}): SessionSummary;
+/**
+ * Extracts a JSON object from model output.
+ *
+ * @param value - Raw model output.
+ * @returns A parsed object or null.
+ */
+export declare function parseObject<T>(value: string): T | null;
+/**
+ * Normalizes an arbitrary value into a supported observation type.
+ *
+ * @param value - Candidate observation type.
+ * @returns A supported observation type.
+ */
+export declare function normalizeObservationType(value: unknown): ObservationType;
+/**
+ * Sanitizes a value into a compact string.
+ *
+ * @param value - Candidate input value.
+ * @param maxLength - Maximum output length.
+ * @returns A sanitized string or an empty string.
+ */
+export declare function sanitizeText(value: unknown, maxLength: number): string;
+/**
+ * Sanitizes a nullable text field.
+ *
+ * @param value - Candidate input value.
+ * @param maxLength - Maximum output length.
+ * @returns The sanitized string or null.
+ */
+export declare function sanitizeNullableText(value: unknown, maxLength: number): string | null;
+/**
+ * Sanitizes an array-like input into a list of compact strings.
+ *
+ * @param value - Candidate array value.
+ * @param maxItems - Maximum number of items to keep.
+ * @param maxLength - Maximum length per item.
+ * @returns A normalized list of strings.
+ */
+export declare function sanitizeStringArray(value: unknown, maxItems: number, maxLength: number): string[];
+/**
+ * Creates a fallback title when parsing fails.
+ *
+ * @param pendingMessage - Pending tool output.
+ * @returns A descriptive fallback title.
+ */
+export declare function fallbackTitle(pendingMessage: PendingMessage): string;
+//# sourceMappingURL=parser.d.ts.map

package/dist/compression/parser.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parser.d.ts","sourceRoot":"","sources":["../../src/compression/parser.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,eAAe,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,UAAU,CAAA;AAsB5F;;;;;;;GAOG;AACH,wBAAgB,gBAAgB,CAC9B,SAAS,EAAE,MAAM,EACjB,cAAc,EAAE,cAAc,EAC9B,SAAS,EAAE,MAAM,GAAG,IAAI,GACvB,WAAW,CA0Bb;AAED;;;;;;GAMG;AACH,wBAAgB,mBAAmB,CACjC,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE;IACL,EAAE,EAAE,MAAM,CAAA;IACV,SAAS,EAAE,MAAM,CAAA;IACjB,WAAW,EAAE,MAAM,CAAA;IACnB,SAAS,EAAE,MAAM,CAAA;IACjB,gBAAgB,EAAE,MAAM,CAAA;IACxB,SAAS,EAAE,MAAM,CAAA;IACjB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAA;CACzB,GACA,cAAc,CAiBhB;AAED;;;;;GAKG;AACH,wBAAgB,WAAW,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,GAAG,CAAC,GAAG,IAAI,CAMtD;AAED;;;;;GAKG;AACH,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,OAAO,GAAG,eAAe,CASxE;AAED;;;;;;GAMG;AACH,wBAAgB,YAAY,CAAC,KAAK,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,CAMtE;AAED;;;;;;GAMG;AACH,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAGrF;AAED;;;;;;;GAOG;AACH,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,EAAE,CAUjG;AAED;;;;;GAKG;AACH,wBAAgB,aAAa,CAAC,cAAc,EAAE,cAAc,GAAG,MAAM,CAEpE"}

package/dist/compression/parser.js

@@ -0,0 +1,139 @@
+import { OBSERVATION_TYPES } from "../types";
+import { estimateTokenCount, normalizeWhitespace, parseJsonValue, stripMarkdownFences } from "../utils";
+/**
+ * Parses the compressor output into a normalized observation.
+ *
+ * @param llmOutput - Raw model output.
+ * @param pendingMessage - Source pending message.
+ * @param modelUsed - Model identifier used for the compression.
+ * @returns A normalized observation.
+ */
+export function parseObservation(llmOutput, pendingMessage, modelUsed) {
+    const payload = parseObject(llmOutput);
+    const title = sanitizeText(payload?.title, 100) || fallbackTitle(pendingMessage);
+    const narrative = sanitizeText(payload?.narrative, 2_000) || normalizeWhitespace(pendingMessage.rawContent).slice(0, 500);
+    return {
+        id: pendingMessage.id,
+        projectId: pendingMessage.projectId,
+        projectRoot: pendingMessage.projectRoot,
+        sessionId: pendingMessage.sessionId,
+        type: normalizeObservationType(payload?.type),
+        title,
+        subtitle: sanitizeNullableText(payload?.subtitle, 160),
+        narrative,
+        facts: sanitizeStringArray(payload?.facts, 20, 200),
+        concepts: sanitizeStringArray(payload?.concepts, 20, 80),
+        filesInvolved: sanitizeStringArray(payload?.filesInvolved, 20, 260),
+        rawTokenCount: estimateTokenCount(pendingMessage.rawContent),
+        compressedTokenCount: estimateTokenCount(JSON.stringify(payload ?? { title, narrative })),
+        toolName: pendingMessage.toolName,
+        modelUsed,
+        quality: "high",
+        rawFallback: null,
+        createdAt: pendingMessage.createdAt,
+    };
+}
+/**
+ * Parses the summarizer output into a normalized session summary.
+ *
+ * @param llmOutput - Raw model output.
+ * @param input - Summary metadata.
+ * @returns A normalized session summary.
+ */
+export function parseSessionSummary(llmOutput, input) {
+    const payload = parseObject(llmOutput);
+    return {
+        id: input.id,
+        projectId: input.projectId,
+        projectRoot: input.projectRoot,
+        sessionId: input.sessionId,
+        requested: sanitizeNullableText(payload?.requested, 600),
+        investigated: sanitizeNullableText(payload?.investigated, 600),
+        learned: sanitizeNullableText(payload?.learned, 600),
+        completed: sanitizeNullableText(payload?.completed, 600),
+        nextSteps: sanitizeNullableText(payload?.nextSteps, 600),
+        observationCount: input.observationCount,
+        modelUsed: input.modelUsed,
+        createdAt: input.createdAt,
+    };
+}
+/**
+ * Extracts a JSON object from model output.
+ *
+ * @param value - Raw model output.
+ * @returns A parsed object or null.
+ */
+export function parseObject(value) {
+    const unfenced = stripMarkdownFences(value);
+    const firstBrace = unfenced.indexOf("{");
+    const lastBrace = unfenced.lastIndexOf("}");
+    const candidate = firstBrace >= 0 && lastBrace >= 0 ? unfenced.slice(firstBrace, lastBrace + 1) : unfenced;
+    return parseJsonValue(candidate, null);
+}
+/**
+ * Normalizes an arbitrary value into a supported observation type.
+ *
+ * @param value - Candidate observation type.
+ * @returns A supported observation type.
+ */
+export function normalizeObservationType(value) {
+    if (typeof value !== "string") {
+        return "tool_output";
+    }
+    const normalized = value.trim().toLowerCase();
+    return OBSERVATION_TYPES.includes(normalized)
+        ? normalized
+        : "tool_output";
+}
+/**
+ * Sanitizes a value into a compact string.
+ *
+ * @param value - Candidate input value.
+ * @param maxLength - Maximum output length.
+ * @returns A sanitized string or an empty string.
+ */
+export function sanitizeText(value, maxLength) {
+    if (typeof value !== "string") {
+        return "";
+    }
+    return normalizeWhitespace(value).slice(0, maxLength);
+}
+/**
+ * Sanitizes a nullable text field.
+ *
+ * @param value - Candidate input value.
+ * @param maxLength - Maximum output length.
+ * @returns The sanitized string or null.
+ */
+export function sanitizeNullableText(value, maxLength) {
+    const result = sanitizeText(value, maxLength);
+    return result || null;
+}
+/**
+ * Sanitizes an array-like input into a list of compact strings.
+ *
+ * @param value - Candidate array value.
+ * @param maxItems - Maximum number of items to keep.
+ * @param maxLength - Maximum length per item.
+ * @returns A normalized list of strings.
+ */
+export function sanitizeStringArray(value, maxItems, maxLength) {
+    if (!Array.isArray(value)) {
+        return [];
+    }
+    return value
+        .filter((item) => typeof item === "string")
+        .map((item) => normalizeWhitespace(item).slice(0, maxLength))
+        .filter(Boolean)
+        .slice(0, maxItems);
+}
+/**
+ * Creates a fallback title when parsing fails.
+ *
+ * @param pendingMessage - Pending tool output.
+ * @returns A descriptive fallback title.
+ */
+export function fallbackTitle(pendingMessage) {
+    return pendingMessage.title?.slice(0, 100) || `${pendingMessage.toolName} output`;
+}
+//# sourceMappingURL=parser.js.map

package/dist/compression/parser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parser.js","sourceRoot":"","sources":["../../src/compression/parser.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,iBAAiB,EAAE,MAAM,UAAU,CAAA;AAC5C,OAAO,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,cAAc,EAAE,mBAAmB,EAAE,MAAM,UAAU,CAAA;AAoBvG;;;;;;;GAOG;AACH,MAAM,UAAU,gBAAgB,CAC9B,SAAiB,EACjB,cAA8B,EAC9B,SAAwB;IAExB,MAAM,OAAO,GAAG,WAAW,CAAqB,SAAS,CAAC,CAAA;IAC1D,MAAM,KAAK,GAAG,YAAY,CAAC,OAAO,EAAE,KAAK,EAAE,GAAG,CAAC,IAAI,aAAa,CAAC,cAAc,CAAC,CAAA;IAChF,MAAM,SAAS,GACb,YAAY,CAAC,OAAO,EAAE,SAAS,EAAE,KAAK,CAAC,IAAI,mBAAmB,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAA;IAEzG,OAAO;QACL,EAAE,EAAE,cAAc,CAAC,EAAE;QACrB,SAAS,EAAE,cAAc,CAAC,SAAS;QACnC,WAAW,EAAE,cAAc,CAAC,WAAW;QACvC,SAAS,EAAE,cAAc,CAAC,SAAS;QACnC,IAAI,EAAE,wBAAwB,CAAC,OAAO,EAAE,IAAI,CAAC;QAC7C,KAAK;QACL,QAAQ,EAAE,oBAAoB,CAAC,OAAO,EAAE,QAAQ,EAAE,GAAG,CAAC;QACtD,SAAS;QACT,KAAK,EAAE,mBAAmB,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,GAAG,CAAC;QACnD,QAAQ,EAAE,mBAAmB,CAAC,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,EAAE,CAAC;QACxD,aAAa,EAAE,mBAAmB,CAAC,OAAO,EAAE,aAAa,EAAE,EAAE,EAAE,GAAG,CAAC;QACnE,aAAa,EAAE,kBAAkB,CAAC,cAAc,CAAC,UAAU,CAAC;QAC5D,oBAAoB,EAAE,kBAAkB,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;QACzF,QAAQ,EAAE,cAAc,CAAC,QAAQ;QACjC,SAAS;QACT,OAAO,EAAE,MAAM;QACf,WAAW,EAAE,IAAI;QACjB,SAAS,EAAE,cAAc,CAAC,SAAS;KACpC,CAAA;AACH,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,mBAAmB,CACjC,SAAiB,EACjB,KAQC;IAED,MAAM,OAAO,GAAG,WAAW,CAAwB,SAAS,CAAC,CAAA;IAE7D,OAAO;QACL,EAAE,EAAE,KAAK,CAAC,EAAE;QACZ,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,SAAS,EAAE,oBAAoB,CAAC,OAAO,EAAE,SAAS,EAAE,GAAG,CAAC;QACxD,YAAY,EAAE,oBAAoB,CAAC,OAAO,EAAE,YAAY,EAAE,GAAG,CAAC;QAC9D,OAAO,EAAE,oBAAoB,CAAC,OAAO,EAAE,OAAO,EAAE,GAAG,CAAC;QACpD,SAAS,EAAE,oBAAoB,CAAC,OAAO,EAAE,SAAS,EAAE,GAAG,CAAC;QACxD,SAAS,EAAE,oBAAoB,CAAC,OAAO,EAAE,SAAS,EAAE,GAAG,CAAC;QACxD,gBAAgB,EAAE,KAAK,CAAC,gBAAgB;QACxC,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,SAAS,EAAE,KAAK,CAAC,SAAS;KAC3B,CAAA;AACH,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,WAAW,CAAI,KAAa;IAC1C,MAAM,QAAQ,GAAG,mBAAmB,CAAC,KAAK,CAAC,CAAA;IAC3C,MAAM,UAAU,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;IACxC,MAAM,SAAS,GAAG,QAAQ,CAAC,WAAW,CAAC,GAAG,CAAC,CAAA;IAC3C,MAAM,SAAS,GAAG,UAAU,IAAI,CAAC,IAAI,SAAS,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,UAAU,EAAE,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAA;IAC1G,OAAO,cAAc,CAAW,SAAS,EAAE,IAAI,CAAC,CAAA;AAClD,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,wBAAwB,CAAC,KAAc;IACrD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,aAAa,CAAA;IACtB,CAAC;IAED,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;IAC7C,OAAO,iBAAiB,CAAC,QAAQ,CAAC,UAA6B,CAAC;QAC9D,CAAC,CAAE,UAA8B;QACjC,CAAC,CAAC,aAAa,CAAA;AACnB,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,YAAY,CAAC,KAAc,EAAE,SAAiB;IAC5D,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,EAAE,CAAA;IACX,CAAC;IAED,OAAO,mBAAmB,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAA;AACvD,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,oBAAoB,CAAC,KAAc,EAAE,SAAiB;IACpE,MAAM,MAAM,GAAG,YAAY,CAAC,KAAK,EAAE,SAAS,CAAC,CAAA;IAC7C,OAAO,MAAM,IAAI,IAAI,CAAA;AACvB,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,mBAAmB,CAAC,KAAc,EAAE,QAAgB,EAAE,SAAiB;IACrF,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,EAAE,CAAA;IACX,CAAC;IAED,OAAO,KAAK;SACT,MAAM,CAAC,CAAC,IAAI,EAAkB,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,CAAC;SAC1D,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;SAC5D,MAAM,CAAC,OAAO,CAAC;SACf,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAA;AACvB,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,aAAa,CAAC,cAA8B;IAC1D,OAAO,cAAc,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,GAAG,cAAc,CAAC,QAAQ,SAAS,CAAA;AACnF,CAAC"}

package/dist/compression/pipeline.d.ts

@@ -0,0 +1,73 @@
+import type { PendingMessage, PluginConfig, SessionSummary } from "../types";
+import { MemoryStore } from "../storage/store";
+import { MemoryLogger } from "../logger";
+import type { OpencodeClient } from "@opencode-ai/sdk";
+import type { ObservationCompressor } from "../types";
+/**
+ * Processes queued tool outputs and turns them into persistent observations.
+ */
+export declare class CompressionPipeline {
+    private readonly store;
+    private readonly compressor;
+    private readonly client;
+    private readonly directory;
+    private readonly pluginConfig;
+    private readonly logger;
+    private readonly now;
+    private activeRun;
+    constructor(store: MemoryStore, compressor: ObservationCompressor, client: OpencodeClient, directory: string, pluginConfig: PluginConfig, logger: MemoryLogger, now: () => number);
+    /**
+     * Resets orphaned queue rows back to pending.
+     *
+     * @returns A promise that resolves after recovery.
+     */
+    recoverOrphans(): Promise<void>;
+    /**
+     * Processes the queue until no pending messages remain.
+     *
+     * @returns A promise that resolves when the queue is drained.
+     */
+    processQueue(): Promise<void>;
+    /**
+     * Generates and persists a session summary when there is new activity.
+     *
+     * @param sessionId - OpenCode session identifier.
+     * @returns The saved summary or null.
+     */
+    generateSessionSummary(sessionId: string): Promise<SessionSummary | null>;
+    /**
+     * Waits until the queue is empty for a session or the timeout is reached.
+     *
+     * @param sessionId - OpenCode session identifier.
+     * @param timeoutMs - Maximum wait duration.
+     * @returns True when the queue was flushed.
+     */
+    flushSession(sessionId: string, timeoutMs: number): Promise<boolean>;
+    /**
+     * Processes a single queued tool output.
+     *
+     * @param pendingMessage - Queue item to process.
+     * @returns A promise that resolves when processing finishes.
+     */
+    processSingle(pendingMessage: PendingMessage): Promise<void>;
+    /**
+     * Loads the current merged OpenCode config.
+     *
+     * @returns Runtime config.
+     */
+    private loadRuntimeConfig;
+    /**
+     * Drains pending work in batches.
+     *
+     * @returns A promise that resolves when the queue is empty.
+     */
+    private processLoop;
+}
+/**
+ * Computes exponential backoff for queue retries.
+ *
+ * @param attempt - Retry attempt number.
+ * @returns Delay in milliseconds.
+ */
+export declare function backoffForAttempt(attempt: number): number;
+//# sourceMappingURL=pipeline.d.ts.map

package/dist/compression/pipeline.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pipeline.d.ts","sourceRoot":"","sources":["../../src/compression/pipeline.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,UAAU,CAAA;AAK5E,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAA;AAC9C,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAA;AAExC,OAAO,KAAK,EAAU,cAAc,EAAE,MAAM,kBAAkB,CAAA;AAC9D,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,UAAU,CAAA;AAErD;;GAEG;AACH,qBAAa,mBAAmB;IAI5B,OAAO,CAAC,QAAQ,CAAC,KAAK;IACtB,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,SAAS;IAC1B,OAAO,CAAC,QAAQ,CAAC,YAAY;IAC7B,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,GAAG;IATtB,OAAO,CAAC,SAAS,CAA6B;gBAG3B,KAAK,EAAE,WAAW,EAClB,UAAU,EAAE,qBAAqB,EACjC,MAAM,EAAE,cAAc,EACtB,SAAS,EAAE,MAAM,EACjB,YAAY,EAAE,YAAY,EAC1B,MAAM,EAAE,YAAY,EACpB,GAAG,EAAE,MAAM,MAAM;IAGpC;;;;OAIG;IACG,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IAOrC;;;;OAIG;IACG,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;IAanC;;;;;OAKG;IACG,sBAAsB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC;IAwC/E;;;;;;OAMG;IACG,YAAY,CAAC,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAe1E;;;;;OAKG;IACG,aAAa,CAAC,cAAc,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC;IAgElE;;;;OAIG;YACW,iBAAiB;IAK/B;;;;OAIG;YACW,WAAW;CAU1B;AAED;;;;;GAKG;AACH,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAEzD"}