@psiclawops/hypermem 0.6.2 → 0.8.0

package/dist/tool-artifact-store.js

@@ -0,0 +1,244 @@
+/**
+ * Tool Artifact Store
+ *
+ * Durable, addressable storage for full tool result payloads. Schema v9.
+ *
+ * Why: the wave-guard at ingest time replaces oversized tool result payloads
+ * with a small stub for pressure relief. Before this store existed, the full
+ * payload was discarded. Now the stub in the transcript carries an
+ * `artifactId` pointing at the durable copy here, and hydration is an
+ * explicit decision, not an automatic transcript rewrite.
+ *
+ * Retention is deliberately independent of transcript eviction. Artifacts
+ * outlive the messages that referenced them, and GC is a separate concern
+ * (Phase 2).
+ *
+ * See: specs/TOOL_ARTIFACT_STORE.md
+ */
+import { createHash, randomBytes } from 'node:crypto';
+/**
+ * Simple char/4 heuristic matching src/compositor.ts estimateTokens().
+ * Kept local to avoid a cyclic import and keep the store self-contained.
+ */
+function estimateTokens(text) {
+    if (!text)
+        return 0;
+    return Math.ceil(text.length / 4);
+}
+function nowIso() {
+    return new Date().toISOString();
+}
+function newArtifactId() {
+    // 24-char lowercase id. Deliberately NOT a UUID — shorter, fits the stub
+    // length cap in src/degradation.ts (DEGRADATION_LIMITS.artifactId = 64).
+    return 'art_' + randomBytes(10).toString('hex');
+}
+function sha256Hex(s) {
+    return createHash('sha256').update(s).digest('hex');
+}
+function rowToRecord(row) {
+    return {
+        id: row.id,
+        contentHash: row.content_hash,
+        agentId: row.agent_id,
+        sessionKey: row.session_key,
+        conversationId: row.conversation_id ?? null,
+        messageId: row.message_id ?? null,
+        turnId: row.turn_id ?? null,
+        toolCallId: row.tool_call_id ?? null,
+        toolName: row.tool_name,
+        isError: row.is_error === 1,
+        contentType: row.content_type,
+        sizeBytes: row.size_bytes,
+        tokenEstimate: row.token_estimate,
+        payload: row.payload,
+        summary: row.summary ?? null,
+        createdAt: row.created_at,
+        lastUsedAt: row.last_used_at,
+        refCount: row.ref_count,
+        isSensitive: row.is_sensitive === 1,
+    };
+}
+export class ToolArtifactStore {
+    db;
+    constructor(db) {
+        this.db = db;
+    }
+    /**
+     * Insert a new artifact, or dedupe against an existing one in the same
+     * (agentId, sessionKey) scope. Dedupe is scoped to a session so distinct
+     * sessions can't leak artifact ids across each other even when payload
+     * content is identical.
+     */
+    put(input) {
+        const payload = input.payload ?? '';
+        const contentHash = sha256Hex(payload);
+        const sizeBytes = Buffer.byteLength(payload, 'utf8');
+        const tokenEstimate = estimateTokens(payload);
+        const contentType = input.contentType ?? 'text/plain';
+        const isError = input.isError ? 1 : 0;
+        const isSensitive = input.isSensitive ? 1 : 0;
+        // Dedupe within (agentId, sessionKey) — same hash bumps ref_count and
+        // updates last_used_at, returning the existing record.
+        const existing = this.db
+            .prepare(`SELECT * FROM tool_artifacts
+           WHERE agent_id = ? AND session_key = ? AND content_hash = ?
+           LIMIT 1`)
+            .get(input.agentId, input.sessionKey, contentHash);
+        if (existing) {
+            const ts = nowIso();
+            this.db
+                .prepare(`UPDATE tool_artifacts
+             SET ref_count = ref_count + 1,
+                 last_used_at = ?
+             WHERE id = ?`)
+                .run(ts, existing.id);
+            return rowToRecord({ ...existing, ref_count: existing.ref_count + 1, last_used_at: ts, is_sensitive: existing.is_sensitive ?? 0 });
+        }
+        const id = newArtifactId();
+        const ts = nowIso();
+        this.db
+            .prepare(`INSERT INTO tool_artifacts (
+            id, content_hash, agent_id, session_key,
+            conversation_id, message_id, turn_id, tool_call_id,
+            tool_name, is_error, content_type,
+            size_bytes, token_estimate, payload, summary,
+            created_at, last_used_at, ref_count, is_sensitive
+          ) VALUES (?, ?, ?, ?,
+                    ?, ?, ?, ?,
+                    ?, ?, ?,
+                    ?, ?, ?, ?,
+                    ?, ?, 1, ?)`)
+            .run(id, contentHash, input.agentId, input.sessionKey, input.conversationId ?? null, input.messageId ?? null, input.turnId ?? null, input.toolCallId ?? null, input.toolName, isError, contentType, sizeBytes, tokenEstimate, payload, input.summary ?? null, ts, ts, isSensitive);
+        return {
+            id,
+            contentHash,
+            agentId: input.agentId,
+            sessionKey: input.sessionKey,
+            conversationId: input.conversationId ?? null,
+            messageId: input.messageId ?? null,
+            turnId: input.turnId ?? null,
+            toolCallId: input.toolCallId ?? null,
+            toolName: input.toolName,
+            isError: input.isError ?? false,
+            contentType,
+            sizeBytes,
+            tokenEstimate,
+            payload,
+            summary: input.summary ?? null,
+            createdAt: ts,
+            lastUsedAt: ts,
+            refCount: 1,
+            isSensitive: input.isSensitive ?? false,
+        };
+    }
+    /** Alias for get(id) — explicit name used by the compositor hydration pass. */
+    getById(id) {
+        return this.get(id);
+    }
+    get(id) {
+        const row = this.db
+            .prepare('SELECT * FROM tool_artifacts WHERE id = ? LIMIT 1')
+            .get(id);
+        return row ? rowToRecord(row) : null;
+    }
+    getByHash(agentId, sessionKey, contentHash) {
+        const row = this.db
+            .prepare(`SELECT * FROM tool_artifacts
+           WHERE agent_id = ? AND session_key = ? AND content_hash = ?
+           ORDER BY created_at DESC
+           LIMIT 1`)
+            .get(agentId, sessionKey, contentHash);
+        return row ? rowToRecord(row) : null;
+    }
+    listByTurn(sessionKey, turnId) {
+        const rows = this.db
+            .prepare(`SELECT * FROM tool_artifacts
+           WHERE session_key = ? AND turn_id = ?
+           ORDER BY created_at ASC`)
+            .all(sessionKey, turnId);
+        return rows.map(rowToRecord);
+    }
+    listByToolCall(toolCallId) {
+        const rows = this.db
+            .prepare(`SELECT * FROM tool_artifacts
+           WHERE tool_call_id = ?
+           ORDER BY created_at ASC`)
+            .all(toolCallId);
+        return rows.map(rowToRecord);
+    }
+    listRecent(agentId, sessionKey, limit = 20) {
+        const rows = this.db
+            .prepare(`SELECT * FROM tool_artifacts
+           WHERE agent_id = ? AND session_key = ?
+           ORDER BY created_at DESC
+           LIMIT ?`)
+            .all(agentId, sessionKey, limit);
+        return rows.map(rowToRecord);
+    }
+    /** Update last_used_at — call this when hydration actually surfaces the payload. */
+    touch(id) {
+        this.db
+            .prepare('UPDATE tool_artifacts SET last_used_at = ? WHERE id = ?')
+            .run(nowIso(), id);
+    }
+    /**
+     * GC sweep: delete artifacts that exceed their TTL or per-session count cap.
+     * Returns total rows deleted.
+     *
+     * Sensitive artifacts use sensitiveTtlMs (shorter); standard artifacts use
+     * standardTtlMs. Optional maxPerSession bounds row count per (agent, session)
+     * using a ROW_NUMBER() window query — oldest last_used_at removed first.
+     */
+    sweep(policy) {
+        const now = Date.now();
+        const standardCutoff = new Date(now - policy.standardTtlMs).toISOString();
+        const sensitiveCutoff = new Date(now - policy.sensitiveTtlMs).toISOString();
+        const ttlResult = this.db
+            .prepare(`DELETE FROM tool_artifacts
+           WHERE (is_sensitive = 0 AND last_used_at < ?)
+              OR (is_sensitive = 1 AND last_used_at < ?)`)
+            .run(standardCutoff, sensitiveCutoff);
+        let deleted = ttlResult.changes ?? 0;
+        if (policy.maxPerSession != null) {
+            const boundResult = this.db
+                .prepare(`DELETE FROM tool_artifacts
+             WHERE id IN (
+               SELECT id FROM (
+                 SELECT id,
+                        ROW_NUMBER() OVER (
+                          PARTITION BY agent_id, session_key
+                          ORDER BY last_used_at DESC
+                        ) AS rn
+                 FROM tool_artifacts
+               )
+               WHERE rn > ?
+             )`)
+                .run(policy.maxPerSession);
+            deleted += boundResult.changes ?? 0;
+        }
+        return deleted;
+    }
+    /**
+     * Delete artifacts whose last_used_at is older than the ISO cutoff.
+     * Returns the number of rows deleted. Phase 1: manual invocation only.
+     */
+    deleteOlderThan(isoCutoff) {
+        const result = this.db
+            .prepare('DELETE FROM tool_artifacts WHERE last_used_at < ?')
+            .run(isoCutoff);
+        return Number(result.changes ?? 0);
+    }
+    /** Debug / ops: row count across a session. */
+    count(agentId, sessionKey) {
+        if (agentId && sessionKey) {
+            const row = this.db
+                .prepare('SELECT COUNT(*) AS n FROM tool_artifacts WHERE agent_id = ? AND session_key = ?')
+                .get(agentId, sessionKey);
+            return row?.n ?? 0;
+        }
+        const row = this.db.prepare('SELECT COUNT(*) AS n FROM tool_artifacts').get();
+        return row?.n ?? 0;
+    }
+}
+//# sourceMappingURL=tool-artifact-store.js.map

package/dist/topic-detector.js

@@ -234,11 +234,11 @@ export function detectTopicShift(incomingMessage, recentMessages, currentTopicId
     const contextText = contextWindow
         .map(m => m.textContent ?? '')
         .join(' ');
-    if (incomingEntities.size > 0 && contextText.length > 0) {
+    if (incomingEntities.size >= 2 && contextText.length > 0) {
         const contextEntities = extractEntities(contextText);
         const similarity = jaccardSimilarity(incomingEntities, contextEntities);
         // Low similarity + no continuation marker → likely a new topic
-        if (similarity < 0.1) {
+        if (similarity < 0.15) {
             const name = extractTopicName(text);
             return { topicId: null, isNewTopic: true, confidence: 0.6, topicName: name };
         }

package/dist/topic-store.d.ts

@@ -7,6 +7,7 @@
  */
 import type { DatabaseSync } from 'node:sqlite';
 import type { Topic, TopicStatus } from './types.js';
+export declare function normalizeTopicName(name: string): string;
 export declare class TopicStore {
     private readonly db;
     constructor(db: DatabaseSync);
@@ -14,6 +15,11 @@ export declare class TopicStore {
      * Create a new topic.
      */
     create(agentId: string, name: string, description?: string, visibility?: string): Topic;
+    /**
+     * Find an existing topic by name (case-insensitive) or create a new one.
+     * Prevents duplicate topics for the same logical concept.
+     */
+    findOrCreate(agentId: string, rawName: string, description?: string, visibility?: string): Topic;
     /**
      * Touch a topic — update activity tracking.
      */

package/dist/topic-store.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"topic-store.d.ts","sourceRoot":"","sources":["../src/topic-store.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAChD,OAAO,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAqBrD,qBAAa,UAAU;IACT,OAAO,CAAC,QAAQ,CAAC,EAAE;gBAAF,EAAE,EAAE,YAAY;IAE7C;;OAEG;IACH,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,WAAW,CAAC,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,MAAM,GAAG,KAAK;IAwBvF;;OAEG;IACH,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,aAAa,GAAE,MAAU,GAAG,IAAI;IAY3E;;OAEG;IACH,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,GAAE,MAAW,GAAG,KAAK,EAAE;IAWvD;;OAEG;IACH,MAAM,CACJ,OAAO,EAAE,MAAM,EACf,IAAI,CAAC,EAAE;QAAE,MAAM,CAAC,EAAE,WAAW,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,GAC9C,KAAK,EAAE;IAoBV;;OAEG;IACH,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,GAAE,MAAW,GAAG,KAAK,EAAE;IAanE;;OAEG;IACH,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,iBAAiB,GAAE,MAAW,GAAG,MAAM;IAYpE;;OAEG;IACH,YAAY,CAAC,OAAO,EAAE,MAAM,EAAE,eAAe,GAAE,MAAU,GAAG,MAAM;CAWnE"}
+{"version":3,"file":"topic-store.d.ts","sourceRoot":"","sources":["../src/topic-store.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAChD,OAAO,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAmBrD,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAGvD;AAqBD,qBAAa,UAAU;IACT,OAAO,CAAC,QAAQ,CAAC,EAAE;gBAAF,EAAE,EAAE,YAAY;IAE7C;;OAEG;IACH,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,WAAW,CAAC,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,MAAM,GAAG,KAAK;IAwBvF;;;OAGG;IACH,YAAY,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,CAAC,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,MAAM,GAAG,KAAK;IAkBhG;;OAEG;IACH,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,aAAa,GAAE,MAAU,GAAG,IAAI;IAY3E;;OAEG;IACH,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,GAAE,MAAW,GAAG,KAAK,EAAE;IAWvD;;OAEG;IACH,MAAM,CACJ,OAAO,EAAE,MAAM,EACf,IAAI,CAAC,EAAE;QAAE,MAAM,CAAC,EAAE,WAAW,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,GAC9C,KAAK,EAAE;IAoBV;;OAEG;IACH,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,GAAE,MAAW,GAAG,KAAK,EAAE;IAanE;;OAEG;IACH,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,iBAAiB,GAAE,MAAW,GAAG,MAAM;IAYpE;;OAEG;IACH,YAAY,CAAC,OAAO,EAAE,MAAM,EAAE,eAAe,GAAE,MAAU,GAAG,MAAM;CAWnE"}

package/dist/topic-store.js

@@ -5,6 +5,26 @@
  * can span multiple sessions and channels.
  * Lives in the central library DB.
  */
+/**
+ * Normalize a topic name for dedup purposes.
+ * Preserves casing of known product names; lowercases everything else.
+ */
+const KNOWN_NAMES = {
+    hypermem: 'HyperMem',
+    hyperbuilder: 'HyperBuilder',
+    clawcanvas: 'canvas',
+    clawdash: 'dashboard',
+    clawdispatch: 'dispatch',
+    clawtext: 'ClawText',
+    clawtomation: 'automation',
+    clawcouncil: 'council',
+    openclaw: 'OpenClaw',
+    clawhub: 'ClawHub',
+};
+export function normalizeTopicName(name) {
+    const lower = name.trim().toLowerCase();
+    return KNOWN_NAMES[lower] ?? name.trim();
+}
 function nowIso() {
     return new Date().toISOString();
 }
@@ -50,6 +70,25 @@ export class TopicStore {
             updatedAt: now,
         };
     }
+    /**
+     * Find an existing topic by name (case-insensitive) or create a new one.
+     * Prevents duplicate topics for the same logical concept.
+     */
+    findOrCreate(agentId, rawName, description, visibility) {
+        const name = normalizeTopicName(rawName);
+        const existing = this.db.prepare(`
+      SELECT * FROM topics
+      WHERE agent_id = ?
+        AND lower(name) = lower(?)
+        AND status != 'closed'
+      ORDER BY updated_at DESC
+      LIMIT 1
+    `).get(agentId, name);
+        if (existing) {
+            return parseTopicRow(existing);
+        }
+        return this.create(agentId, name, description, visibility);
+    }
     /**
      * Touch a topic — update activity tracking.
      */

package/dist/topic-synthesizer.js

@@ -35,7 +35,7 @@ function keystoneScore(msg) {
     const backtickMatches = text.match(/`[^`]+`/g) || [];
     score += backtickMatches.length * 0.2;
     // Agent mentions (known patterns)
-    const agentMentions = text.match(/\b(agent1|agent2|agent4|agent3|agent5|agent6|director1|director2|director7|specialist2|specialist1)\b/gi) || [];
+    const agentMentions = text.match(/\b(alice|bob|agent4|dave|oscar|carol|director1|director2|director7|specialist2|specialist1)\b/gi) || [];
     score += agentMentions.length * 0.25;
     // Quoted content
     const quotedMatches = text.match(/"[^"]{10,}"/g) || [];

package/dist/trigger-registry.d.ts

@@ -39,7 +39,7 @@ export interface CollectionTrigger {
 export declare const TRIGGER_REGISTRY_VERSION = "1.0.0";
 /**
  * Default trigger registry for standard ACA collections.
- * Covers the core ACA offload use case from agent6's spec.
+ * Covers the core ACA offload use case from carol's spec.
  */
 export declare const TRIGGER_REGISTRY: CollectionTrigger[];
 /** Backward-compat alias — same reference as TRIGGER_REGISTRY */

package/dist/trigger-registry.js

@@ -13,7 +13,7 @@ import { createHash } from 'node:crypto';
 export const TRIGGER_REGISTRY_VERSION = '1.0.0';
 /**
  * Default trigger registry for standard ACA collections.
- * Covers the core ACA offload use case from agent6's spec.
+ * Covers the core ACA offload use case from carol's spec.
  */
 export const TRIGGER_REGISTRY = [
     {
@@ -61,7 +61,7 @@ export const TRIGGER_REGISTRY = [
         ],
         maxTokens: 800,
         maxChunks: 2,
-        owner: 'agent1',
+        owner: 'alice',
         category: 'operations',
         description: 'Agent operational procedures: boot sequence, heartbeat, work queue, session startup',
     },
@@ -98,7 +98,7 @@ export const TRIGGER_REGISTRY = [
         ],
         maxTokens: 1500,
         maxChunks: 4,
-        owner: 'agent1',
+        owner: 'alice',
         category: 'memory',
         description: 'Decision history: past choices, previously agreed approaches, recalled context',
     },
@@ -124,7 +124,7 @@ export const TRIGGER_REGISTRY = [
         ],
         maxTokens: 1200,
         maxChunks: 3,
-        owner: 'agent1',
+        owner: 'alice',
         category: 'operations',
         description: 'Agent tooling reference: CLI commands, config paths, deployment procedures, quick reference',
     },