@shadowforge0/aquifer-memory 1.5.9 → 1.6.0

package/consumers/miranda/render-daily-md.js

@@ -1,186 +0,0 @@
-'use strict';
-
-// Miranda daily log renderer — reference implementation for the artifact
-// capability (spec §12).
-//
-// Pulls the canonical state for a date from Aquifer (timeline events + latest
-// state + active narrative + latest handoff) and renders it into a single
-// markdown file. Pure logic — does not write to disk; returns the rendered
-// string plus an artifact record declaration the caller can persist via
-// aq.artifacts.record().
-//
-// Shape deliberately mirrors the historical Miranda daily-log format so the
-// downstream consumers (CC, Discord pushes, weekly rollup) see no regression
-// during the cutover from render-daily-log.js to this reference impl.
-
-const crypto = require('crypto');
-
-function startOfDayIso(dateStr) {
-  return `${dateStr}T00:00:00Z`;
-}
-
-function endOfDayIso(dateStr) {
-  return `${dateStr}T23:59:59.999Z`;
-}
-
-function ensureDate(input) {
-  if (!input) throw new Error('date (YYYY-MM-DD) is required');
-  if (!/^\d{4}-\d{2}-\d{2}$/.test(input)) {
-    throw new Error(`date must match YYYY-MM-DD, got: ${input}`);
-  }
-  return input;
-}
-
-function renderSection(title, lines) {
-  if (!lines || lines.length === 0) return null;
-  return `## ${title}\n\n${lines.join('\n')}\n`;
-}
-
-function formatTimelineLine(evt) {
-  const ts = new Date(evt.occurredAt).toISOString().slice(11, 16);
-  const src = evt.sessionRef ? ` (${evt.sessionRef})` : '';
-  return `- \`${ts}\`${src} ${evt.text}`;
-}
-
-function formatHandoff(payload) {
-  if (!payload) return null;
-  const lines = [];
-  if (payload.last_step) lines.push(`**Last step.** ${payload.last_step}`);
-  if (payload.status) lines.push(`**Status.** ${payload.status}`);
-  if (payload.next) lines.push(`**Next.** ${payload.next}`);
-  if (Array.isArray(payload.blockers) && payload.blockers.length > 0) {
-    lines.push(`**Blockers.**`);
-    for (const b of payload.blockers) lines.push(`- ${b}`);
-  }
-  if (Array.isArray(payload.open_loops) && payload.open_loops.length > 0) {
-    lines.push(`**Open loops.**`);
-    for (const l of payload.open_loops) lines.push(`- ${l}`);
-  }
-  return lines.length > 0 ? lines.join('\n') + '\n' : null;
-}
-
-function formatState(state) {
-  if (!state) return null;
-  const lines = [];
-  if (state.goal) lines.push(`**Goal.** ${state.goal}`);
-  if (Array.isArray(state.active_work) && state.active_work.length > 0) {
-    lines.push(`**Active work.**`);
-    for (const w of state.active_work) lines.push(`- ${w}`);
-  }
-  if (state.affect && typeof state.affect === 'object') {
-    const bits = [];
-    if (state.affect.mood) bits.push(`mood: ${state.affect.mood}`);
-    if (state.affect.energy) bits.push(`energy: ${state.affect.energy}`);
-    if (state.affect.confidence) bits.push(`confidence: ${state.affect.confidence}`);
-    if (bits.length > 0) lines.push(`**Affect.** ${bits.join(', ')}`);
-  }
-  return lines.length > 0 ? lines.join('\n') + '\n' : null;
-}
-
-// -------------------------------------------------------------------------
-// Public entry
-// -------------------------------------------------------------------------
-//
-// renderDailyMd({ aquifer, date, agentId, tenantId?, categories? }) returns:
-//   {
-//     markdown: string,
-//     artifact: { producerId, type, format, destination, payload,
-//                 idempotencyKey }  // ready for aq.artifacts.record()
-//   }
-//
-// The caller decides whether to persist the artifact record and where the
-// rendered file lands. Aquifer itself doesn't touch disk.
-
-async function renderDailyMd({
-  aquifer, date, agentId, tenantId, categories,
-  destinationTemplate = 'workspace://memory/{date}.md',
-  producerId = 'miranda.workspace.daily-log',
-}) {
-  if (!aquifer) throw new Error('aquifer instance is required');
-  if (!agentId) throw new Error('agentId is required');
-  const day = ensureDate(date);
-
-  const since = startOfDayIso(day);
-  const until = endOfDayIso(day);
-
-  const timelineResult = await aquifer.timeline.list({
-    tenantId, agentId, categories, since, until, limit: 500,
-  });
-  if (!timelineResult.ok) throw new Error(`timeline.list failed: ${timelineResult.error.message}`);
-
-  const stateResult = await aquifer.state.getLatest({ tenantId, agentId });
-  if (!stateResult.ok) throw new Error(`state.getLatest failed: ${stateResult.error.message}`);
-
-  const handoffResult = await aquifer.handoff.getLatest({ tenantId, agentId });
-  if (!handoffResult.ok) throw new Error(`handoff.getLatest failed: ${handoffResult.error.message}`);
-
-  const narrativeResult = await aquifer.narratives.getLatest({ tenantId, agentId });
-  if (!narrativeResult.ok) throw new Error(`narratives.getLatest failed: ${narrativeResult.error.message}`);
-
-  const events = (timelineResult.data.rows || []).slice().sort((a, b) =>
-    new Date(a.occurredAt).getTime() - new Date(b.occurredAt).getTime());
-
-  // Group timeline by category.
-  const grouped = new Map();
-  for (const evt of events) {
-    if (!grouped.has(evt.category)) grouped.set(evt.category, []);
-    grouped.get(evt.category).push(evt);
-  }
-
-  const sections = [];
-  sections.push(`# ${day}\n`);
-  const stateBlock = formatState(stateResult.data.state);
-  if (stateBlock) sections.push(`## State\n\n${stateBlock}`);
-
-  if (narrativeResult.data.narrative) {
-    sections.push(`## Narrative\n\n${narrativeResult.data.narrative.text}\n`);
-  }
-
-  const categoryOrder = ['focus', 'todo', 'mood', 'handoff', 'narrative',
-    'organized', 'note', 'stats', 'health', 'garmin', 'weekly', 'monthly', 'cli'];
-  const emitted = new Set();
-  for (const cat of categoryOrder) {
-    if (!grouped.has(cat)) continue;
-    const lines = grouped.get(cat).map(formatTimelineLine);
-    const sec = renderSection(cat.charAt(0).toUpperCase() + cat.slice(1), lines);
-    if (sec) sections.push(sec);
-    emitted.add(cat);
-  }
-  for (const [cat, evts] of grouped) {
-    if (emitted.has(cat)) continue;
-    const lines = evts.map(formatTimelineLine);
-    const sec = renderSection(cat, lines);
-    if (sec) sections.push(sec);
-  }
-
-  const handoffBlock = formatHandoff(handoffResult.data.handoff);
-  if (handoffBlock) sections.push(`## Handoff\n\n${handoffBlock}`);
-
-  const markdown = sections.join('\n').replace(/\n{3,}/g, '\n\n').trim() + '\n';
-
-  const destination = destinationTemplate.replace('{date}', day);
-  const idempotencyKey = crypto.createHash('sha256')
-    .update(`miranda:daily:${tenantId || 'default'}:${agentId}:${day}`)
-    .digest('hex');
-
-  return {
-    markdown,
-    artifact: {
-      producerId,
-      type: 'daily-log',
-      format: 'markdown',
-      destination,
-      triggerPhase: 'artifact_dispatch',
-      payload: {
-        date: day,
-        event_count: events.length,
-        has_state: !!stateResult.data.state,
-        has_handoff: !!handoffResult.data.handoff,
-        has_narrative: !!narrativeResult.data.narrative,
-      },
-      idempotencyKey,
-    },
-  };
-}
-
-module.exports = { renderDailyMd };

package/consumers/miranda/workspace-files.js

@@ -1,91 +0,0 @@
-'use strict';
-
-const fs = require('fs');
-const path = require('path');
-
-// Host-owned file paths: emotional state + recap JSON + learned skills.
-// These are Miranda persona artifacts; other consumers won't want them.
-
-function extractFilePaths(conversationText) {
-    const re = /(?:^|\s|["'`])((?:\/[\w.@-]+)+(?:\/[\w.@-]+)*\.[\w]+)/g;
-    const paths = new Set();
-    let m;
-    while ((m = re.exec(conversationText || '')) !== null) {
-        const p = m[1];
-        if (p.startsWith('/bin/') || p.startsWith('/usr/') || p.startsWith('/etc/')) continue;
-        if (p.includes('node_modules/')) continue;
-        paths.add(p);
-    }
-    return [...paths].slice(0, 30);
-}
-
-async function writeWorkspaceFiles(sections, recap, workspaceDir, context, logger = console) {
-    let emotionalStateWritten = false;
-    const recapFilesWritten = [];
-    let learnedSkillsWritten = 0;
-
-    if (sections?.emotional_state) {
-        await fs.promises.mkdir(path.join(workspaceDir, 'memory'), { recursive: true });
-        await fs.promises.writeFile(
-            path.join(workspaceDir, 'memory', 'emotional-state.md'),
-            sections.emotional_state, 'utf8',
-        );
-        emotionalStateWritten = true;
-        if (logger.info) logger.info('[miranda] wrote emotional state');
-    }
-
-    if (recap?.title) {
-        const sessDir = path.join(workspaceDir, 'memory', 'sessions');
-        await fs.promises.mkdir(sessDir, { recursive: true });
-        if (context?.conversationText) recap.files_mentioned = extractFilePaths(context.conversationText);
-
-        await fs.promises.writeFile(
-            path.join(sessDir, 'afterburn-latest.json'),
-            JSON.stringify(recap, null, 2), 'utf8',
-        );
-        recapFilesWritten.push('afterburn-latest.json');
-
-        const safeId = String(context?.sessionId || '').replace(/[^a-zA-Z0-9._-]/g, '_');
-        if (safeId) {
-            const fname = `afterburn-${safeId}.json`;
-            await fs.promises.writeFile(path.join(sessDir, fname), JSON.stringify(recap, null, 2), 'utf8');
-            recapFilesWritten.push(fname);
-        }
-        if (logger.info) logger.info(`[miranda] wrote recap (title=${recap.title.slice(0, 40)})`);
-    }
-
-    if (Array.isArray(recap?.reusable_patterns) && recap.reusable_patterns.length > 0) {
-        try {
-            const skillsPath = path.join(workspaceDir, 'memory', 'topics', 'learned-skills.md');
-            let existing = '';
-            try { existing = await fs.promises.readFile(skillsPath, 'utf8'); } catch { /* first write */ }
-            if (!existing) {
-                existing = '# Learned Skills\n\n> 自動從 session 中抽取的可重用操作模式。\n> invariant = 永久規則。derived = 情境洞察（可能過期）。\n\n';
-            }
-            const now = new Intl.DateTimeFormat('sv-SE', {
-                timeZone: 'Asia/Taipei',
-                year: 'numeric', month: '2-digit', day: '2-digit',
-            }).format(new Date());
-            const patterns = recap.reusable_patterns.filter(p => p.pattern && p.trigger);
-            const lines = [];
-            for (const p of patterns) {
-                const icon = p.durability === 'invariant' ? '🔒' : '📌';
-                const suffix = p.durability !== 'invariant' ? '（expires ~14d）' : '';
-                lines.push(`- ${icon} **${p.pattern}** — 觸發：${p.trigger}；做法：${p.action || '(見 session)'}${suffix}`);
-            }
-            if (lines.length > 0) {
-                await fs.promises.mkdir(path.dirname(skillsPath), { recursive: true });
-                const section = `\n### ${now} (${String(context?.sessionId || '').slice(0, 8)})\n${lines.join('\n')}\n`;
-                await fs.promises.writeFile(skillsPath, existing + section, 'utf8');
-                learnedSkillsWritten = patterns.length;
-                if (logger.info) logger.info(`[miranda] wrote ${patterns.length} skill(s)`);
-            }
-        } catch (err) {
-            if (logger.info) logger.info(`[miranda] skill write skip: ${err.message}`);
-        }
-    }
-
-    return { emotionalStateWritten, recapFilesWritten, learnedSkillsWritten };
-}
-
-module.exports = { writeWorkspaceFiles, extractFilePaths };

package/scripts/drop-entity-state-history.sql

@@ -1,17 +0,0 @@
--- DROP-clean script for entity_state_history (Q3 bitter-lesson escape hatch).
---
--- Run this if you decide native long-context / agentic memory has obviated the
--- temporal state-change layer. Removes the table and all dependent indexes;
--- nothing else in Aquifer references it directly (FK is one-way: this table
--- references entities/sessions, not the reverse).
---
--- Usage:
---   psql $DATABASE_URL -v schema=miranda -f scripts/drop-entity-state-history.sql
-
-DROP TABLE IF EXISTS :"schema".entity_state_history CASCADE;
-
--- Verify nothing remains.
-SELECT to_regclass(:'schema' || '.entity_state_history') AS table_after_drop;
-SELECT to_regclass(:'schema' || '.idx_entity_state_history_current') AS idx_current_after_drop;
-SELECT to_regclass(:'schema' || '.idx_entity_state_history_idempotency') AS idx_idempotency_after_drop;
--- All three should report NULL.

package/scripts/drop-insights.sql

@@ -1,12 +0,0 @@
--- DROP-clean script for insights (Q4 bitter-lesson escape hatch).
---
--- Removes the table and all dependent indexes. Nothing else in Aquifer
--- references it directly, so DROP CASCADE is safe and complete.
-
-DROP TABLE IF EXISTS :"schema".insights CASCADE;
-
--- Verify nothing remains.
-SELECT to_regclass(:'schema' || '.insights') AS table_after_drop;
-SELECT to_regclass(:'schema' || '.idx_insights_active') AS idx_active_after_drop;
-SELECT to_regclass(:'schema' || '.idx_insights_embedding') AS idx_embedding_after_drop;
--- All three should report NULL.

package/scripts/install-openclaw.sh

@@ -1,59 +0,0 @@
-#!/usr/bin/env bash
-# Aquifer — Install drop-in OpenClaw extension
-#
-# Usage:
-#   bash scripts/install-openclaw.sh [OPENCLAW_HOME]
-#
-# Default OPENCLAW_HOME: $HOME/.openclaw
-#
-# What it does:
-#   1. Creates / overwrites $OPENCLAW_HOME/extensions/aquifer-memory/
-#      as a symlink to <this_package>/consumers/openclaw-ext/
-#   2. Prints follow-up instructions: set the .env keys, restart the gateway.
-#
-# Idempotent; safe to re-run.
-
-set -euo pipefail
-
-OPENCLAW_HOME="${1:-${OPENCLAW_HOME:-$HOME/.openclaw}}"
-SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
-PKG_ROOT="$(cd "$SCRIPT_DIR/.." && pwd)"
-EXT_SRC="$PKG_ROOT/consumers/openclaw-ext"
-EXT_DEST="$OPENCLAW_HOME/extensions/aquifer-memory"
-
-if [[ ! -d "$EXT_SRC" ]]; then
-  echo "error: $EXT_SRC not found (expected inside the Aquifer package)" >&2
-  exit 1
-fi
-
-if [[ ! -d "$OPENCLAW_HOME" ]]; then
-  echo "error: OPENCLAW_HOME=$OPENCLAW_HOME not found" >&2
-  exit 1
-fi
-
-mkdir -p "$OPENCLAW_HOME/extensions"
-
-if [[ -L "$EXT_DEST" || -e "$EXT_DEST" ]]; then
-  echo "note: $EXT_DEST already exists — replacing"
-  rm -rf "$EXT_DEST"
-fi
-
-ln -s "$EXT_SRC" "$EXT_DEST"
-echo "ok: linked $EXT_DEST → $EXT_SRC"
-
-cat <<'EOF'
-
-Next steps:
-  1. Edit $OPENCLAW_HOME/.env and set:
-       DATABASE_URL=postgresql://user:pass@host:5432/db
-       EMBED_PROVIDER=ollama           # or openai
-       AQUIFER_LLM_PROVIDER=minimax    # or openai / openrouter / opencode
-       MINIMAX_API_KEY=...             # (or the key for your chosen provider)
-       # Optional:
-       AQUIFER_SCHEMA=my_namespace
-       AQUIFER_PERSONA=/path/to/host-local/persona-module
-  2. Restart OpenClaw:
-       systemctl --user restart openclaw-gateway
-  3. Verify:
-       journalctl --user -u openclaw-gateway -f | grep aquifer-memory
-EOF

package/scripts/queries.json

@@ -1,45 +0,0 @@
-{
-  "version": 1,
-  "queries": [
-    {
-      "id": "q-001",
-      "lang": "en",
-      "text": "How do I set up Aquifer memory storage with PostgreSQL?"
-    },
-    {
-      "id": "q-002",
-      "lang": "en",
-      "text": "What is the difference between memory_search and session_recall in Aquifer?"
-    },
-    {
-      "id": "q-003",
-      "lang": "zh",
-      "text": "Aquifer 的 session recall 是怎麼做 hybrid 檢索的？"
-    },
-    {
-      "id": "q-004",
-      "lang": "zh",
-      "text": "為什麼 zhcfg 會依賴 jieba 或 zhparser？"
-    },
-    {
-      "id": "q-005",
-      "lang": "mixed",
-      "text": "How to debug fts-zhcfg pipeline 在 jieba migration 後失敗的問題？"
-    },
-    {
-      "id": "q-006",
-      "lang": "mixed",
-      "text": "memory_search 找不到結果時，應該先看哪個 log 或 table？"
-    },
-    {
-      "id": "q-007",
-      "lang": "en",
-      "text": "How does hybrid-rerank differ from hybrid mode in retro recall bench?"
-    },
-    {
-      "id": "q-008",
-      "lang": "zh",
-      "text": "Aquifer 初始化後要如何驗證 embeddings pipeline 有正常工作？"
-    }
-  ]
-}