opcode-pg-memory 2.2.0

package/dist/src/utils/token-budget.d.ts

@@ -0,0 +1,68 @@
+import { EntityTier, RetrievedFact } from '../types';
+export interface TokenBudgetConfig {
+    contextLimitRatio: number;
+    minTokens: number;
+    maxTokens: number;
+    tierWeights: {
+        permanent: number;
+        project: number;
+        session: number;
+    };
+}
+export declare const DEFAULT_TOKEN_BUDGET_CONFIG: TokenBudgetConfig;
+/**
+ * 计算 Token 预算
+ * Formula: MAX_INJECT_TOKENS = clamp(modelContextLimit * 0.05, 500, 4000)
+ */
+export declare function calculateTokenBudget(modelContextLimit: number, config?: Partial<TokenBudgetConfig>): number;
+/**
+ * 估算文本的 token 数量
+ * 简化版：假设平均每个 token 约 4 个字符（英文）或 2 个字符（中文）
+ */
+export declare function estimateTokens(text: string): number;
+/**
+ * 格式化实体为注入文本
+ */
+export declare function formatEntity(entity: {
+    name: string;
+    type: string;
+    description?: string;
+    tier: EntityTier;
+    weight: number;
+}): string;
+/**
+ * 格式化反思为注入文本
+ */
+export declare function formatReflection(reflection: {
+    summary: string;
+    pattern_type?: string;
+    confidence: number;
+}): string;
+/**
+ * 按 token 预算检索事实
+ * 优先顺序：permanent > project > session
+ */
+export declare function retrieveFactsWithBudget<T>(sessionId: string, modelContextLimit: number, fetchers: {
+    fetchByTier: (sessionId: string, tier: EntityTier, limit: number) => Promise<T[]>;
+    extractContent: (item: T) => {
+        text: string;
+        tokens: number;
+    };
+}, config?: Partial<TokenBudgetConfig>): Promise<RetrievedFact[]>;
+/**
+ * 截断文本以适应 token 预算
+ */
+export declare function truncateToTokenLimit(text: string, maxTokens: number): string;
+/**
+ * 计算注入内容的总 token 数
+ */
+export declare function calculateTotalTokens(facts: RetrievedFact[]): number;
+/**
+ * 检查是否超出预算并提供警告
+ */
+export declare function checkBudgetOverflow(facts: RetrievedFact[], budget: number): {
+    withinBudget: boolean;
+    overflowTokens: number;
+    warning?: string;
+};
+//# sourceMappingURL=token-budget.d.ts.map

package/dist/src/utils/token-budget.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"token-budget.d.ts","sourceRoot":"","sources":["../../../src/utils/token-budget.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAErD,MAAM,WAAW,iBAAiB;IAChC,iBAAiB,EAAE,MAAM,CAAC;IAC1B,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE;QACX,SAAS,EAAE,MAAM,CAAC;QAClB,OAAO,EAAE,MAAM,CAAC;QAChB,OAAO,EAAE,MAAM,CAAC;KACjB,CAAC;CACH;AAED,eAAO,MAAM,2BAA2B,EAAE,iBASzC,CAAC;AAEF;;;GAGG;AACH,wBAAgB,oBAAoB,CAClC,iBAAiB,EAAE,MAAM,EACzB,MAAM,GAAE,OAAO,CAAC,iBAAiB,CAAM,GACtC,MAAM,CAOR;AAED;;;GAGG;AACH,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAgBnD;AAED;;GAEG;AACH,wBAAgB,YAAY,CAAC,MAAM,EAAE;IACnC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,UAAU,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;CAChB,GAAG,MAAM,CAUT;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,UAAU,EAAE;IAC3C,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;CACpB,GAAG,MAAM,CAWT;AAED;;;GAGG;AACH,wBAAsB,uBAAuB,CAAC,CAAC,EAC7C,SAAS,EAAE,MAAM,EACjB,iBAAiB,EAAE,MAAM,EACzB,QAAQ,EAAE;IACR,WAAW,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,KAAK,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC;IAClF,cAAc,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;CAC/D,EACD,MAAM,GAAE,OAAO,CAAC,iBAAiB,CAAM,GACtC,OAAO,CAAC,aAAa,EAAE,CAAC,CA4C1B;AAED;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,CAY5E;AAED;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,aAAa,EAAE,GAAG,MAAM,CAEnE;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CACjC,KAAK,EAAE,aAAa,EAAE,EACtB,MAAM,EAAE,MAAM,GACb;IAAE,YAAY,EAAE,OAAO,CAAC;IAAC,cAAc,EAAE,MAAM,CAAC;IAAC,OAAO,CAAC,EAAE,MAAM,CAAA;CAAE,CAWrE"}

package/package.json

@@ -0,0 +1,68 @@
+{
+  "name": "opcode-pg-memory",
+  "version": "2.2.0",
+  "description": "OpenCode plugin for persistent memory using PostgreSQL + pgvector — four-layer memory architecture with topic segmentation",
+  "type": "module",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "bin": {
+    "opcode-pg-memory": "./dist/cli.js"
+  },
+  "scripts": {
+    "build": "bun build ./src/index.ts --outdir ./dist --target node && bun build ./src/cli.ts --outfile ./dist/cli.js --target node && bun build ./mcp-server.ts --outfile ./dist/mcp-server.js --target node && tsc --emitDeclarationOnly",
+    "typecheck": "tsc --noEmit",
+    "clean": "rimraf dist"
+  },
+  "keywords": [
+    "opencode",
+    "plugin",
+    "memory",
+    "postgresql",
+    "pgvector",
+    "hindsight",
+    "mcp",
+    "agent"
+  ],
+  "author": "Vbs313",
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/Vbs313/opcode-pg-memory"
+  },
+  "opencode": {
+    "type": "plugin",
+    "hooks": [
+      "chat.message",
+      "event",
+      "tool.execute.before",
+      "tool.execute.after",
+      "experimental.session.compacting"
+    ]
+  },
+  "files": [
+    "dist",
+    "scripts/migration-v2.sql",
+    ".env.example",
+    "README.md"
+  ],
+  "dependencies": {
+    "pg": "^8.11.3",
+    "pgvector": "^0.1.8",
+    "@modelcontextprotocol/sdk": "^0.5.0",
+    "uuid": "^9.0.1",
+    "crypto-js": "^4.2.0",
+    "openai": "^4.20.0",
+    "dotenv": "^16.3.1"
+  },
+  "devDependencies": {
+    "@types/node": "^20.10.0",
+    "@types/pg": "^8.10.9",
+    "@types/uuid": "^9.0.7",
+    "@types/crypto-js": "^4.2.1",
+    "typescript": "^5.3.2",
+    "rimraf": "^5.0.5"
+  },
+  "engines": {
+    "node": ">=18.0.0"
+  }
+}

package/scripts/migration-v2.sql

@@ -0,0 +1,187 @@
+-- ============================================================
+-- Migration: opcode-pg-memory v1.0 → v2.0
+-- Date: 2026-05-06
+-- ============================================================
+-- 
+-- Changes:
+-- 1. Create session_map table (replaces sessions table)
+-- 2. Create topic_segments table (NEW)
+-- 3. Add topic_segment_id FK to entities, observations, relations, reflections
+-- 4. Add omo_task_id to session_map
+-- 5. Migrate data from old sessions to session_map
+-- 6. Update indexes for new FK columns
+-- ============================================================
+
+BEGIN;
+
+-- ============================================================
+-- Step 1: Create session_map table
+-- ============================================================
+CREATE TABLE IF NOT EXISTS session_map (
+    id UUID PRIMARY KEY DEFAULT gen_random_uuid(),
+    opencode_session_id VARCHAR(255) UNIQUE NOT NULL,
+    omo_task_id VARCHAR(255),
+    project_id VARCHAR(255),
+    model_context_limit INTEGER NOT NULL DEFAULT 128000,
+    created_at TIMESTAMPTZ DEFAULT NOW(),
+    last_active_at TIMESTAMPTZ DEFAULT NOW(),
+    metadata JSONB DEFAULT '{}'
+);
+
+-- ============================================================
+-- Step 2: Migrate data from sessions to session_map
+-- ============================================================
+INSERT INTO session_map (opencode_session_id, project_id, model_context_limit, created_at, last_active_at, metadata)
+SELECT 
+    external_id,
+    project_id,
+    model_context_limit,
+    created_at,
+    updated_at,
+    metadata
+FROM sessions
+ON CONFLICT (opencode_session_id) DO NOTHING;
+
+-- ============================================================
+-- Step 3: Create topic_segments table
+-- ============================================================
+CREATE TABLE IF NOT EXISTS topic_segments (
+    id UUID PRIMARY KEY DEFAULT gen_random_uuid(),
+    session_map_id UUID NOT NULL REFERENCES session_map(id) ON DELETE CASCADE,
+    segment_index INTEGER NOT NULL,
+    summary TEXT,
+    embedding vector(1536),
+    start_message_external_id VARCHAR(255),
+    end_message_external_id VARCHAR(255),
+    created_at TIMESTAMPTZ DEFAULT NOW(),
+    closed_at TIMESTAMPTZ,
+    observation_count INTEGER DEFAULT 0,
+    metadata JSONB DEFAULT '{}',
+    UNIQUE(session_map_id, segment_index)
+);
+
+-- ============================================================
+-- Step 4: Add topic_segment_id to entities
+-- ============================================================
+ALTER TABLE entities
+ADD COLUMN IF NOT EXISTS topic_segment_id UUID REFERENCES topic_segments(id) ON DELETE SET NULL;
+
+-- ============================================================
+-- Step 5: Add topic_segment_id to observations
+-- ============================================================
+ALTER TABLE observations
+ADD COLUMN IF NOT EXISTS topic_segment_id UUID REFERENCES topic_segments(id) ON DELETE SET NULL;
+
+-- ============================================================
+-- Step 6: Add topic_segment_id to relations
+-- ============================================================
+ALTER TABLE relations
+ADD COLUMN IF NOT EXISTS topic_segment_id UUID REFERENCES topic_segments(id) ON DELETE SET NULL;
+
+-- ============================================================
+-- Step 7: Add topic_segment_id to reflections
+-- ============================================================
+ALTER TABLE reflections
+ADD COLUMN IF NOT EXISTS topic_segment_id UUID REFERENCES topic_segments(id) ON DELETE SET NULL;
+
+-- ============================================================
+-- Step 8: Add topic_segment_id to semantic_cache
+-- ============================================================
+ALTER TABLE semantic_cache
+ADD COLUMN IF NOT EXISTS topic_segment_id UUID REFERENCES topic_segments(id) ON DELETE SET NULL;
+
+-- ============================================================
+-- Step 9: Update semantic_cache to reference session_map
+-- (add new column, migrate data, drop old)
+-- ============================================================
+ALTER TABLE semantic_cache
+ADD COLUMN IF NOT EXISTS session_map_id UUID REFERENCES session_map(id) ON DELETE SET NULL;
+
+-- ============================================================
+-- Step 10: Update token_usage_log to reference session_map
+-- ============================================================
+ALTER TABLE token_usage_log
+ADD COLUMN IF NOT EXISTS session_map_id UUID REFERENCES session_map(id) ON DELETE CASCADE;
+
+-- ============================================================
+-- Step 11: Update reflection_errors to reference session_map
+-- ============================================================
+ALTER TABLE reflection_errors
+ADD COLUMN IF NOT EXISTS session_map_id UUID REFERENCES session_map(id) ON DELETE CASCADE;
+
+-- ============================================================
+-- Step 12: Create indexes
+-- ============================================================
+
+-- session_map indexes
+CREATE INDEX IF NOT EXISTS idx_session_map_opencode_id ON session_map(opencode_session_id);
+CREATE INDEX IF NOT EXISTS idx_session_map_omo_task_id ON session_map(omo_task_id);
+CREATE INDEX IF NOT EXISTS idx_session_map_project_id ON session_map(project_id);
+
+-- topic_segments indexes
+CREATE INDEX IF NOT EXISTS idx_topic_segments_session ON topic_segments(session_map_id);
+CREATE INDEX IF NOT EXISTS idx_topic_segments_embedding ON topic_segments 
+USING hnsw (embedding vector_cosine_ops) WITH (m = 16, ef_construction = 64);
+CREATE INDEX IF NOT EXISTS idx_topic_segments_closed ON topic_segments(closed_at) WHERE closed_at IS NULL;
+
+-- entities indexes (updated)
+CREATE INDEX IF NOT EXISTS idx_entities_topic ON entities(topic_segment_id);
+
+-- observations indexes (updated)
+CREATE INDEX IF NOT EXISTS idx_observations_topic ON observations(topic_segment_id);
+
+-- relations indexes (updated)
+CREATE INDEX IF NOT EXISTS idx_relations_topic ON relations(topic_segment_id);
+
+-- reflections indexes (updated)
+CREATE INDEX IF NOT EXISTS idx_reflections_topic ON reflections(topic_segment_id);
+
+-- semantic_cache indexes (updated)
+CREATE INDEX IF NOT EXISTS idx_semantic_cache_topic ON semantic_cache(topic_segment_id);
+CREATE INDEX IF NOT EXISTS idx_semantic_cache_session_map ON semantic_cache(session_map_id);
+
+-- ============================================================
+-- Step 13: Add OmO support columns (if OmO is enabled)
+-- ============================================================
+DO $$
+BEGIN
+    -- Add source_agent to relevant tables
+    ALTER TABLE entities ADD COLUMN IF NOT EXISTS source_agent VARCHAR(255);
+    ALTER TABLE observations ADD COLUMN IF NOT EXISTS source_agent VARCHAR(255);
+    ALTER TABLE reflections ADD COLUMN IF NOT EXISTS source_agent VARCHAR(255);
+    ALTER TABLE topic_segments ADD COLUMN IF NOT EXISTS source_agent VARCHAR(255);
+EXCEPTION WHEN OTHERS THEN
+    -- Column already exists or table doesn't have it yet
+    NULL;
+END $$;
+
+-- ============================================================
+-- Verification queries (run after migration)
+-- ============================================================
+-- Check row counts:
+-- SELECT 'session_map' as table_name, COUNT(*) FROM session_map
+-- UNION ALL SELECT 'topic_segments', COUNT(*) FROM topic_segments
+-- UNION ALL SELECT 'entities (with topic)', COUNT(*) FROM entities WHERE topic_segment_id IS NOT NULL;
+--
+-- Check that session_map has the same rows as old sessions:
+-- SELECT 
+--   (SELECT COUNT(*) FROM sessions) as old_count,
+--   (SELECT COUNT(*) FROM session_map) as new_count;
+
+COMMIT;
+
+-- ============================================================
+-- Rollback script (save separately as migration_rollback.sql)
+-- ============================================================
+-- BEGIN;
+-- DROP TABLE IF EXISTS topic_segments CASCADE;
+-- DROP TABLE IF EXISTS session_map CASCADE;
+-- ALTER TABLE entities DROP COLUMN IF EXISTS topic_segment_id;
+-- ALTER TABLE observations DROP COLUMN IF EXISTS topic_segment_id;
+-- ALTER TABLE relations DROP COLUMN IF EXISTS topic_segment_id;
+-- ALTER TABLE reflections DROP COLUMN IF EXISTS topic_segment_id;
+-- ALTER TABLE semantic_cache DROP COLUMN IF EXISTS topic_segment_id;
+-- ALTER TABLE semantic_cache DROP COLUMN IF EXISTS session_map_id;
+-- ALTER TABLE token_usage_log DROP COLUMN IF EXISTS session_map_id;
+-- ALTER TABLE reflection_errors DROP COLUMN IF EXISTS session_map_id;
+-- COMMIT;