specmem-hardwicksoftware 3.6.0 → 3.7.0

package/dist/db/memoryDrilldown.sql

@@ -52,7 +52,7 @@ CREATE TABLE IF NOT EXISTS team_member_conversations (
 );
 
 CREATE INDEX IF NOT EXISTS idx_team_member_conversations_memory ON team_member_conversations(memory_id);
-CREATE INDEX IF NOT EXISTS idx_team_member_conversations_team member ON team_member_conversations(team_member_id);
+CREATE INDEX IF NOT EXISTS idx_team_member_conversations_team_member ON team_member_conversations(team_member_id);
 CREATE INDEX IF NOT EXISTS idx_team_member_conversations_time ON team_member_conversations(timestamp);
 
 -- HELPER FUNCTIONS

package/dist/db/projectSchemaInit.sql

@@ -266,6 +266,27 @@ INSERT INTO team_channels (name, channel_type, created_by, project_path)
 SELECT 'team-broadcast', 'broadcast', 'system', '/'
 WHERE NOT EXISTS (SELECT 1 FROM team_channels WHERE name = 'team-broadcast' AND channel_type = 'broadcast');
 
+-- ============================================================================
+-- TEAM MEMBER CONVERSATIONS TABLE
+-- Stores the conversation context that spawned a memory
+-- Required by MemoryDrilldown.js for getMemoryFull / drill_down
+-- ============================================================================
+CREATE TABLE IF NOT EXISTS team_member_conversations (
+    id BIGSERIAL PRIMARY KEY,
+    memory_id UUID NOT NULL,
+    team_member_id VARCHAR(255) NOT NULL,
+    team_member_name VARCHAR(255),
+    timestamp TIMESTAMPTZ DEFAULT NOW(),
+    summary TEXT,
+    full_transcript TEXT,
+    message_count INTEGER,
+    created_at TIMESTAMPTZ DEFAULT NOW()
+);
+
+CREATE INDEX IF NOT EXISTS idx_team_member_conversations_memory ON team_member_conversations(memory_id);
+CREATE INDEX IF NOT EXISTS idx_team_member_conversations_team_member ON team_member_conversations(team_member_id);
+CREATE INDEX IF NOT EXISTS idx_team_member_conversations_time ON team_member_conversations(timestamp);
+
 -- ============================================================================
 -- END - Core data uses PUBLIC schema with project_path filtering
 -- ============================================================================

package/dist/mcp/toolRegistry.js

@@ -54,6 +54,8 @@ import { SmartSearch } from '../tools/goofy/smartSearch.js';
 // Import memory drilldown tools - gallery view + full drill-down
 import { FindMemoryGallery } from '../tools/goofy/findMemoryGallery.js';
 import { GetMemoryFull } from '../tools/goofy/getMemoryFull.js';
+// Import project memory import tool - carry context across projects
+import { ImportProjectMemories } from '../tools/goofy/importProjectMemories.js';
 // Import MCP-based team communication tools (NEW - replaces HTTP team member comms)
 import { createTeamCommTools } from './tools/teamComms.js';
 // Import embedding server control tools (Phase 4 - user start/stop/status)
@@ -500,6 +502,8 @@ export function createToolRegistry(db, embeddingProvider) {
     // Camera roll drilldown tools - zoom in/out on memories and code
     registry.register(new DrillDown(db));
     registry.register(new GetMemoryByDrilldownID(db));
+    // Project memory import tool - import memories from other projects
+    registry.register(new ImportProjectMemories(db, cachingProvider));
     // Team communication tools - multi-team member coordination
     const teamCommTools = createTeamCommTools();
     for (const tool of teamCommTools) {

package/dist/services/MemoryDrilldown.js

@@ -93,7 +93,7 @@ export class MemoryDrilldown {
         m.metadata,
         m.embedding,
         EXISTS(SELECT 1 FROM codebase_pointers WHERE memory_id = m.id) as has_code,
-        EXISTS(SELECT 1 FROM team_member_conversations WHERE memory_id = m.id) as has_conversation,
+        EXISTS(SELECT 1 FROM team_member_conversations tmc WHERE tmc.memory_id = m.id) as has_conversation,
         1 - (m.embedding <=> $1::vector) as relevance
       FROM memories m
       WHERE m.content ILIKE $2
@@ -218,7 +218,8 @@ export class MemoryDrilldown {
      * Fetch the conversation that spawned this memory
      */
     async getConversation(memoryId) {
-        const result = await this.db.query(`
+        try {
+            const result = await this.db.query(`
       SELECT
         team_member_id,
         team_member_name,
@@ -230,17 +231,23 @@ export class MemoryDrilldown {
       ORDER BY timestamp DESC
       LIMIT 1
     `, [memoryId]);
-        if (result.rows.length === 0) {
+            if (result.rows.length === 0) {
+                return null;
+            }
+            const row = result.rows[0];
+            return {
+                team_member_id: row.team_member_id,
+                team_member_name: row.team_member_name,
+                timestamp: row.timestamp,
+                summary: row.summary,
+                full_transcript: row.full_transcript
+            };
+        }
+        catch (err) {
+            // Table may not exist yet - gracefully return null
+            logger.warn({ err: err?.message, memoryId }, 'getConversation failed (table may not exist)');
             return null;
         }
-        const row = result.rows[0];
-        return {
-            team_member_id: row.team_member_id,
-            team_member_name: row.team_member_name,
-            timestamp: row.timestamp,
-            summary: row.summary,
-            full_transcript: row.full_transcript
-        };
     }
     /**
      * GET RELATED MEMORIES
@@ -256,7 +263,7 @@ export class MemoryDrilldown {
         m.tags,
         m.metadata,
         EXISTS(SELECT 1 FROM codebase_pointers WHERE memory_id = m.id) as has_code,
-        EXISTS(SELECT 1 FROM team_member_conversations WHERE memory_id = m.id) as has_conversation,
+        EXISTS(SELECT 1 FROM team_member_conversations tmc WHERE tmc.memory_id = m.id) as has_conversation,
         1 - (m.embedding <=> $1::vector) as relevance
       FROM memories m
       WHERE m.id != $2

package/dist/tools/goofy/importProjectMemories.js

@@ -0,0 +1,337 @@
+/**
+ * importProjectMemories - import memories from another project schema
+ *
+ * copies memories from project A into the current project
+ * so you can carry context across projects fr fr
+ */
+import { randomUUID } from 'crypto';
+import { logger } from '../../utils/logger.js';
+import { getProjectSchema } from '../../db/projectNamespacing.js';
+import { getProjectPathForInsert } from '../../services/ProjectContext.js';
+import { formatHumanReadable } from '../../utils/humanReadableOutput.js';
+
+export class ImportProjectMemories {
+    db;
+    embeddingProvider;
+    name = 'import_project_memories';
+    description = 'Import memories from another project into the current project. Use this to carry context across projects - e.g. import /specmem memories into /AEGIS_AI.';
+    inputSchema = {
+        type: 'object',
+        properties: {
+            sourceProject: {
+                type: 'string',
+                description: 'Absolute path of the source project to import from (e.g. "/specmem", "/AEGIS_AI")'
+            },
+            query: {
+                type: 'string',
+                description: 'Optional semantic search query to filter which memories to import. If omitted, imports all (up to limit).'
+            },
+            tags: {
+                type: 'array',
+                items: { type: 'string' },
+                description: 'Optional tag filter - only import memories with these tags'
+            },
+            memoryTypes: {
+                type: 'array',
+                items: {
+                    type: 'string',
+                    enum: ['episodic', 'semantic', 'procedural', 'working', 'consolidated']
+                },
+                description: 'Optional memory type filter'
+            },
+            importance: {
+                type: 'array',
+                items: {
+                    type: 'string',
+                    enum: ['critical', 'high', 'medium', 'low', 'trivial']
+                },
+                description: 'Optional importance filter'
+            },
+            limit: {
+                type: 'number',
+                default: 100,
+                minimum: 1,
+                maximum: 1000,
+                description: 'Max number of memories to import (default: 100)'
+            },
+            dryRun: {
+                type: 'boolean',
+                default: false,
+                description: 'Preview what would be imported without actually importing'
+            }
+        },
+        required: ['sourceProject']
+    };
+
+    constructor(db, embeddingProvider) {
+        this.db = db;
+        this.embeddingProvider = embeddingProvider;
+    }
+
+    async execute(params) {
+        const { sourceProject, query, tags, memoryTypes, importance, dryRun = false } = params;
+        const limit = Math.min(params.limit || 100, 1000);
+        const startTime = Date.now();
+
+        try {
+            // Get schema names
+            const sourceSchema = getProjectSchema(sourceProject);
+            const currentSchema = this.db.getProjectSchemaName();
+            const currentProjectPath = getProjectPathForInsert();
+
+            logger.info({
+                sourceProject,
+                sourceSchema,
+                currentSchema,
+                limit,
+                dryRun,
+                query: query?.slice(0, 50),
+                tags
+            }, 'Starting memory import');
+
+            // Verify source schema exists
+            const schemaCheck = await this.db.query(
+                `SELECT schema_name FROM information_schema.schemata WHERE schema_name = $1`,
+                [sourceSchema]
+            );
+
+            if (schemaCheck.rows.length === 0) {
+                // List available schemas for helpful error
+                const available = await this.db.query(
+                    `SELECT schema_name FROM information_schema.schemata WHERE schema_name LIKE 'specmem_%' ORDER BY schema_name`
+                );
+                const schemaList = available.rows.map(r => r.schema_name).join(', ');
+                return {
+                    content: [{
+                        type: 'text',
+                        text: formatHumanReadable({
+                            error: `Source schema '${sourceSchema}' not found`,
+                            sourceProject,
+                            availableSchemas: schemaList || 'none',
+                            hint: 'Make sure the source project path is correct and has been used with SpecMem before'
+                        })
+                    }]
+                };
+            }
+
+            // Build query to fetch memories from source schema
+            const conditions = [];
+            const queryParams = [];
+            let paramIndex = 1;
+
+            // Filter by tags
+            if (tags && tags.length > 0) {
+                conditions.push(`tags && $${paramIndex}::text[]`);
+                queryParams.push(tags);
+                paramIndex++;
+            }
+
+            // Filter by memory types
+            if (memoryTypes && memoryTypes.length > 0) {
+                conditions.push(`memory_type = ANY($${paramIndex}::text[])`);
+                queryParams.push(memoryTypes);
+                paramIndex++;
+            }
+
+            // Filter by importance
+            if (importance && importance.length > 0) {
+                conditions.push(`importance = ANY($${paramIndex}::text[])`);
+                queryParams.push(importance);
+                paramIndex++;
+            }
+
+            // Build the SELECT query against source schema
+            const whereClause = conditions.length > 0 ? `WHERE ${conditions.join(' AND ')}` : '';
+
+            let selectQuery;
+            if (query && this.embeddingProvider) {
+                // Semantic search - generate embedding for query, order by similarity
+                const embedding = await this.embeddingProvider.generateEmbedding(query);
+                const embeddingStr = `[${embedding.join(',')}]`;
+                queryParams.push(embeddingStr);
+                selectQuery = `
+                    SELECT id, content, memory_type, importance, tags, metadata,
+                           embedding, role, created_at, updated_at, expires_at,
+                           1 - (embedding <=> $${paramIndex}::vector) as similarity
+                    FROM "${sourceSchema}".memories
+                    ${whereClause}
+                    ORDER BY embedding <=> $${paramIndex}::vector
+                    LIMIT ${limit}
+                `;
+                paramIndex++;
+            } else {
+                selectQuery = `
+                    SELECT id, content, memory_type, importance, tags, metadata,
+                           embedding, role, created_at, updated_at, expires_at
+                    FROM "${sourceSchema}".memories
+                    ${whereClause}
+                    ORDER BY created_at DESC
+                    LIMIT ${limit}
+                `;
+            }
+
+            const sourceMemories = await this.db.query(selectQuery, queryParams);
+
+            if (sourceMemories.rows.length === 0) {
+                return {
+                    content: [{
+                        type: 'text',
+                        text: formatHumanReadable({
+                            result: 'No memories found matching criteria in source project',
+                            sourceProject,
+                            sourceSchema,
+                            filters: { tags, memoryTypes, importance, query: query?.slice(0, 50) }
+                        })
+                    }]
+                };
+            }
+
+            // Dry run - just show what would be imported
+            if (dryRun) {
+                const preview = sourceMemories.rows.slice(0, 10).map(m => ({
+                    content: m.content?.slice(0, 100) + (m.content?.length > 100 ? '...' : ''),
+                    type: m.memory_type,
+                    importance: m.importance,
+                    tags: m.tags,
+                    similarity: m.similarity ? Math.round(m.similarity * 100) + '%' : undefined,
+                    created: m.created_at
+                }));
+
+                return {
+                    content: [{
+                        type: 'text',
+                        text: formatHumanReadable({
+                            dryRun: true,
+                            wouldImport: sourceMemories.rows.length,
+                            sourceProject,
+                            sourceSchema,
+                            targetSchema: currentSchema,
+                            preview,
+                            previewNote: sourceMemories.rows.length > 10
+                                ? `Showing 10 of ${sourceMemories.rows.length} memories`
+                                : undefined
+                        })
+                    }]
+                };
+            }
+
+            // Actually import - insert into current schema with new UUIDs
+            let imported = 0;
+            let skipped = 0;
+            const errors = [];
+
+            for (const memory of sourceMemories.rows) {
+                try {
+                    const newId = randomUUID();
+                    const importTag = `imported_from:${sourceProject}`;
+                    const newTags = Array.isArray(memory.tags)
+                        ? [...new Set([...memory.tags, importTag])]
+                        : [importTag];
+
+                    // Merge metadata with import info
+                    const newMetadata = {
+                        ...(memory.metadata || {}),
+                        imported: {
+                            from: sourceProject,
+                            originalId: memory.id,
+                            importedAt: new Date().toISOString()
+                        }
+                    };
+
+                    // Check for duplicate content in target schema
+                    const dupCheck = await this.db.query(
+                        `SELECT id FROM memories WHERE content = $1 LIMIT 1`,
+                        [memory.content]
+                    );
+
+                    if (dupCheck.rows.length > 0) {
+                        skipped++;
+                        continue;
+                    }
+
+                    // Insert into current schema
+                    const insertQuery = `
+                        INSERT INTO memories (
+                            id, content, memory_type, importance, tags, metadata,
+                            embedding, project_path, role, created_at, updated_at
+                        ) VALUES (
+                            $1, $2, $3, $4, $5, $6,
+                            $7, $8, $9, $10, $11
+                        )
+                    `;
+
+                    await this.db.query(insertQuery, [
+                        newId,
+                        memory.content,
+                        memory.memory_type || 'semantic',
+                        memory.importance || 'medium',
+                        newTags,
+                        JSON.stringify(newMetadata),
+                        memory.embedding, // preserve original embedding vector
+                        currentProjectPath,
+                        memory.role || 'user',
+                        memory.created_at || new Date(),
+                        new Date()
+                    ]);
+
+                    imported++;
+                } catch (err) {
+                    const errMsg = err instanceof Error ? err.message : String(err);
+                    errors.push({ id: memory.id, error: errMsg });
+                    logger.warn({ memoryId: memory.id, error: errMsg }, 'Failed to import memory');
+                }
+            }
+
+            const duration = Date.now() - startTime;
+
+            logger.info({
+                imported,
+                skipped,
+                errors: errors.length,
+                duration,
+                sourceProject,
+                sourceSchema,
+                currentSchema
+            }, 'Memory import completed');
+
+            const result = {
+                imported,
+                skipped,
+                errors: errors.length,
+                total: sourceMemories.rows.length,
+                sourceProject,
+                sourceSchema,
+                targetSchema: currentSchema,
+                duration: `${duration}ms`
+            };
+
+            if (errors.length > 0 && errors.length <= 5) {
+                result.errorDetails = errors;
+            } else if (errors.length > 5) {
+                result.errorDetails = errors.slice(0, 5);
+                result.moreErrors = errors.length - 5;
+            }
+
+            return {
+                content: [{
+                    type: 'text',
+                    text: formatHumanReadable(result)
+                }]
+            };
+
+        } catch (err) {
+            const errMsg = err instanceof Error ? err.message : String(err);
+            logger.error({ error: errMsg, sourceProject }, 'Memory import failed');
+            return {
+                content: [{
+                    type: 'text',
+                    text: formatHumanReadable({
+                        error: 'Memory import failed',
+                        details: errMsg,
+                        sourceProject
+                    })
+                }]
+            };
+        }
+    }
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "specmem-hardwicksoftware",
-  "version": "3.6.0",
+  "version": "3.7.0",
   "type": "module",
   "description": "Persistent memory system for coding sessions - semantic search with pgvector, token compression, team coordination, file watching. Needs root: installs system-wide hooks, manages docker/PostgreSQL, writes global configs, handles screen sessions. justcalljon.pro",
   "main": "dist/index.js",