@stackmemoryai/stackmemory 0.8.0 → 1.0.0

package/scripts/query-chromadb.ts

@@ -1,201 +0,0 @@
-#!/usr/bin/env tsx
-
-/**
- * Query ChromaDB for stored contexts
- */
-
-import { ChromaClient } from 'chromadb';
-import dotenv from 'dotenv';
-import chalk from 'chalk';
-
-// Load environment variables
-dotenv.config();
-
-async function queryChromaDB() {
-  const apiKey = process.env.CHROMADB_API_KEY;
-  const tenant = process.env.CHROMADB_TENANT;
-  const database = process.env.CHROMADB_DATABASE || 'stackmemory';
-
-  console.log(chalk.cyan('🔍 Querying ChromaDB Contexts\n'));
-
-  // Connect to ChromaDB
-  const client = new ChromaClient({
-    ssl: true,
-    host: 'api.trychroma.com',
-    port: 443,
-    headers: {
-      'X-Chroma-Token': apiKey
-    },
-    tenant: tenant,
-    database: database
-  });
-
-  // List all collections first
-  const collections = await client.listCollections();
-  console.log(chalk.yellow('📚 Available Collections:'));
-  collections.forEach(col => {
-    console.log(`   - ${col.name}`);
-  });
-  console.log();
-
-  // Get collection - try claude_context first (from hooks), then stackmemory_contexts
-  let collection;
-  try {
-    collection = await client.getCollection({
-      name: 'claude_context'
-    });
-    console.log(chalk.green('✓ Using collection: claude_context\n'));
-  } catch {
-    collection = await client.getCollection({
-      name: 'stackmemory_contexts'
-    });
-    console.log(chalk.green('✓ Using collection: stackmemory_contexts\n'));
-  }
-
-  console.log(chalk.yellow('📊 Collection Stats:'));
-  const count = await collection.count();
-  console.log(`   Total documents: ${count}\n`);
-
-  // Query 1: Get all documents
-  console.log(chalk.cyan('📚 All Stored Contexts:\n'));
-  
-  const allDocs = await collection.get({
-    limit: 100
-  });
-
-  if (allDocs.ids.length > 0) {
-    for (let i = 0; i < allDocs.ids.length; i++) {
-      const metadata = allDocs.metadatas[i];
-      const document = allDocs.documents[i];
-      
-      console.log(chalk.green(`${i + 1}. ${allDocs.ids[i]}`));
-      console.log(`   Type: ${metadata.type}`);
-      console.log(`   Timestamp: ${metadata.timestamp}`);
-      console.log(`   User: ${metadata.user_id}`);
-      console.log(`   Project: ${metadata.project}`);
-      console.log(`   Content: ${document?.substring(0, 100)}...`);
-      console.log();
-    }
-  }
-
-  // Query 2: Search for specific content
-  console.log(chalk.cyan('\n🔎 Search Results for "TypeScript lint error":\n'));
-  
-  const searchResults = await collection.query({
-    queryTexts: ['TypeScript lint error fix'],
-    nResults: 5
-  });
-
-  if (searchResults.ids[0].length > 0) {
-    for (let i = 0; i < searchResults.ids[0].length; i++) {
-      const metadata = searchResults.metadatas[0][i];
-      const document = searchResults.documents[0][i];
-      const distance = searchResults.distances[0][i];
-      
-      console.log(chalk.yellow(`Match ${i + 1} (distance: ${distance.toFixed(3)}):`));
-      console.log(`   ID: ${searchResults.ids[0][i]}`);
-      console.log(`   Type: ${metadata.type}`);
-      console.log(`   Timestamp: ${metadata.timestamp}`);
-      console.log(`   Content: ${document?.substring(0, 150)}...`);
-      console.log();
-    }
-  } else {
-    console.log('No results found');
-  }
-
-  // Query 3: Filter by metadata
-  console.log(chalk.cyan('\n📋 Recent Task Completions:\n'));
-  
-  const taskCompletions = await collection.get({
-    where: {
-      type: 'task_complete'
-    },
-    limit: 10
-  });
-
-  if (taskCompletions.ids.length > 0) {
-    for (let i = 0; i < taskCompletions.ids.length; i++) {
-      const metadata = taskCompletions.metadatas[i];
-      const document = taskCompletions.documents[i];
-      
-      console.log(chalk.green(`Task ${i + 1}:`));
-      console.log(`   ID: ${taskCompletions.ids[i]}`);
-      console.log(`   Timestamp: ${metadata.timestamp}`);
-      console.log(`   Task ID: ${metadata.task_id}`);
-      console.log(`   Duration: ${metadata.duration}ms`);
-      console.log(`   Files Changed: ${metadata.files_changed}`);
-      console.log(`   Content: ${document?.substring(0, 100)}...`);
-      console.log();
-    }
-  } else {
-    console.log('No task completions found');
-  }
-
-  // Query 4: Get periodic saves
-  console.log(chalk.cyan('\n⏰ Periodic Checkpoints:\n'));
-  
-  const periodicSaves = await collection.get({
-    where: {
-      type: 'periodic_save'
-    },
-    limit: 10
-  });
-
-  if (periodicSaves.ids.length > 0) {
-    for (let i = 0; i < periodicSaves.ids.length; i++) {
-      const metadata = periodicSaves.metadatas[i];
-      const document = periodicSaves.documents[i];
-      
-      console.log(chalk.blue(`Checkpoint ${i + 1}:`));
-      console.log(`   Timestamp: ${metadata.timestamp}`);
-      console.log(`   Interval: ${metadata.interval}`);
-      console.log(`   Active Files: ${metadata.active_files}`);
-      console.log(`   Git Status: ${document?.substring(0, 150)}...`);
-      console.log();
-    }
-  } else {
-    console.log('No periodic saves found');
-  }
-
-  // Query 5: Get decisions
-  console.log(chalk.cyan('\n💡 Decisions Made:\n'));
-  
-  const decisions = await collection.get({
-    where: {
-      type: 'decision_made'
-    },
-    limit: 10
-  });
-
-  if (decisions.ids.length > 0) {
-    for (let i = 0; i < decisions.ids.length; i++) {
-      const metadata = decisions.metadatas[i];
-      const document = decisions.documents[i];
-      
-      console.log(chalk.magenta(`Decision ${i + 1}:`));
-      console.log(`   Category: ${metadata.category}`);
-      console.log(`   Alternatives: ${metadata.alternatives}`);
-      console.log(`   Reasoning: ${metadata.reasoning}`);
-      console.log(`   Decision: ${document?.substring(0, 200)}...`);
-      console.log();
-    }
-  } else {
-    console.log('No decisions found');
-  }
-
-  // Query 6: Group by type
-  console.log(chalk.cyan('\n📈 Context Types Summary:\n'));
-  
-  const types = new Map();
-  for (let i = 0; i < allDocs.ids.length; i++) {
-    const type = allDocs.metadatas[i].type || 'unknown';
-    types.set(type, (types.get(type) || 0) + 1);
-  }
-
-  for (const [type, count] of types.entries()) {
-    console.log(`   ${type}: ${count} documents`);
-  }
-}
-
-// Run query
-queryChromaDB().catch(console.error);

package/scripts/ralph-integration-test.js

@@ -1,274 +0,0 @@
-#!/usr/bin/env node
-
-/**
- * Ralph-StackMemory Integration Test Script
- * Simple CLI to test the integration functionality
- */
-
-import { RalphIntegrationDemo } from '../dist/integrations/ralph/ralph-integration-demo.js';
-import { performance } from 'perf_hooks';
-
-async function main() {
-  const args = process.argv.slice(2);
-  const command = args[0] || 'demo';
-
-  console.log('\n🧪 Ralph-StackMemory Integration Test');
-  console.log('=====================================\n');
-
-  const startTime = performance.now();
-
-  try {
-    switch (command) {
-      case 'demo':
-        await runDemo();
-        break;
-      case 'quick':
-        await runQuickTest();
-        break;
-      case 'validate':
-        await runValidation();
-        break;
-      default:
-        showUsage();
-        return;
-    }
-
-    const endTime = performance.now();
-    const duration = Math.round(endTime - startTime);
-    
-    console.log(`\n✅ Test completed successfully in ${duration}ms`);
-    
-  } catch (error) {
-    console.error(`\n❌ Test failed: ${error.message}`);
-    
-    if (process.env.DEBUG) {
-      console.error('\nDebug info:');
-      console.error(error.stack);
-    }
-    
-    process.exit(1);
-  }
-}
-
-async function runDemo() {
-  console.log('🎬 Running full integration demo...\n');
-  
-  const demo = new RalphIntegrationDemo();
-  await demo.run();
-}
-
-async function runQuickTest() {
-  console.log('⚡ Running quick validation test...\n');
-  
-  // Import the core classes to test they load correctly
-  try {
-    await import('../dist/integrations/ralph/index.js');
-    console.log('✓ Core bridge class loaded');
-    
-    const { ContextBudgetManager } = await import('../dist/integrations/ralph/index.js');
-    console.log('✓ Context budget manager loaded');
-    
-    const { StateReconciler } = await import('../dist/integrations/ralph/index.js');
-    console.log('✓ State reconciler loaded');
-    
-    await import('../dist/integrations/ralph/index.js');
-    console.log('✓ Iteration lifecycle loaded');
-    
-    await import('../dist/integrations/ralph/index.js');
-    console.log('✓ Performance optimizer loaded');
-    
-    // Test basic instantiation
-    const budgetManager = new ContextBudgetManager();
-    const tokenEstimate = budgetManager.estimateTokens('Hello, world!');
-    console.log(`✓ Token estimation working: ${tokenEstimate} tokens`);
-    
-    new StateReconciler();
-    console.log('✓ State reconciler instantiated');
-    
-    console.log('\n🎯 All core components validated successfully!');
-    
-  } catch (error) {
-    throw new Error(`Component loading failed: ${error.message}`);
-  }
-}
-
-async function runValidation() {
-  console.log('🔍 Running detailed validation...\n');
-  
-  // Test context budget manager
-  await testContextBudgetManager();
-  
-  // Test state reconciler  
-  await testStateReconciler();
-  
-  // Test performance optimizer
-  await testPerformanceOptimizer();
-  
-  console.log('\n✨ All validation tests passed!');
-}
-
-async function testContextBudgetManager() {
-  console.log('📊 Testing Context Budget Manager...');
-  
-  const { ContextBudgetManager } = await import('../dist/integrations/ralph/index.js');
-  
-  const manager = new ContextBudgetManager({
-    maxTokens: 100,
-    compressionEnabled: true
-  });
-  
-  // Test token estimation
-  const shortText = 'Short text';
-  const longText = 'This is a much longer piece of text that should have more tokens estimated for it than the shorter version above.';
-  
-  const shortTokens = manager.estimateTokens(shortText);
-  const longTokens = manager.estimateTokens(longText);
-  
-  if (longTokens <= shortTokens) {
-    throw new Error('Token estimation not working correctly');
-  }
-  
-  // Test empty text
-  const emptyTokens = manager.estimateTokens('');
-  if (emptyTokens !== 0) {
-    throw new Error('Empty text should have 0 tokens');
-  }
-  
-  console.log('  ✓ Token estimation working correctly');
-  
-  // Test usage tracking
-  const usage = manager.getUsage();
-  if (typeof usage.used !== 'number' || typeof usage.available !== 'number') {
-    throw new Error('Usage tracking not working');
-  }
-  
-  console.log('  ✓ Usage tracking functional');
-}
-
-async function testStateReconciler() {
-  console.log('🔄 Testing State Reconciler...');
-  
-  const { StateReconciler } = await import('../dist/integrations/ralph/index.js');
-  
-  const reconciler = new StateReconciler({
-    precedence: ['git', 'files', 'memory'],
-    conflictResolution: 'automatic'
-  });
-  
-  // Test conflict detection
-  const sources = [
-    {
-      type: 'git',
-      state: { iteration: 5, status: 'running' },
-      timestamp: Date.now(),
-      confidence: 0.9
-    },
-    {
-      type: 'files', 
-      state: { iteration: 5, status: 'running' },
-      timestamp: Date.now(),
-      confidence: 0.95
-    }
-  ];
-  
-  const conflicts = reconciler.detectConflicts(sources);
-  if (conflicts.length !== 0) {
-    throw new Error('Should not detect conflicts in matching sources');
-  }
-  
-  console.log('  ✓ Conflict detection working');
-  
-  // Test state sources
-  const gitState = await reconciler.getGitState();
-  const fileState = await reconciler.getFileState();
-  const memoryState = await reconciler.getMemoryState('test-loop');
-  
-  if (gitState.type !== 'git' || fileState.type !== 'files' || memoryState.type !== 'memory') {
-    throw new Error('State source types incorrect');
-  }
-  
-  console.log('  ✓ State source loading functional');
-}
-
-async function testPerformanceOptimizer() {
-  console.log('⚡ Testing Performance Optimizer...');
-  
-  const { PerformanceOptimizer } = await import('../dist/integrations/ralph/index.js');
-  
-  const optimizer = new PerformanceOptimizer({
-    asyncSaves: true,
-    compressionLevel: 1,
-    cacheEnabled: true
-  });
-  
-  // Test metrics
-  const metrics = optimizer.getMetrics();
-  const requiredMetrics = ['iterationTime', 'contextLoadTime', 'stateSaveTime', 'memoryUsage', 'tokenCount', 'cacheHitRate'];
-  
-  for (const metric of requiredMetrics) {
-    if (typeof metrics[metric] !== 'number') {
-      throw new Error(`Missing or invalid metric: ${metric}`);
-    }
-  }
-  
-  console.log('  ✓ Performance metrics available');
-  
-  // Test compression
-  const testData = { message: 'Hello, world!', array: [1, 2, 3, 4, 5] };
-  const compressed = await optimizer.compressData(testData);
-  
-  if (compressed.compressed !== true) {
-    throw new Error('Data compression not working');
-  }
-  
-  const decompressed = await optimizer.decompressData(compressed);
-  if (JSON.stringify(decompressed) !== JSON.stringify(testData)) {
-    throw new Error('Data decompression failed');
-  }
-  
-  console.log('  ✓ Compression/decompression working');
-  
-  // Cleanup
-  optimizer.cleanup();
-}
-
-function showUsage() {
-  console.log(`
-Usage: node ralph-integration-test.js [command]
-
-Commands:
-  demo      Run the full integration demonstration (default)
-  quick     Quick validation of core components  
-  validate  Detailed validation of all functionality
-
-Examples:
-  node ralph-integration-test.js
-  node ralph-integration-test.js quick
-  DEBUG=1 node ralph-integration-test.js validate
-
-Environment Variables:
-  DEBUG=1   Show detailed error information
-`);
-}
-
-// Handle unhandled promise rejections
-process.on('unhandledRejection', (reason, _promise) => {
-  console.error('\n💥 Unhandled Promise Rejection:');
-  console.error(reason);
-  process.exit(1);
-});
-
-// Handle uncaught exceptions
-process.on('uncaughtException', (error) => {
-  console.error('\n💥 Uncaught Exception:');
-  console.error(error.message);
-  if (process.env.DEBUG) {
-    console.error(error.stack);
-  }
-  process.exit(1);
-});
-
-// Run if called directly
-if (import.meta.url === `file://${process.argv[1]}`) {
-  main().catch(console.error);
-}

package/scripts/reconcile-local-tasks.js

@@ -1,170 +0,0 @@
-#!/usr/bin/env node
-
-import fs from 'fs';
-import path from 'path';
-import { fileURLToPath } from 'url';
-
-const __dirname = path.dirname(fileURLToPath(import.meta.url));
-
-function reconcileLocalTasks() {
-  const tasksFile = path.join(__dirname, '..', '.stackmemory', 'tasks.jsonl');
-  
-  if (!fs.existsSync(tasksFile)) {
-    console.error('❌ Tasks file not found:', tasksFile);
-    return;
-  }
-  
-  // Read all tasks
-  const lines = fs.readFileSync(tasksFile, 'utf8').split('\n').filter(l => l.trim());
-  const tasks = new Map();
-  const tasksByLinearId = new Map();
-  const tasksByTitle = new Map();
-  
-  console.log('📊 Analyzing local tasks...\n');
-  
-  // Parse and organize tasks
-  for (const line of lines) {
-    try {
-      const task = JSON.parse(line);
-      
-      // Store latest version of each task
-      if (!tasks.has(task.id) || task.timestamp > tasks.get(task.id).timestamp) {
-        tasks.set(task.id, task);
-      }
-      
-      // Extract Linear ID if present
-      const linearMatch = task.title?.match(/\[(STA-\d+|ENG-\d+)\]/);
-      if (linearMatch) {
-        const linearId = linearMatch[1];
-        if (!tasksByLinearId.has(linearId)) {
-          tasksByLinearId.set(linearId, []);
-        }
-        tasksByLinearId.get(linearId).push(task);
-      }
-      
-      // Normalize title for duplicate detection
-      const normalizedTitle = task.title
-        ?.replace(/^\[[^\]]+\]\s*/, '') // Remove [STA-XXX] or [ENG-XXX]
-        ?.replace(/^\[.*?\]\s*/, '') // Remove priority markers
-        ?.trim();
-      
-      if (normalizedTitle) {
-        if (!tasksByTitle.has(normalizedTitle)) {
-          tasksByTitle.set(normalizedTitle, []);
-        }
-        tasksByTitle.get(normalizedTitle).push(task);
-      }
-    } catch (e) {
-      // Skip invalid lines
-    }
-  }
-  
-  console.log(`📋 Total unique tasks: ${tasks.size}`);
-  console.log(`🔗 Tasks with Linear IDs: ${tasksByLinearId.size}`);
-  
-  // Find duplicates by Linear ID
-  const duplicateLinearIds = [];
-  for (const [linearId, taskList] of tasksByLinearId.entries()) {
-    if (taskList.length > 1) {
-      duplicateLinearIds.push({ linearId, count: taskList.length, tasks: taskList });
-    }
-  }
-  
-  if (duplicateLinearIds.length > 0) {
-    console.log(`\n⚠️ Duplicate Linear IDs found (${duplicateLinearIds.length}):`);
-    for (const dup of duplicateLinearIds.slice(0, 5)) {
-      console.log(`  - ${dup.linearId}: ${dup.count} duplicates`);
-      for (const task of dup.tasks) {
-        console.log(`    • ${task.id}: ${task.status} (${new Date(task.timestamp).toISOString()})`);
-      }
-    }
-  }
-  
-  // Find duplicate titles
-  const duplicateTitles = [];
-  for (const [title, taskList] of tasksByTitle.entries()) {
-    if (taskList.length > 1) {
-      // Check if they have different Linear IDs
-      const linearIds = new Set();
-      for (const task of taskList) {
-        const match = task.title?.match(/\[(STA-\d+|ENG-\d+)\]/);
-        if (match) linearIds.add(match[1]);
-      }
-      
-      if (linearIds.size > 1 || linearIds.size === 0) {
-        duplicateTitles.push({ title, count: taskList.length, tasks: taskList });
-      }
-    }
-  }
-  
-  if (duplicateTitles.length > 0) {
-    console.log(`\n⚠️ Duplicate titles found (${duplicateTitles.length}):`);
-    for (const dup of duplicateTitles.slice(0, 5)) {
-      console.log(`  - "${dup.title}": ${dup.count} duplicates`);
-    }
-  }
-  
-  // Show task status breakdown
-  const statusCounts = {};
-  for (const task of tasks.values()) {
-    const status = task.status || 'unknown';
-    statusCounts[status] = (statusCounts[status] || 0) + 1;
-  }
-  
-  console.log('\n📊 Task Status Breakdown:');
-  for (const [status, count] of Object.entries(statusCounts)) {
-    const emoji = status === 'completed' ? '✅' :
-                  status === 'in_progress' ? '🔄' :
-                  status === 'cancelled' ? '❌' : '⏳';
-    console.log(`  ${emoji} ${status}: ${count}`);
-  }
-  
-  // Priority breakdown
-  const priorityCounts = {};
-  for (const task of tasks.values()) {
-    const priority = task.priority || 'none';
-    priorityCounts[priority] = (priorityCounts[priority] || 0) + 1;
-  }
-  
-  console.log('\n🎯 Priority Breakdown:');
-  for (const [priority, count] of Object.entries(priorityCounts)) {
-    console.log(`  - ${priority}: ${count}`);
-  }
-  
-  // Recent active tasks
-  const recentTasks = Array.from(tasks.values())
-    .filter(t => t.status === 'in_progress' || (t.timestamp > Date.now() - 7 * 24 * 60 * 60 * 1000))
-    .sort((a, b) => b.timestamp - a.timestamp)
-    .slice(0, 10);
-  
-  console.log('\n🕒 Recent Active Tasks:');
-  for (const task of recentTasks) {
-    const status = task.status === 'completed' ? '✅' :
-                   task.status === 'in_progress' ? '🔄' : '⏳';
-    const linearId = task.title?.match(/\[(STA-\d+|ENG-\d+)\]/)?.[1] || '';
-    console.log(`  ${status} ${linearId ? `[${linearId}]` : ''} ${task.title}`);
-  }
-  
-  // Recommendations
-  console.log('\n💡 Recommendations:');
-  if (duplicateLinearIds.length > 0) {
-    console.log(`  - ${duplicateLinearIds.length} tasks have duplicate Linear IDs - consider deduplication`);
-  }
-  if (duplicateTitles.length > 0) {
-    console.log(`  - ${duplicateTitles.length} task titles are duplicated - review for consolidation`);
-  }
-  
-  const pendingCount = statusCounts.pending || 0;
-  const inProgressCount = statusCounts.in_progress || 0;
-  
-  if (pendingCount > 20) {
-    console.log(`  - ${pendingCount} pending tasks - consider prioritizing or archiving old tasks`);
-  }
-  if (inProgressCount > 5) {
-    console.log(`  - ${inProgressCount} tasks in progress - consider focusing on completion`);
-  }
-  
-  console.log('\n✅ Task reconciliation complete!');
-}
-
-reconcileLocalTasks();