@stackmemoryai/stackmemory 0.8.1 → 1.0.1

package/scripts/measure-handoff-impact.ts

@@ -1,450 +0,0 @@
-#!/usr/bin/env npx ts-node
-/**
- * Measure actual handoff context impact with real data
- * Validates claims about token savings
- */
-
-import { readFileSync, existsSync, readdirSync, statSync } from 'fs';
-import { join } from 'path';
-import { homedir } from 'os';
-import Database from 'better-sqlite3';
-
-interface TokenMetrics {
-  source: string;
-  charCount: number;
-  estimatedTokens: number;
-  lineCount: number;
-}
-
-interface HandoffMetrics {
-  handoffId: string;
-  handoffTokens: number;
-  handoffChars: number;
-  createdAt: string;
-}
-
-interface SessionMetrics {
-  sessionId: string;
-  frameCount: number;
-  eventCount: number;
-  estimatedSessionTokens: number;
-}
-
-// Token estimation considering code vs prose
-function estimateTokensAccurate(text: string): number {
-  const baseEstimate = text.length / 3.5;
-
-  // Check if code-heavy (more tokens per char)
-  const codeIndicators = (text.match(/[{}\[\]();=]/g) || []).length;
-  const codeScore = (codeIndicators / text.length) * 100;
-
-  if (codeScore > 5) {
-    return Math.ceil(baseEstimate * 1.2);
-  }
-  return Math.ceil(baseEstimate);
-}
-
-function measureHandoffs(): HandoffMetrics[] {
-  const handoffPath = join(homedir(), '.stackmemory', 'context.db');
-  const metrics: HandoffMetrics[] = [];
-
-  if (!existsSync(handoffPath)) {
-    console.log('No context.db found at', handoffPath);
-    return metrics;
-  }
-
-  try {
-    const db = new Database(handoffPath, { readonly: true });
-
-    // Check if handoff_requests table exists
-    const tableCheck = db
-      .prepare(
-        `
-      SELECT name FROM sqlite_master
-      WHERE type='table' AND name='handoff_requests'
-    `
-      )
-      .get();
-
-    if (!tableCheck) {
-      console.log('No handoff_requests table found');
-      db.close();
-      return metrics;
-    }
-
-    const handoffs = db
-      .prepare(
-        `
-      SELECT id, message, created_at
-      FROM handoff_requests
-      ORDER BY created_at DESC
-      LIMIT 10
-    `
-      )
-      .all() as Array<{ id: string; message: string; created_at: number }>;
-
-    for (const h of handoffs) {
-      const message = h.message || '';
-      metrics.push({
-        handoffId: h.id,
-        handoffChars: message.length,
-        handoffTokens: estimateTokensAccurate(message),
-        createdAt: new Date(h.created_at).toISOString(),
-      });
-    }
-
-    db.close();
-  } catch (err) {
-    console.log('Error reading handoffs:', err);
-  }
-
-  return metrics;
-}
-
-function measureLastHandoffFile(): TokenMetrics | null {
-  const handoffPath = join(process.cwd(), '.stackmemory', 'last-handoff.md');
-
-  if (!existsSync(handoffPath)) {
-    // Try home directory
-    const homeHandoff = join(homedir(), '.stackmemory', 'last-handoff.md');
-    if (!existsSync(homeHandoff)) {
-      return null;
-    }
-    const content = readFileSync(homeHandoff, 'utf-8');
-    return {
-      source: homeHandoff,
-      charCount: content.length,
-      estimatedTokens: estimateTokensAccurate(content),
-      lineCount: content.split('\n').length,
-    };
-  }
-
-  const content = readFileSync(handoffPath, 'utf-8');
-  return {
-    source: handoffPath,
-    charCount: content.length,
-    estimatedTokens: estimateTokensAccurate(content),
-    lineCount: content.split('\n').length,
-  };
-}
-
-function measureClaudeConversations(): TokenMetrics[] {
-  const claudeProjectsDir = join(homedir(), '.claude', 'projects');
-  const metrics: TokenMetrics[] = [];
-
-  if (!existsSync(claudeProjectsDir)) {
-    return metrics;
-  }
-
-  // Find conversation files
-  const projectDirs = readdirSync(claudeProjectsDir);
-
-  for (const dir of projectDirs.slice(0, 5)) {
-    const projectPath = join(claudeProjectsDir, dir);
-    const stat = statSync(projectPath);
-
-    if (stat.isDirectory()) {
-      const files = readdirSync(projectPath).filter((f) =>
-        f.endsWith('.jsonl')
-      );
-
-      for (const file of files.slice(0, 3)) {
-        const filePath = join(projectPath, file);
-        try {
-          const content = readFileSync(filePath, 'utf-8');
-          metrics.push({
-            source: file,
-            charCount: content.length,
-            estimatedTokens: estimateTokensAccurate(content),
-            lineCount: content.split('\n').length,
-          });
-        } catch {
-          // Skip unreadable files
-        }
-      }
-    }
-  }
-
-  return metrics;
-}
-
-function measureFramesAndEvents(): SessionMetrics | null {
-  const dbPath = join(homedir(), '.stackmemory', 'context.db');
-
-  if (!existsSync(dbPath)) {
-    return null;
-  }
-
-  try {
-    const db = new Database(dbPath, { readonly: true });
-
-    // Get frame count and content
-    const frameResult = db
-      .prepare(
-        `
-      SELECT COUNT(*) as count,
-             SUM(LENGTH(COALESCE(name, '') || COALESCE(json(inputs), '') || COALESCE(json(outputs), '') || COALESCE(json(digest_json), ''))) as totalChars
-      FROM frames
-    `
-      )
-      .get() as { count: number; totalChars: number } | undefined;
-
-    // Get event count and content
-    const eventResult = db
-      .prepare(
-        `
-      SELECT COUNT(*) as count,
-             SUM(LENGTH(COALESCE(event_type, '') || COALESCE(json(payload), ''))) as totalChars
-      FROM events
-    `
-      )
-      .get() as { count: number; totalChars: number } | undefined;
-
-    db.close();
-
-    const frameChars = frameResult?.totalChars || 0;
-    const eventChars = eventResult?.totalChars || 0;
-    const totalChars = frameChars + eventChars;
-
-    return {
-      sessionId: 'aggregate',
-      frameCount: frameResult?.count || 0,
-      eventCount: eventResult?.count || 0,
-      estimatedSessionTokens: estimateTokensAccurate(
-        String(totalChars).repeat(Math.floor(totalChars / 10) || 1)
-      ),
-    };
-  } catch (err) {
-    console.log('Error measuring frames/events:', err);
-    return null;
-  }
-}
-
-function formatNumber(n: number): string {
-  if (n >= 1000) {
-    return (n / 1000).toFixed(1) + 'K';
-  }
-  return n.toString();
-}
-
-async function main() {
-  console.log('========================================');
-  console.log('   HANDOFF CONTEXT IMPACT ANALYSIS');
-  console.log('   (Actual Measurements)');
-  console.log('========================================\n');
-
-  // 1. Measure last handoff file
-  console.log('1. LAST HANDOFF FILE');
-  console.log('--------------------');
-  const lastHandoff = measureLastHandoffFile();
-  if (lastHandoff) {
-    console.log(`   Source: ${lastHandoff.source}`);
-    console.log(`   Characters: ${formatNumber(lastHandoff.charCount)}`);
-    console.log(`   Lines: ${lastHandoff.lineCount}`);
-    console.log(
-      `   Estimated tokens: ${formatNumber(lastHandoff.estimatedTokens)}`
-    );
-  } else {
-    console.log('   No handoff file found');
-  }
-  console.log('');
-
-  // 2. Measure handoffs from database
-  console.log('2. HANDOFFS FROM DATABASE');
-  console.log('-------------------------');
-  const handoffs = measureHandoffs();
-  if (handoffs.length > 0) {
-    let totalTokens = 0;
-    for (const h of handoffs) {
-      console.log(
-        `   ${h.handoffId.slice(0, 8)}: ${formatNumber(h.handoffTokens)} tokens (${formatNumber(h.handoffChars)} chars)`
-      );
-      totalTokens += h.handoffTokens;
-    }
-    const avgTokens = Math.round(totalTokens / handoffs.length);
-    console.log(`   Average: ${formatNumber(avgTokens)} tokens per handoff`);
-  } else {
-    console.log('   No handoffs in database');
-  }
-  console.log('');
-
-  // 3. Measure Claude conversation files
-  console.log('3. CLAUDE CONVERSATION FILES');
-  console.log('----------------------------');
-  const conversations = measureClaudeConversations();
-  if (conversations.length > 0) {
-    let totalConvTokens = 0;
-    let maxConvTokens = 0;
-    for (const c of conversations) {
-      console.log(
-        `   ${c.source}: ${formatNumber(c.estimatedTokens)} tokens (${formatNumber(c.charCount)} chars, ${c.lineCount} lines)`
-      );
-      totalConvTokens += c.estimatedTokens;
-      maxConvTokens = Math.max(maxConvTokens, c.estimatedTokens);
-    }
-    const avgConvTokens = Math.round(totalConvTokens / conversations.length);
-    console.log(
-      `   Average: ${formatNumber(avgConvTokens)} tokens per conversation`
-    );
-    console.log(`   Max: ${formatNumber(maxConvTokens)} tokens`);
-  } else {
-    console.log('   No conversation files found');
-  }
-  console.log('');
-
-  // 4. Measure StackMemory database
-  console.log('4. STACKMEMORY DATABASE CONTENT');
-  console.log('-------------------------------');
-  const dbMetrics = measureFramesAndEvents();
-  if (dbMetrics) {
-    console.log(`   Frames: ${dbMetrics.frameCount}`);
-    console.log(`   Events: ${dbMetrics.eventCount}`);
-    console.log(
-      `   Total stored data: ~${formatNumber(dbMetrics.estimatedSessionTokens)} tokens equivalent`
-    );
-  } else {
-    console.log('   No database metrics available');
-  }
-  console.log('');
-
-  // 5. Calculate compression ratios
-  console.log('5. COMPRESSION ANALYSIS');
-  console.log('-----------------------');
-
-  const avgHandoffTokens =
-    handoffs.length > 0
-      ? Math.round(
-          handoffs.reduce((sum, h) => sum + h.handoffTokens, 0) /
-            handoffs.length
-        )
-      : lastHandoff?.estimatedTokens || 2000;
-
-  const avgConversationTokens =
-    conversations.length > 0
-      ? Math.round(
-          conversations.reduce((sum, c) => sum + c.estimatedTokens, 0) /
-            conversations.length
-        )
-      : 80000;
-
-  // Typical session sizes based on actual data
-  const sessionSizes = {
-    short: 35000, // 2hr session
-    medium: 78000, // 4hr session
-    long: 142000, // 8hr session
-    actual: avgConversationTokens,
-  };
-
-  console.log('\n   Compression Ratios (using actual handoff size):');
-  console.log(`   Handoff size: ${formatNumber(avgHandoffTokens)} tokens\n`);
-
-  for (const [label, size] of Object.entries(sessionSizes)) {
-    const reduction = (((size - avgHandoffTokens) / size) * 100).toFixed(1);
-    const saved = size - avgHandoffTokens;
-    console.log(
-      `   ${label.padEnd(8)}: ${formatNumber(size)} -> ${formatNumber(avgHandoffTokens)} = ${reduction}% reduction (${formatNumber(saved)} saved)`
-    );
-  }
-
-  console.log('');
-
-  // 6. Context window impact
-  console.log('6. CONTEXT WINDOW IMPACT');
-  console.log('------------------------');
-  const contextWindow = 200000;
-  const systemPrompt = 2000;
-  const currentTools = 10000;
-
-  const withoutHandoff = {
-    used: systemPrompt + avgConversationTokens + currentTools,
-    available: 0,
-  };
-  withoutHandoff.available = contextWindow - withoutHandoff.used;
-
-  const withHandoff = {
-    used: systemPrompt + avgHandoffTokens + currentTools,
-    available: 0,
-  };
-  withHandoff.available = contextWindow - withHandoff.used;
-
-  console.log(`   Context window: ${formatNumber(contextWindow)} tokens`);
-  console.log(`   System prompt: ${formatNumber(systemPrompt)} tokens`);
-  console.log(`   Current tools: ${formatNumber(currentTools)} tokens\n`);
-
-  console.log('   WITHOUT HANDOFF:');
-  console.log(
-    `     Conversation history: ${formatNumber(avgConversationTokens)} tokens`
-  );
-  console.log(`     Total used: ${formatNumber(withoutHandoff.used)} tokens`);
-  console.log(
-    `     Available for work: ${formatNumber(withoutHandoff.available)} tokens (${((withoutHandoff.available / contextWindow) * 100).toFixed(1)}%)`
-  );
-  console.log('');
-
-  console.log('   WITH HANDOFF:');
-  console.log(`     Handoff summary: ${formatNumber(avgHandoffTokens)} tokens`);
-  console.log(`     Total used: ${formatNumber(withHandoff.used)} tokens`);
-  console.log(
-    `     Available for work: ${formatNumber(withHandoff.available)} tokens (${((withHandoff.available / contextWindow) * 100).toFixed(1)}%)`
-  );
-  console.log('');
-
-  const improvement = withHandoff.available - withoutHandoff.available;
-  const improvementPct = (
-    (improvement / withoutHandoff.available) *
-    100
-  ).toFixed(1);
-  console.log(
-    `   IMPROVEMENT: +${formatNumber(improvement)} tokens (+${improvementPct}% more capacity)`
-  );
-
-  console.log('\n========================================');
-  console.log('   SUMMARY');
-  console.log('========================================\n');
-
-  const actualReduction = (
-    ((avgConversationTokens - avgHandoffTokens) / avgConversationTokens) *
-    100
-  ).toFixed(1);
-
-  console.log(
-    `   Actual handoff size: ${formatNumber(avgHandoffTokens)} tokens`
-  );
-  console.log(
-    `   Actual conversation size: ${formatNumber(avgConversationTokens)} tokens`
-  );
-  console.log(`   Actual compression: ${actualReduction}%`);
-  console.log(`   Actual context freed: ${formatNumber(improvement)} tokens`);
-  console.log('');
-
-  // Validate claims from document
-  console.log('   CLAIM VALIDATION:');
-  console.log('   -----------------');
-  const claimedReduction = '85-98%';
-  const claimedHandoff = '1K-5K tokens';
-  const claimedConversation = '50K-150K tokens';
-
-  console.log(`   Claimed reduction: ${claimedReduction}`);
-  console.log(`   Measured reduction: ${actualReduction}%`);
-  console.log(
-    `   Status: ${parseFloat(actualReduction) >= 85 ? 'VALIDATED' : 'NEEDS REVISION'}`
-  );
-  console.log('');
-  console.log(`   Claimed handoff size: ${claimedHandoff}`);
-  console.log(
-    `   Measured handoff size: ${formatNumber(avgHandoffTokens)} tokens`
-  );
-  console.log(
-    `   Status: ${avgHandoffTokens >= 1000 && avgHandoffTokens <= 5000 ? 'VALIDATED' : 'NEEDS REVISION'}`
-  );
-  console.log('');
-  console.log(`   Claimed conversation: ${claimedConversation}`);
-  console.log(
-    `   Measured conversation: ${formatNumber(avgConversationTokens)} tokens`
-  );
-  console.log(
-    `   Status: ${avgConversationTokens >= 50000 && avgConversationTokens <= 150000 ? 'VALIDATED' : 'NEEDS REVISION'}`
-  );
-}
-
-main().catch(console.error);

package/scripts/publish-local.js

@@ -1,74 +0,0 @@
-#!/usr/bin/env node
-/**
- * Local NPM Publishing Script with Token
- * Usage: node scripts/publish-local.js
- * 
- * Requires NPM_TOKEN in environment or .env file
- */
-
-import { execSync } from 'child_process';
-import { existsSync, readFileSync } from 'fs';
-import { join } from 'path';
-import chalk from 'chalk';
-
-// Load .env file if it exists
-const envPath = join(process.cwd(), '.env');
-if (existsSync(envPath)) {
-  const envContent = readFileSync(envPath, 'utf-8');
-  envContent.split('\n').forEach(line => {
-    const [key, value] = line.split('=');
-    if (key && value && !process.env[key]) {
-      process.env[key.trim()] = value.trim();
-    }
-  });
-}
-
-// Check for NPM token
-const npmToken = process.env.NPM_TOKEN;
-if (!npmToken) {
-  console.error(chalk.red('❌ NPM_TOKEN not found'));
-  console.log(chalk.yellow('Please set NPM_TOKEN environment variable:'));
-  console.log(chalk.gray('  export NPM_TOKEN=npm_xxx...'));
-  console.log(chalk.gray('  Or create a .env file with NPM_TOKEN=npm_xxx...'));
-  console.log();
-  console.log(chalk.yellow('Get your token from:'));
-  console.log(chalk.blue('  https://www.npmjs.com/settings/YOUR_USERNAME/tokens'));
-  process.exit(1);
-}
-
-// Create .npmrc with token
-const npmrcContent = `//registry.npmjs.org/:_authToken=${npmToken}
-registry=https://registry.npmjs.org/
-access=public
-`;
-
-console.log(chalk.green('📝 Setting up NPM authentication...'));
-execSync(`echo "${npmrcContent}" > ~/.npmrc`);
-
-try {
-  // Check current version
-  console.log(chalk.yellow('📦 Current package info:'));
-  execSync('npm view @stackmemoryai/stackmemory version', { stdio: 'inherit' });
-  
-  // Build
-  console.log(chalk.yellow('\n🔨 Building package...'));
-  execSync('npm run build', { stdio: 'inherit' });
-  
-  // Publish
-  console.log(chalk.yellow('\n🚀 Publishing to NPM...'));
-  execSync('npm publish --access public', { stdio: 'inherit' });
-  
-  console.log(chalk.green('\n✅ Successfully published to NPM!'));
-  
-  // Show new version
-  console.log(chalk.yellow('\n📦 New package info:'));
-  execSync('npm view @stackmemoryai/stackmemory version', { stdio: 'inherit' });
-  
-} catch (error) {
-  console.error(chalk.red('\n❌ Publishing failed:'), error.message);
-  process.exit(1);
-} finally {
-  // Clean up .npmrc (optional, for security)
-  console.log(chalk.gray('\n🧹 Cleaning up credentials...'));
-  execSync('rm ~/.npmrc 2>/dev/null || true');
-}