agent-world 0.11.1 → 0.12.0

package/dist/core/storage/migration-runner.js

@@ -0,0 +1,306 @@
+/**
+ * SQL File-Based Migration Runner
+ *
+ * Purpose: Manages database schema migrations using SQL files
+ *
+ * Features:
+ * - Executes SQL migration files in order
+ * - Tracks migration versions in database
+ * - Supports both TypeScript and SQL file migrations
+ * - Prevents concurrent migrations with locks
+ * - Provides rollback support (future enhancement)
+ * - Better error handling and logging
+ *
+ * Migration File Naming Convention:
+ * - {version}_{description}.sql (e.g., 0001_create_events_table.sql)
+ * - Version numbers must be sequential
+ * - Files are executed in numeric order
+ *
+ * Implementation:
+ * - 2025-11-02: Initial implementation replacing inline TypeScript migrations
+ */
+import { promisify } from 'util';
+import * as fs from 'fs';
+import * as path from 'path';
+import { createCategoryLogger } from '../logger.js';
+const logger = createCategoryLogger('storage.migration');
+/**
+ * Get current schema version from database
+ */
+export async function getCurrentVersion(db) {
+    const get = promisify(db.get.bind(db));
+    try {
+        const result = await get("PRAGMA user_version");
+        return result.user_version;
+    }
+    catch {
+        return 0;
+    }
+}
+/**
+ * Set schema version in database
+ */
+export async function setVersion(db, version) {
+    // Ensure version is an integer
+    const intVersion = Math.floor(version);
+    // PRAGMA statements work with db.run but need to be handled in serialize mode
+    await new Promise((resolve, reject) => {
+        db.serialize(() => {
+            db.run(`PRAGMA user_version = ${intVersion}`, (err) => {
+                if (err)
+                    reject(err);
+                else
+                    resolve();
+            });
+        });
+    });
+    logger.info('Schema version updated', { version: intVersion });
+}
+/**
+ * Create migration tracking table if it doesn't exist
+ * This provides better migration history than just PRAGMA user_version
+ */
+export async function ensureMigrationTable(db) {
+    return new Promise((resolve, reject) => {
+        db.run(`
+      CREATE TABLE IF NOT EXISTS schema_migrations (
+        version INTEGER PRIMARY KEY,
+        name TEXT NOT NULL,
+        applied_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
+      )
+    `, (err) => {
+            if (err)
+                reject(err);
+            else
+                resolve();
+        });
+    });
+}
+/**
+ * Get list of applied migrations from tracking table
+ */
+export async function getAppliedMigrations(db) {
+    const all = promisify(db.all.bind(db));
+    try {
+        // Ensure table exists before querying
+        await ensureMigrationTable(db);
+        const rows = await all("SELECT version, name, applied_at FROM schema_migrations ORDER BY version");
+        return rows || [];
+    }
+    catch {
+        return [];
+    }
+}
+/**
+ * Record a migration in the tracking table
+ */
+export async function recordMigration(db, version, name) {
+    // Ensure table exists before inserting
+    await ensureMigrationTable(db);
+    const run = (sql, params) => {
+        return new Promise((resolve, reject) => {
+            db.run(sql, params || [], (err) => {
+                if (err)
+                    reject(err);
+                else
+                    resolve();
+            });
+        });
+    };
+    await run("INSERT INTO schema_migrations (version, name) VALUES (?, ?)", [version, name]);
+}
+/**
+ * Discover all SQL migration files in the migrations directory
+ */
+export function discoverMigrations(migrationsDir) {
+    if (!fs.existsSync(migrationsDir)) {
+        logger.warn('Migrations directory not found', { dir: migrationsDir });
+        return [];
+    }
+    const files = fs.readdirSync(migrationsDir)
+        .filter(f => f.endsWith('.sql'))
+        .map(filename => {
+        const match = filename.match(/^(\d+)_(.+)\.sql$/);
+        if (!match) {
+            logger.warn('Invalid migration filename format', { filename });
+            return null;
+        }
+        return {
+            version: parseInt(match[1], 10),
+            name: match[2],
+            filePath: path.join(migrationsDir, filename)
+        };
+    })
+        .filter((m) => m !== null)
+        .sort((a, b) => a.version - b.version);
+    return files;
+}
+/**
+ * Read and parse SQL migration file
+ */
+export function readMigrationFile(filePath) {
+    if (!fs.existsSync(filePath)) {
+        throw new Error(`Migration file not found: ${filePath}`);
+    }
+    return fs.readFileSync(filePath, 'utf-8');
+}
+/**
+ * Execute a single migration file
+ */
+export async function executeMigration(db, migration) {
+    // Split SQL by semicolons and execute each statement
+    const run = promisify(db.run.bind(db));
+    logger.info('Executing migration', {
+        version: migration.version,
+        name: migration.name
+    });
+    const sql = readMigrationFile(migration.filePath);
+    try {
+        // Split SQL into statements and execute each one
+        const statements = sql
+            .split(';')
+            .map(s => s.trim())
+            .filter(s => s.length > 0);
+        for (const statement of statements) {
+            await run(statement);
+        }
+        await recordMigration(db, migration.version, migration.name);
+        await setVersion(db, migration.version);
+        logger.info('Migration completed successfully', {
+            version: migration.version,
+            name: migration.name
+        });
+    }
+    catch (error) {
+        logger.error('Migration failed', {
+            version: migration.version,
+            name: migration.name,
+            error: error instanceof Error ? error.message : String(error)
+        });
+        throw error;
+    }
+}
+/**
+ * Check if migrations are needed
+ */
+export async function needsMigration(db, migrationsDir) {
+    const currentVersion = await getCurrentVersion(db);
+    const migrations = discoverMigrations(migrationsDir);
+    if (migrations.length === 0) {
+        return false;
+    }
+    const latestVersion = Math.max(...migrations.map(m => m.version));
+    return currentVersion < latestVersion;
+}
+// Global migration locks to prevent concurrent migrations
+const migrationLocks = new Map();
+/**
+ * Run all pending migrations
+ */
+export async function runMigrations(ctx) {
+    const dbPath = ctx.db.filename || 'memory';
+    // Check if there's already a migration in progress for this database
+    if (migrationLocks.has(dbPath)) {
+        logger.info('Waiting for existing migration to complete', { dbPath });
+        await migrationLocks.get(dbPath);
+        return;
+    }
+    const migrationPromise = performMigrations(ctx);
+    migrationLocks.set(dbPath, migrationPromise);
+    try {
+        await migrationPromise;
+    }
+    finally {
+        migrationLocks.delete(dbPath);
+    }
+}
+/**
+ * Internal function to perform migrations
+ */
+async function performMigrations(ctx) {
+    const { db, migrationsDir } = ctx;
+    // Ensure migration tracking table exists
+    await ensureMigrationTable(db);
+    const currentVersion = await getCurrentVersion(db);
+    const migrations = discoverMigrations(migrationsDir);
+    if (migrations.length === 0) {
+        logger.info('No migration files found', { dir: migrationsDir });
+        return;
+    }
+    // For completely fresh databases at v0, include migration 0000
+    // For all other cases, only include migrations with version > currentVersion
+    const pendingMigrations = currentVersion === 0
+        ? migrations.filter(m => m.version >= 0)
+        : migrations.filter(m => m.version > currentVersion);
+    if (pendingMigrations.length === 0) {
+        logger.info('Database is up to date', { currentVersion });
+        return;
+    }
+    logger.info('Starting migrations', {
+        currentVersion,
+        pendingCount: pendingMigrations.length,
+        targetVersion: Math.max(...pendingMigrations.map(m => m.version))
+    });
+    // Execute each pending migration in order
+    for (const migration of pendingMigrations) {
+        await executeMigration(db, migration);
+    }
+    const finalVersion = await getCurrentVersion(db);
+    logger.info('Migrations completed', {
+        fromVersion: currentVersion,
+        toVersion: finalVersion
+    });
+}
+/**
+ * Get migration status and history
+ */
+export async function getMigrationStatus(ctx) {
+    const { db, migrationsDir } = ctx;
+    const currentVersion = await getCurrentVersion(db);
+    const availableMigrations = discoverMigrations(migrationsDir);
+    let appliedMigrations = [];
+    try {
+        appliedMigrations = await getAppliedMigrations(db);
+    }
+    catch {
+        // Migration table might not exist yet
+    }
+    const pendingMigrations = availableMigrations.filter(m => m.version > currentVersion);
+    return {
+        currentVersion,
+        availableMigrations,
+        appliedMigrations,
+        pendingMigrations
+    };
+}
+/**
+ * Validate migration file sequence
+ * Ensures no gaps or duplicates in version numbers
+ */
+export function validateMigrationSequence(migrations) {
+    const errors = [];
+    if (migrations.length === 0) {
+        return { isValid: true, errors };
+    }
+    // Check for duplicates
+    const versions = migrations.map(m => m.version);
+    const uniqueVersions = new Set(versions);
+    if (versions.length !== uniqueVersions.size) {
+        errors.push('Duplicate migration versions found');
+    }
+    // Check for gaps (optional - might want to allow gaps)
+    for (let i = 1; i < migrations.length; i++) {
+        const expectedVersion = migrations[i - 1].version + 1;
+        if (migrations[i].version !== expectedVersion) {
+            logger.warn('Gap in migration sequence', {
+                expected: expectedVersion,
+                actual: migrations[i].version
+            });
+        }
+    }
+    return {
+        isValid: errors.length === 0,
+        errors
+    };
+}
+//# sourceMappingURL=migration-runner.js.map

package/dist/core/storage/migration-runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"migration-runner.js","sourceRoot":"","sources":["../../../core/storage/migration-runner.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAGH,OAAO,EAAE,SAAS,EAAE,MAAM,MAAM,CAAC;AACjC,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AACzB,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,EAAE,oBAAoB,EAAE,MAAM,cAAc,CAAC;AAEpD,MAAM,MAAM,GAAG,oBAAoB,CAAC,mBAAmB,CAAC,CAAC;AAmBzD;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,EAAY;IAClD,MAAM,GAAG,GAAG,SAAS,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;IACvC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,qBAAqB,CAA6B,CAAC;QAC5E,OAAO,MAAM,CAAC,YAAY,CAAC;IAC7B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,CAAC,CAAC;IACX,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,EAAY,EAAE,OAAe;IAC5D,+BAA+B;IAC/B,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAEvC,8EAA8E;IAC9E,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC1C,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE;YAChB,EAAE,CAAC,GAAG,CAAC,yBAAyB,UAAU,EAAE,EAAE,CAAC,GAAG,EAAE,EAAE;gBACpD,IAAI,GAAG;oBAAE,MAAM,CAAC,GAAG,CAAC,CAAC;;oBAChB,OAAO,EAAE,CAAC;YACjB,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,MAAM,CAAC,IAAI,CAAC,wBAAwB,EAAE,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC,CAAC;AACjE,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,EAAY;IACrD,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC3C,EAAE,CAAC,GAAG,CAAC;;;;;;KAMN,EAAE,CAAC,GAAG,EAAE,EAAE;YACT,IAAI,GAAG;gBAAE,MAAM,CAAC,GAAG,CAAC,CAAC;;gBAChB,OAAO,EAAE,CAAC;QACjB,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,EAAY;IACrD,MAAM,GAAG,GAAG,SAAS,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;IACvC,IAAI,CAAC;QACH,sCAAsC;QACtC,MAAM,oBAAoB,CAAC,EAAE,CAAC,CAAC;QAC/B,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,0EAA0E,CAAsB,CAAC;QACxH,OAAO,IAAI,IAAI,EAAE,CAAC;IACpB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,EAAY,EAAE,OAAe,EAAE,IAAY;IAC/E,uCAAuC;IACvC,MAAM,oBAAoB,CAAC,EAAE,CAAC,CAAC;IAE/B,MAAM,GAAG,GAAG,CAAC,GAAW,EAAE,MAAc,EAAiB,EAAE;QACzD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,EAAE,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,IAAI,EAAE,EAAE,CAAC,GAAG,EAAE,EAAE;gBAChC,IAAI,GAAG;oBAAE,MAAM,CAAC,GAAG,CAAC,CAAC;;oBAChB,OAAO,EAAE,CAAC;YACjB,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC,CAAC;IACF,MAAM,GAAG,CACP,6DAA6D,EAC7D,CAAC,OAAO,EAAE,IAAI,CAAC,CAChB,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,kBAAkB,CAAC,aAAqB;IACtD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC;QAClC,MAAM,CAAC,IAAI,CAAC,gCAAgC,EAAE,EAAE,GAAG,EAAE,aAAa,EAAE,CAAC,CAAC;QACtE,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,KAAK,GAAG,EAAE,CAAC,WAAW,CAAC,aAAa,CAAC;SACxC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;SAC/B,GAAG,CAAC,QAAQ,CAAC,EAAE;QACd,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC;QAClD,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,CAAC,IAAI,CAAC,mCAAmC,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;YAC/D,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO;YACL,OAAO,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;YAC/B,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;YACd,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,QAAQ,CAAC;SAC7C,CAAC;IACJ,CAAC,CAAC;SACD,MAAM,CAAC,CAAC,CAAC,EAAsB,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC;SAC7C,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC;IAEzC,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,iBAAiB,CAAC,QAAgB;IAChD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC7B,MAAM,IAAI,KAAK,CAAC,6BAA6B,QAAQ,EAAE,CAAC,CAAC;IAC3D,CAAC;IACD,OAAO,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;AAC5C,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,EAAY,EAAE,SAAwB;IAC3E,qDAAqD;IACrD,MAAM,GAAG,GAAG,SAAS,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;IAEvC,MAAM,CAAC,IAAI,CAAC,qBAAqB,EAAE;QACjC,OAAO,EAAE,SAAS,CAAC,OAAO;QAC1B,IAAI,EAAE,SAAS,CAAC,IAAI;KACrB,CAAC,CAAC;IAEH,MAAM,GAAG,GAAG,iBAAiB,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;IAElD,IAAI,CAAC;QACH,iDAAiD;QACjD,MAAM,UAAU,GAAG,GAAG;aACnB,KAAK,CAAC,GAAG,CAAC;aACV,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;aAClB,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAE7B,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;YACnC,MAAM,GAAG,CAAC,SAAS,CAAC,CAAC;QACvB,CAAC;QAED,MAAM,eAAe,CAAC,EAAE,EAAE,SAAS,CAAC,OAAO,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC;QAC7D,MAAM,UAAU,CAAC,EAAE,EAAE,SAAS,CAAC,OAAO,CAAC,CAAC;QAExC,MAAM,CAAC,IAAI,CAAC,kCAAkC,EAAE;YAC9C,OAAO,EAAE,SAAS,CAAC,OAAO;YAC1B,IAAI,EAAE,SAAS,CAAC,IAAI;SACrB,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,KAAK,CAAC,kBAAkB,EAAE;YAC/B,OAAO,EAAE,SAAS,CAAC,OAAO;YAC1B,IAAI,EAAE,SAAS,CAAC,IAAI;YACpB,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;SAC9D,CAAC,CAAC;QACH,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,EAAY,EAAE,aAAqB;IACtE,MAAM,cAAc,GAAG,MAAM,iBAAiB,CAAC,EAAE,CAAC,CAAC;IACnD,MAAM,UAAU,GAAG,kBAAkB,CAAC,aAAa,CAAC,CAAC;IAErD,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;IAClE,OAAO,cAAc,GAAG,aAAa,CAAC;AACxC,CAAC;AAED,0DAA0D;AAC1D,MAAM,cAAc,GAAG,IAAI,GAAG,EAAyB,CAAC;AAExD;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,GAAqB;IACvD,MAAM,MAAM,GAAI,GAAG,CAAC,EAAU,CAAC,QAAQ,IAAI,QAAQ,CAAC;IAEpD,qEAAqE;IACrE,IAAI,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;QAC/B,MAAM,CAAC,IAAI,CAAC,4CAA4C,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;QACtE,MAAM,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACjC,OAAO;IACT,CAAC;IAED,MAAM,gBAAgB,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC;IAChD,cAAc,CAAC,GAAG,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC;IAE7C,IAAI,CAAC;QACH,MAAM,gBAAgB,CAAC;IACzB,CAAC;YAAS,CAAC;QACT,cAAc,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAChC,CAAC;AACH,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,iBAAiB,CAAC,GAAqB;IACpD,MAAM,EAAE,EAAE,EAAE,aAAa,EAAE,GAAG,GAAG,CAAC;IAElC,yCAAyC;IACzC,MAAM,oBAAoB,CAAC,EAAE,CAAC,CAAC;IAE/B,MAAM,cAAc,GAAG,MAAM,iBAAiB,CAAC,EAAE,CAAC,CAAC;IACnD,MAAM,UAAU,GAAG,kBAAkB,CAAC,aAAa,CAAC,CAAC;IAErD,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,MAAM,CAAC,IAAI,CAAC,0BAA0B,EAAE,EAAE,GAAG,EAAE,aAAa,EAAE,CAAC,CAAC;QAChE,OAAO;IACT,CAAC;IAED,+DAA+D;IAC/D,6EAA6E;IAC7E,MAAM,iBAAiB,GAAG,cAAc,KAAK,CAAC;QAC5C,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC;QACxC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,GAAG,cAAc,CAAC,CAAC;IAEvD,IAAI,iBAAiB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACnC,MAAM,CAAC,IAAI,CAAC,wBAAwB,EAAE,EAAE,cAAc,EAAE,CAAC,CAAC;QAC1D,OAAO;IACT,CAAC;IAED,MAAM,CAAC,IAAI,CAAC,qBAAqB,EAAE;QACjC,cAAc;QACd,YAAY,EAAE,iBAAiB,CAAC,MAAM;QACtC,aAAa,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;KAClE,CAAC,CAAC;IAEH,0CAA0C;IAC1C,KAAK,MAAM,SAAS,IAAI,iBAAiB,EAAE,CAAC;QAC1C,MAAM,gBAAgB,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;IACxC,CAAC;IAED,MAAM,YAAY,GAAG,MAAM,iBAAiB,CAAC,EAAE,CAAC,CAAC;IACjD,MAAM,CAAC,IAAI,CAAC,sBAAsB,EAAE;QAClC,WAAW,EAAE,cAAc;QAC3B,SAAS,EAAE,YAAY;KACxB,CAAC,CAAC;AACL,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,GAAqB;IAM5D,MAAM,EAAE,EAAE,EAAE,aAAa,EAAE,GAAG,GAAG,CAAC;IAElC,MAAM,cAAc,GAAG,MAAM,iBAAiB,CAAC,EAAE,CAAC,CAAC;IACnD,MAAM,mBAAmB,GAAG,kBAAkB,CAAC,aAAa,CAAC,CAAC;IAE9D,IAAI,iBAAiB,GAAsB,EAAE,CAAC;IAC9C,IAAI,CAAC;QACH,iBAAiB,GAAG,MAAM,oBAAoB,CAAC,EAAE,CAAC,CAAC;IACrD,CAAC;IAAC,MAAM,CAAC;QACP,sCAAsC;IACxC,CAAC;IAED,MAAM,iBAAiB,GAAG,mBAAmB,CAAC,MAAM,CAClD,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,GAAG,cAAc,CAChC,CAAC;IAEF,OAAO;QACL,cAAc;QACd,mBAAmB;QACnB,iBAAiB;QACjB,iBAAiB;KAClB,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,yBAAyB,CAAC,UAA2B;IAInE,MAAM,MAAM,GAAa,EAAE,CAAC;IAE5B,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;IACnC,CAAC;IAED,uBAAuB;IACvB,MAAM,QAAQ,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;IAChD,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC;IACzC,IAAI,QAAQ,CAAC,MAAM,KAAK,cAAc,CAAC,IAAI,EAAE,CAAC;QAC5C,MAAM,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAC;IACpD,CAAC;IAED,uDAAuD;IACvD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3C,MAAM,eAAe,GAAG,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC;QACtD,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO,KAAK,eAAe,EAAE,CAAC;YAC9C,MAAM,CAAC,IAAI,CAAC,2BAA2B,EAAE;gBACvC,QAAQ,EAAE,eAAe;gBACzB,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO;aAC9B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO;QACL,OAAO,EAAE,MAAM,CAAC,MAAM,KAAK,CAAC;QAC5B,MAAM;KACP,CAAC;AACJ,CAAC"}

package/dist/core/storage/queue-storage.d.ts

@@ -0,0 +1,147 @@
+/**
+ * Queue Storage - In-Memory Message Queue Implementation
+ *
+ * Purpose: Simple in-memory message queue for async processing
+ *
+ * Features:
+ * - FIFO per-world message queuing
+ * - Per-world locking (one message processing at a time)
+ * - Automatic retry on failure
+ * - Basic statistics tracking
+ *
+ * Implementation:
+ * - In-memory queues with Map-based storage
+ * - Simple locking via processing state tracking
+ * - Auto-retry when marking failed (up to maxRetries)
+ *
+ * Queue Message Lifecycle:
+ * 1. pending: Message enqueued, waiting in queue
+ * 2. processing: Message dequeued and being processed
+ * 3. completed: Processing finished successfully
+ * 4. failed: Processing failed after max retries
+ *
+ * Note: Data is NOT persisted - queue cleared on restart
+ * For production with persistence, use external MQ system (Redis, RabbitMQ, etc)
+ *
+ * Changes:
+ * - 2025-11-01: Replace SQL implementation with in-memory version
+ * - Reduced from 716 lines to 453 lines (242 lines of actual code)
+ * - Removed: SQL transactions, heartbeat monitoring, stuck detection, priority ordering
+ * - Kept: Core queue operations, per-world locking, auto-retry, statistics
+ * - All 31 unit tests pass with in-memory implementation
+ */
+/**
+ * Queue message status
+ */
+export type QueueStatus = 'pending' | 'processing' | 'completed' | 'failed';
+/**
+ * Queue message structure
+ */
+export interface QueueMessage {
+    id: string;
+    worldId: string;
+    messageId: string;
+    content: string;
+    sender: string;
+    chatId: string | null;
+    status: QueueStatus;
+    priority: number;
+    createdAt: Date;
+    processedAt?: Date;
+    heartbeatAt?: Date;
+    completedAt?: Date;
+    error?: string;
+    retryCount: number;
+    maxRetries: number;
+    timeoutSeconds: number;
+}
+/**
+ * Queue statistics
+ */
+export interface QueueStats {
+    pending: number;
+    processing: number;
+    completed: number;
+    failed: number;
+    oldestPending?: Date;
+    avgProcessingTime?: number;
+}
+/**
+ * Per-world queue statistics
+ */
+export interface WorldQueueStats extends QueueStats {
+    worldId: string;
+}
+/**
+ * Input type for enqueuing a new message
+ * Makes chatId optional since it's nullable
+ */
+export type EnqueueMessageInput = Omit<QueueMessage, 'id' | 'status' | 'createdAt' | 'retryCount' | 'processedAt' | 'completedAt' | 'heartbeatAt' | 'error' | 'chatId'> & {
+    chatId?: string | null;
+};
+/**
+ * Message queue storage interface
+ */
+export interface QueueStorage {
+    /**
+     * Enqueue a message for processing
+     * Returns the created queue message with generated ID
+     */
+    enqueue(message: EnqueueMessageInput): Promise<QueueMessage>;
+    /**
+     * Dequeue the next pending message for a specific world
+     * Atomically marks message as 'processing' and returns it
+     * Returns null if no pending messages or world already processing
+     */
+    dequeue(worldId: string): Promise<QueueMessage | null>;
+    /**
+     * Update heartbeat timestamp for a message
+     * Used to signal the message is still actively processing
+     */
+    updateHeartbeat(messageId: string): Promise<void>;
+    /**
+     * Mark a message as completed successfully
+     */
+    markCompleted(messageId: string): Promise<void>;
+    /**
+     * Mark a message as failed with error details
+     * Automatically retries if retryCount < maxRetries
+     */
+    markFailed(messageId: string, error: string): Promise<void>;
+    /**
+     * Retry a failed message (reset to pending)
+     * Only works if retryCount < maxRetries
+     */
+    retryMessage(messageId: string): Promise<boolean>;
+    /**
+     * Get queue depth (number of pending messages) for a world
+     */
+    getQueueDepth(worldId: string): Promise<number>;
+    /**
+     * Get queue statistics for a specific world or all worlds
+     */
+    getQueueStats(worldId?: string): Promise<WorldQueueStats[]>;
+    /**
+     * Detect and reset stuck messages (stale heartbeat)
+     * Returns number of messages reset
+     */
+    detectStuckMessages(): Promise<number>;
+    /**
+     * Cleanup old completed/failed messages
+     * Returns number of messages deleted
+     */
+    cleanup(olderThan: Date): Promise<number>;
+    /**
+     * Get message by ID (for debugging/monitoring)
+     */
+    getMessage(messageId: string): Promise<QueueMessage | null>;
+    /**
+     * Close/cleanup storage resources
+     */
+    close?(): Promise<void>;
+}
+/**
+ * In-Memory Queue Storage Implementation
+ */
+export declare function createMemoryQueueStorage(): QueueStorage;
+//# sourceMappingURL=queue-storage.d.ts.map

package/dist/core/storage/queue-storage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"queue-storage.d.ts","sourceRoot":"","sources":["../../../core/storage/queue-storage.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+BG;AAGH;;GAEG;AACH,MAAM,MAAM,WAAW,GAAG,SAAS,GAAG,YAAY,GAAG,WAAW,GAAG,QAAQ,CAAC;AAE5E;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,MAAM,EAAE,WAAW,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,IAAI,CAAC;IAChB,WAAW,CAAC,EAAE,IAAI,CAAC;IACnB,WAAW,CAAC,EAAE,IAAI,CAAC;IACnB,WAAW,CAAC,EAAE,IAAI,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,cAAc,EAAE,MAAM,CAAC;CACxB;AAED;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,aAAa,CAAC,EAAE,IAAI,CAAC;IACrB,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED;;GAEG;AACH,MAAM,WAAW,eAAgB,SAAQ,UAAU;IACjD,OAAO,EAAE,MAAM,CAAC;CACjB;AAED;;;GAGG;AACH,MAAM,MAAM,mBAAmB,GAAG,IAAI,CAAC,YAAY,EAAE,IAAI,GAAG,QAAQ,GAAG,WAAW,GAAG,YAAY,GAAG,aAAa,GAAG,aAAa,GAAG,aAAa,GAAG,OAAO,GAAG,QAAQ,CAAC,GAAG;IACxK,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACxB,CAAC;AAEF;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B;;;OAGG;IACH,OAAO,CAAC,OAAO,EAAE,mBAAmB,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IAE7D;;;;OAIG;IACH,OAAO,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,GAAG,IAAI,CAAC,CAAC;IAEvD;;;OAGG;IACH,eAAe,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAElD;;OAEG;IACH,aAAa,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEhD;;;OAGG;IACH,UAAU,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAE5D;;;OAGG;IACH,YAAY,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAElD;;OAEG;IACH,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAEhD;;OAEG;IACH,aAAa,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC,CAAC;IAE5D;;;OAGG;IACH,mBAAmB,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;IAEvC;;;OAGG;IACH,OAAO,CAAC,SAAS,EAAE,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAE1C;;OAEG;IACH,UAAU,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,GAAG,IAAI,CAAC,CAAC;IAE5D;;OAEG;IACH,KAAK,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACzB;AAaD;;GAEG;AACH,wBAAgB,wBAAwB,IAAI,YAAY,CAmRvD"}