openclaw-observability 1.0.0

package/dist/storage/mysql-writer.js

@@ -0,0 +1,287 @@
+"use strict";
+/**
+ * MySQL write layer
+ * Writes audit records to MySQL-compatible database
+ */
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MySQLWriter = void 0;
+const promise_1 = __importDefault(require("mysql2/promise"));
+const schema_1 = require("./schema");
+/**
+ * MySQL writer
+ * Manages connection pool and data writing
+ */
+class MySQLWriter {
+    pool = null;
+    config;
+    initialized = false;
+    initializing = false;
+    constructor(config) {
+        this.config = config;
+    }
+    /**
+     * Initialize connection pool and schema (with retries)
+     */
+    async initialize(maxRetries = 3, retryDelayMs = 15000) {
+        if (this.initialized)
+            return;
+        if (this.initializing)
+            return; // prevent concurrent initialization
+        this.initializing = true;
+        for (let attempt = 1; attempt <= maxRetries; attempt++) {
+            try {
+                await this._doInitialize();
+                this.initializing = false;
+                return;
+            }
+            catch (error) {
+                console.error(`[audit-duckdb] Initialize attempt ${attempt}/${maxRetries} failed:`, error.message || error);
+                if (attempt < maxRetries) {
+                    console.log(`[audit-duckdb] Retrying in ${retryDelayMs / 1000}s...`);
+                    await new Promise((r) => setTimeout(r, retryDelayMs));
+                }
+            }
+        }
+        this.initializing = false;
+        throw new Error('All MySQL initialization attempts failed');
+    }
+    /**
+     * Lazy initialization — auto-connect on query
+     */
+    async ensureReady() {
+        if (this.initialized && this.pool)
+            return true;
+        try {
+            await this.initialize(1, 0);
+            return this.initialized;
+        }
+        catch {
+            return false;
+        }
+    }
+    async _doInitialize() {
+        // Connect without specifying database first, ensure it exists, then switch
+        const initPool = promise_1.default.createPool({
+            host: this.config.host,
+            port: this.config.port,
+            user: this.config.user,
+            password: this.config.password,
+            charset: 'utf8mb4',
+            waitForConnections: true,
+            connectionLimit: 2,
+            connectTimeout: 30000,
+        });
+        // Ensure database exists (DDL uses query, not execute)
+        await initPool.query(`CREATE DATABASE IF NOT EXISTS \`${this.config.database}\``);
+        await initPool.end();
+        // Create main connection pool with database specified
+        this.pool = promise_1.default.createPool({
+            host: this.config.host,
+            port: this.config.port,
+            user: this.config.user,
+            password: this.config.password,
+            database: this.config.database,
+            charset: 'utf8mb4',
+            waitForConnections: true,
+            connectionLimit: 5,
+            queueLimit: 0,
+            connectTimeout: 30000,
+            enableKeepAlive: true,
+            keepAliveInitialDelay: 10000,
+        });
+        // Test connection
+        const conn = await this.pool.getConnection();
+        conn.release();
+        // Ensure table schema exists
+        await (0, schema_1.ensureSchema)(this.pool);
+        this.initialized = true;
+        console.log('[audit-duckdb] MySQL writer initialized successfully');
+    }
+    /**
+     * Batch write buffer entries
+     */
+    async writeBatch(entries) {
+        if (!this.pool || !this.initialized) {
+            throw new Error('MySQL writer not initialized');
+        }
+        const actions = entries
+            .filter((e) => e.type === 'action')
+            .map((e) => e.data);
+        const sessions = entries
+            .filter((e) => e.type === 'session')
+            .map((e) => e.data);
+        // Write actions first, then sessions — ensures session stats aggregate this batch's actions
+        if (actions.length > 0)
+            await this.writeActions(actions);
+        if (sessions.length > 0)
+            await this.writeSessions(sessions);
+    }
+    /**
+     * Batch insert audit action records
+     */
+    async writeActions(actions) {
+        if (!this.pool)
+            return;
+        const sql = `
+      INSERT INTO audit_actions 
+        (session_id, action_type, action_name, model_name, input_params, output_result,
+         prompt_tokens, completion_tokens, duration_ms, user_id, created_at)
+      VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
+    `;
+        const conn = await this.pool.getConnection();
+        try {
+            for (const action of actions) {
+                await conn.execute(sql, [
+                    action.sessionId,
+                    action.actionType,
+                    action.actionName,
+                    action.modelName,
+                    action.inputParams ? JSON.stringify(action.inputParams) : null,
+                    action.outputResult ? JSON.stringify(action.outputResult) : null,
+                    action.promptTokens,
+                    action.completionTokens,
+                    action.durationMs,
+                    action.userId,
+                    action.createdAt,
+                ]);
+            }
+        }
+        finally {
+            conn.release();
+        }
+    }
+    /**
+     * Write or update session summary records
+     * Stats are aggregated in real-time from audit_actions, not from memory counters
+     * This ensures historical data is preserved even after Gateway restarts
+     */
+    async writeSessions(sessions) {
+        if (!this.pool)
+            return;
+        // Deduplicate: keep only the latest entry per sessionId in same batch
+        const deduped = new Map();
+        for (const s of sessions) {
+            deduped.set(s.sessionId, s);
+        }
+        const conn = await this.pool.getConnection();
+        try {
+            for (const session of deduped.values()) {
+                // Aggregate stats from audit_actions in real-time
+                const [statsRows] = await conn.query(`SELECT
+             MIN(created_at) AS start_time,
+             MAX(created_at) AS end_time,
+             COUNT(*)        AS total_actions,
+             COALESCE(SUM(COALESCE(prompt_tokens, 0) + COALESCE(completion_tokens, 0)), 0) AS total_tokens
+           FROM audit_actions
+           WHERE session_id = ?`, [session.sessionId]);
+                const stats = statsRows[0];
+                // If no action records for this session, use passed-in values
+                const startTime = stats?.start_time || session.startTime;
+                const endTime = stats?.end_time || session.endTime;
+                const totalActions = Number(stats?.total_actions) || 0;
+                const totalTokens = Number(stats?.total_tokens) || 0;
+                // Check if session already exists
+                const [existingRows] = await conn.query('SELECT session_id, start_time FROM audit_sessions WHERE session_id = ?', [session.sessionId]);
+                const existing = existingRows[0];
+                if (existing) {
+                    // UPDATE — keep the earlier start_time, use latest aggregated values for the rest
+                    const earlierStart = existing.start_time && startTime && new Date(existing.start_time) < new Date(startTime)
+                        ? existing.start_time
+                        : startTime;
+                    await conn.execute(`UPDATE audit_sessions
+               SET user_id = ?,
+                   model_name = CASE WHEN ? != '' THEN ? ELSE model_name END,
+                   start_time = ?,
+                   end_time = ?,
+                   total_actions = ?,
+                   total_tokens = ?
+             WHERE session_id = ?`, [
+                        session.userId || existing.user_id || '',
+                        session.modelName, session.modelName,
+                        earlierStart,
+                        endTime,
+                        totalActions,
+                        totalTokens,
+                        session.sessionId,
+                    ]);
+                }
+                else {
+                    // INSERT — new session
+                    await conn.execute(`INSERT INTO audit_sessions
+              (session_id, user_id, model_name, start_time, end_time, total_actions, total_tokens)
+             VALUES (?, ?, ?, ?, ?, ?, ?)`, [
+                        session.sessionId,
+                        session.userId,
+                        session.modelName,
+                        startTime,
+                        endTime,
+                        totalActions,
+                        totalTokens,
+                    ]);
+                }
+            }
+        }
+        finally {
+            conn.release();
+        }
+    }
+    /**
+     * Write security alert records
+     */
+    async writeAlerts(alerts) {
+        if (!this.pool || alerts.length === 0)
+            return;
+        const sql = `
+      INSERT INTO audit_alerts
+        (alert_id, session_id, action_type, action_name, rule_id, rule_name,
+         category, severity, finding, context, status, user_id, model_name, created_at)
+      VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
+    `;
+        const conn = await this.pool.getConnection();
+        try {
+            for (const alert of alerts) {
+                await conn.execute(sql, [
+                    alert.alertId,
+                    alert.sessionId,
+                    alert.actionType,
+                    alert.actionName,
+                    alert.ruleId,
+                    alert.ruleName,
+                    alert.category,
+                    alert.severity,
+                    alert.finding,
+                    alert.context,
+                    alert.status,
+                    alert.userId,
+                    alert.modelName,
+                    alert.createdAt,
+                ]);
+            }
+        }
+        finally {
+            conn.release();
+        }
+    }
+    /**
+     * Get connection pool (for Web API queries)
+     */
+    getPool() {
+        return this.pool;
+    }
+    /**
+     * Close connection pool
+     */
+    async close() {
+        if (this.pool) {
+            await this.pool.end();
+            this.pool = null;
+            this.initialized = false;
+            console.log('[audit-duckdb] MySQL writer closed');
+        }
+    }
+}
+exports.MySQLWriter = MySQLWriter;
+//# sourceMappingURL=mysql-writer.js.map

package/dist/storage/mysql-writer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mysql-writer.js","sourceRoot":"","sources":["../../src/storage/mysql-writer.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;;;;AAEH,6DAA6C;AAI7C,qCAAwC;AAIxC;;;GAGG;AACH,MAAa,WAAW;IACd,IAAI,GAAgB,IAAI,CAAC;IACzB,MAAM,CAAc;IACpB,WAAW,GAAY,KAAK,CAAC;IAC7B,YAAY,GAAY,KAAK,CAAC;IAEtC,YAAY,MAAmB;QAC7B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CAAC,UAAU,GAAG,CAAC,EAAE,YAAY,GAAG,KAAK;QACnD,IAAI,IAAI,CAAC,WAAW;YAAE,OAAO;QAC7B,IAAI,IAAI,CAAC,YAAY;YAAE,OAAO,CAAC,oCAAoC;QAEnE,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QAEzB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;YACvD,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;gBAC3B,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;gBAC1B,OAAO;YACT,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CACX,qCAAqC,OAAO,IAAI,UAAU,UAAU,EACnE,KAAe,CAAC,OAAO,IAAI,KAAK,CAClC,CAAC;gBACF,IAAI,OAAO,GAAG,UAAU,EAAE,CAAC;oBACzB,OAAO,CAAC,GAAG,CAAC,8BAA8B,YAAY,GAAG,IAAI,MAAM,CAAC,CAAC;oBACrE,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC,CAAC;gBACxD,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;IAC9D,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW;QACf,IAAI,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,IAAI;YAAE,OAAO,IAAI,CAAC;QAC/C,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAC5B,OAAO,IAAI,CAAC,WAAW,CAAC;QAC1B,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,aAAa;QACzB,2EAA2E;QAC3E,MAAM,QAAQ,GAAG,iBAAK,CAAC,UAAU,CAAC;YAChC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI;YACtB,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI;YACtB,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI;YACtB,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ;YAC9B,OAAO,EAAE,SAAS;YAClB,kBAAkB,EAAE,IAAI;YACxB,eAAe,EAAE,CAAC;YAClB,cAAc,EAAE,KAAK;SACtB,CAAC,CAAC;QAEH,uDAAuD;QACvD,MAAM,QAAQ,CAAC,KAAK,CAClB,mCAAmC,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,CAC5D,CAAC;QACF,MAAM,QAAQ,CAAC,GAAG,EAAE,CAAC;QAErB,sDAAsD;QACtD,IAAI,CAAC,IAAI,GAAG,iBAAK,CAAC,UAAU,CAAC;YAC3B,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI;YACtB,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI;YACtB,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI;YACtB,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ;YAC9B,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ;YAC9B,OAAO,EAAE,SAAS;YAClB,kBAAkB,EAAE,IAAI;YACxB,eAAe,EAAE,CAAC;YAClB,UAAU,EAAE,CAAC;YACb,cAAc,EAAE,KAAK;YACrB,eAAe,EAAE,IAAI;YACrB,qBAAqB,EAAE,KAAK;SAC7B,CAAC,CAAC;QAEH,kBAAkB;QAClB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;QAC7C,IAAI,CAAC,OAAO,EAAE,CAAC;QAEf,6BAA6B;QAC7B,MAAM,IAAA,qBAAY,EAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,OAAO,CAAC,GAAG,CAAC,sDAAsD,CAAC,CAAC;IACtE,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CAAC,OAAsB;QACrC,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACpC,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAClD,CAAC;QAED,MAAM,OAAO,GAAG,OAAO;aACpB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC;aAClC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAmB,CAAC,CAAC;QACrC,MAAM,QAAQ,GAAG,OAAO;aACrB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC;aACnC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAoB,CAAC,CAAC;QAEtC,4FAA4F;QAC5F,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;YAAE,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QACzD,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC;YAAE,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;IAC9D,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,YAAY,CAAC,OAAsB;QAC/C,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,OAAO;QAEvB,MAAM,GAAG,GAAG;;;;;KAKX,CAAC;QAEF,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;QAC7C,IAAI,CAAC;YACH,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;gBAC7B,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE;oBACtB,MAAM,CAAC,SAAS;oBAChB,MAAM,CAAC,UAAU;oBACjB,MAAM,CAAC,UAAU;oBACjB,MAAM,CAAC,SAAS;oBAChB,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI;oBAC9D,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,IAAI;oBAChE,MAAM,CAAC,YAAY;oBACnB,MAAM,CAAC,gBAAgB;oBACvB,MAAM,CAAC,UAAU;oBACjB,MAAM,CAAC,MAAM;oBACb,MAAM,CAAC,SAAS;iBACjB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,OAAO,EAAE,CAAC;QACjB,CAAC;IACH,CAAC;IAED;;;;OAIG;IACK,KAAK,CAAC,aAAa,CAAC,QAAwB;QAClD,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,OAAO;QAEvB,sEAAsE;QACtE,MAAM,OAAO,GAAG,IAAI,GAAG,EAAwB,CAAC;QAChD,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;YACzB,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;QAC9B,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;QAC7C,IAAI,CAAC;YACH,KAAK,MAAM,OAAO,IAAI,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;gBACvC,kDAAkD;gBAClD,MAAM,CAAC,SAAS,CAAC,GAAG,MAAM,IAAI,CAAC,KAAK,CAClC;;;;;;gCAMsB,EACtB,CAAC,OAAO,CAAC,SAAS,CAAC,CACpB,CAAC;gBACF,MAAM,KAAK,GAAI,SAAmB,CAAC,CAAC,CAAC,CAAC;gBAEtC,8DAA8D;gBAC9D,MAAM,SAAS,GAAG,KAAK,EAAE,UAAU,IAAI,OAAO,CAAC,SAAS,CAAC;gBACzD,MAAM,OAAO,GAAG,KAAK,EAAE,QAAQ,IAAI,OAAO,CAAC,OAAO,CAAC;gBACnD,MAAM,YAAY,GAAG,MAAM,CAAC,KAAK,EAAE,aAAa,CAAC,IAAI,CAAC,CAAC;gBACvD,MAAM,WAAW,GAAG,MAAM,CAAC,KAAK,EAAE,YAAY,CAAC,IAAI,CAAC,CAAC;gBAErD,kCAAkC;gBAClC,MAAM,CAAC,YAAY,CAAC,GAAG,MAAM,IAAI,CAAC,KAAK,CACrC,wEAAwE,EACxE,CAAC,OAAO,CAAC,SAAS,CAAC,CACpB,CAAC;gBACF,MAAM,QAAQ,GAAI,YAAsB,CAAC,CAAC,CAAC,CAAC;gBAE5C,IAAI,QAAQ,EAAE,CAAC;oBACb,kFAAkF;oBAClF,MAAM,YAAY,GAChB,QAAQ,CAAC,UAAU,IAAI,SAAS,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,GAAG,IAAI,IAAI,CAAC,SAAS,CAAC;wBACrF,CAAC,CAAC,QAAQ,CAAC,UAAU;wBACrB,CAAC,CAAC,SAAS,CAAC;oBAEhB,MAAM,IAAI,CAAC,OAAO,CAChB;;;;;;;kCAOsB,EACtB;wBACE,OAAO,CAAC,MAAM,IAAI,QAAQ,CAAC,OAAO,IAAI,EAAE;wBACxC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,SAAS;wBACpC,YAAY;wBACZ,OAAO;wBACP,YAAY;wBACZ,WAAW;wBACX,OAAO,CAAC,SAAS;qBAClB,CACF,CAAC;gBACJ,CAAC;qBAAM,CAAC;oBACN,uBAAuB;oBACvB,MAAM,IAAI,CAAC,OAAO,CAChB;;0CAE8B,EAC9B;wBACE,OAAO,CAAC,SAAS;wBACjB,OAAO,CAAC,MAAM;wBACd,OAAO,CAAC,SAAS;wBACjB,SAAS;wBACT,OAAO;wBACP,YAAY;wBACZ,WAAW;qBACZ,CACF,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,OAAO,EAAE,CAAC;QACjB,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CAAC,MAAuB;QACvC,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAE9C,MAAM,GAAG,GAAG;;;;;KAKX,CAAC;QAEF,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;QAC7C,IAAI,CAAC;YACH,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC3B,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE;oBACtB,KAAK,CAAC,OAAO;oBACb,KAAK,CAAC,SAAS;oBACf,KAAK,CAAC,UAAU;oBAChB,KAAK,CAAC,UAAU;oBAChB,KAAK,CAAC,MAAM;oBACZ,KAAK,CAAC,QAAQ;oBACd,KAAK,CAAC,QAAQ;oBACd,KAAK,CAAC,QAAQ;oBACd,KAAK,CAAC,OAAO;oBACb,KAAK,CAAC,OAAO;oBACb,KAAK,CAAC,MAAM;oBACZ,KAAK,CAAC,MAAM;oBACZ,KAAK,CAAC,SAAS;oBACf,KAAK,CAAC,SAAS;iBAChB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,OAAO,EAAE,CAAC;QACjB,CAAC;IACH,CAAC;IAED;;OAEG;IACH,OAAO;QACL,OAAO,IAAI,CAAC,IAAI,CAAC;IACnB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACd,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;YACtB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;YACjB,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;YACzB,OAAO,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;CACF;AA7SD,kCA6SC"}

package/dist/storage/schema.d.ts

@@ -0,0 +1,13 @@
+/**
+ * MySQL database schema definition and migrations
+ * Creates audit tables in MySQL-compatible databases
+ *
+ * WARNING: DuckDB schema is defined in duckdb-local-writer.ts (DUCKDB_SCHEMA_STATEMENTS).
+ * When modifying table structure, update both places.
+ */
+import { Pool } from 'mysql2/promise';
+/**
+ * Create audit tables in MySQL (if not exists)
+ */
+export declare function ensureSchema(pool: Pool): Promise<void>;
+//# sourceMappingURL=schema.d.ts.map

package/dist/storage/schema.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../src/storage/schema.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,IAAI,EAAE,MAAM,gBAAgB,CAAC;AAEtC;;GAEG;AACH,wBAAsB,YAAY,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAiF5D"}

package/dist/storage/schema.js

@@ -0,0 +1,94 @@
+"use strict";
+/**
+ * MySQL database schema definition and migrations
+ * Creates audit tables in MySQL-compatible databases
+ *
+ * WARNING: DuckDB schema is defined in duckdb-local-writer.ts (DUCKDB_SCHEMA_STATEMENTS).
+ * When modifying table structure, update both places.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ensureSchema = ensureSchema;
+/**
+ * Create audit tables in MySQL (if not exists)
+ */
+async function ensureSchema(pool) {
+    // Create audit_actions core table (DDL does not support prepared statements)
+    await pool.query(`
+    CREATE TABLE IF NOT EXISTS audit_actions (
+      id BIGINT AUTO_INCREMENT PRIMARY KEY,
+      session_id VARCHAR(64) NOT NULL,
+      action_type VARCHAR(32) NOT NULL,
+      action_name VARCHAR(255) NOT NULL,
+      model_name VARCHAR(128) DEFAULT '',
+      input_params TEXT,
+      output_result TEXT,
+      prompt_tokens INT DEFAULT NULL,
+      completion_tokens INT DEFAULT NULL,
+      duration_ms INT DEFAULT NULL,
+      user_id VARCHAR(128) DEFAULT '',
+      created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+      INDEX idx_session_id (session_id),
+      INDEX idx_action_type (action_type),
+      INDEX idx_created_at (created_at),
+      INDEX idx_user_id (user_id)
+    ) DEFAULT CHARACTER SET utf8mb4 COLLATE utf8mb4_unicode_ci
+  `);
+    // If table already exists, widen action_type column (20 -> 32)
+    try {
+        await pool.query(`ALTER TABLE audit_actions MODIFY COLUMN action_type VARCHAR(32) NOT NULL`);
+    }
+    catch {
+        // Ignore error (column may already be VARCHAR(32))
+    }
+    // Create audit_sessions summary table
+    await pool.query(`
+    CREATE TABLE IF NOT EXISTS audit_sessions (
+      session_id VARCHAR(64) PRIMARY KEY,
+      user_id VARCHAR(128) DEFAULT '',
+      model_name VARCHAR(128) DEFAULT '',
+      start_time TIMESTAMP NOT NULL,
+      end_time TIMESTAMP NULL DEFAULT NULL,
+      total_actions INT DEFAULT 0,
+      total_tokens INT DEFAULT 0,
+      INDEX idx_user_id (user_id),
+      INDEX idx_start_time (start_time)
+    ) DEFAULT CHARACTER SET utf8mb4 COLLATE utf8mb4_unicode_ci
+  `);
+    // Migration: drop deprecated session_key column
+    try {
+        await pool.query(`ALTER TABLE audit_sessions DROP COLUMN session_key`);
+        console.log('[audit-duckdb] Dropped session_key column from audit_sessions');
+    }
+    catch {
+        // Column does not exist, ignore
+    }
+    // Create audit_alerts security alerts table
+    await pool.query(`
+    CREATE TABLE IF NOT EXISTS audit_alerts (
+      id BIGINT AUTO_INCREMENT PRIMARY KEY,
+      alert_id VARCHAR(64) NOT NULL,
+      session_id VARCHAR(64) NOT NULL,
+      action_type VARCHAR(32) NOT NULL,
+      action_name VARCHAR(256) DEFAULT '',
+      rule_id VARCHAR(32) NOT NULL,
+      rule_name VARCHAR(128) NOT NULL,
+      category VARCHAR(32) NOT NULL,
+      severity VARCHAR(16) NOT NULL,
+      finding TEXT,
+      context TEXT,
+      status VARCHAR(16) DEFAULT 'open',
+      resolved_by VARCHAR(128) DEFAULT NULL,
+      resolved_at TIMESTAMP NULL DEFAULT NULL,
+      user_id VARCHAR(128) DEFAULT '',
+      model_name VARCHAR(128) DEFAULT '',
+      created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+      INDEX idx_alert_severity (severity),
+      INDEX idx_alert_category (category),
+      INDEX idx_alert_status (status),
+      INDEX idx_alert_session (session_id),
+      INDEX idx_alert_created (created_at),
+      INDEX idx_alert_rule (rule_id)
+    ) DEFAULT CHARACTER SET utf8mb4 COLLATE utf8mb4_unicode_ci
+  `);
+}
+//# sourceMappingURL=schema.js.map

package/dist/storage/schema.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.js","sourceRoot":"","sources":["../../src/storage/schema.ts"],"names":[],"mappings":";AAAA;;;;;;GAMG;;AAOH,oCAiFC;AApFD;;GAEG;AACI,KAAK,UAAU,YAAY,CAAC,IAAU;IAC3C,6EAA6E;IAC7E,MAAM,IAAI,CAAC,KAAK,CAAC;;;;;;;;;;;;;;;;;;;GAmBhB,CAAC,CAAC;IAEH,+DAA+D;IAC/D,IAAI,CAAC;QACH,MAAM,IAAI,CAAC,KAAK,CAAC,0EAA0E,CAAC,CAAC;IAC/F,CAAC;IAAC,MAAM,CAAC;QACP,mDAAmD;IACrD,CAAC;IAED,sCAAsC;IACtC,MAAM,IAAI,CAAC,KAAK,CAAC;;;;;;;;;;;;GAYhB,CAAC,CAAC;IAEH,gDAAgD;IAChD,IAAI,CAAC;QACH,MAAM,IAAI,CAAC,KAAK,CAAC,oDAAoD,CAAC,CAAC;QACvE,OAAO,CAAC,GAAG,CAAC,+DAA+D,CAAC,CAAC;IAC/E,CAAC;IAAC,MAAM,CAAC;QACP,gCAAgC;IAClC,CAAC;IAED,4CAA4C;IAC5C,MAAM,IAAI,CAAC,KAAK,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BhB,CAAC,CAAC;AACL,CAAC"}

package/dist/storage/writer.d.ts

@@ -0,0 +1,31 @@
+/**
+ * Storage layer common interface
+ * Both MySQLWriter and DuckDBLocalWriter implement this interface
+ */
+import { BufferEntry } from './buffer';
+import { SecurityAlert } from '../security/types';
+/**
+ * Generic query pool interface — used by Web API query layer
+ * mysql2 Pool natively satisfies this interface; DuckDB is adapted via wrapper
+ */
+export interface QueryPool {
+    query(sql: string, params?: unknown[]): Promise<[any[], any]>;
+}
+/**
+ * Audit writer common interface
+ */
+export interface AuditWriter {
+    /** Initialize connection / file (with retries) */
+    initialize(maxRetries?: number, retryDelayMs?: number): Promise<void>;
+    /** Lazy initialization — auto-connect on query */
+    ensureReady(): Promise<boolean>;
+    /** Batch write buffer entries */
+    writeBatch(entries: BufferEntry[]): Promise<void>;
+    /** Write security alerts */
+    writeAlerts(alerts: SecurityAlert[]): Promise<void>;
+    /** Get query pool (for Web API use) */
+    getPool(): QueryPool | null;
+    /** Close connection */
+    close(): Promise<void>;
+}
+//# sourceMappingURL=writer.d.ts.map

package/dist/storage/writer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"writer.d.ts","sourceRoot":"","sources":["../../src/storage/writer.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AACvC,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAElD;;;GAGG;AACH,MAAM,WAAW,SAAS;IACxB,KAAK,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC;CAC/D;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,kDAAkD;IAClD,UAAU,CAAC,UAAU,CAAC,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACtE,kDAAkD;IAClD,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC,CAAC;IAChC,iCAAiC;IACjC,UAAU,CAAC,OAAO,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAClD,4BAA4B;IAC5B,WAAW,CAAC,MAAM,EAAE,aAAa,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACpD,uCAAuC;IACvC,OAAO,IAAI,SAAS,GAAG,IAAI,CAAC;IAC5B,uBAAuB;IACvB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACxB"}

package/dist/storage/writer.js

@@ -0,0 +1,7 @@
+"use strict";
+/**
+ * Storage layer common interface
+ * Both MySQLWriter and DuckDBLocalWriter implement this interface
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=writer.js.map

package/dist/storage/writer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"writer.js","sourceRoot":"","sources":["../../src/storage/writer.ts"],"names":[],"mappings":";AAAA;;;GAGG"}

package/dist/types.d.ts

@@ -0,0 +1,72 @@
+/**
+ * Audit record type definitions
+ */
+/** Action type enum — covers all OpenClaw hooks */
+export declare enum ActionType {
+    Message = "message",// llm_output (LLM call)
+    ToolCall = "tool_call",// after_tool_call
+    ToolPersist = "tool_persist",// tool_result_persist
+    ModelResolve = "model_resolve",// before_model_resolve
+    PromptBuild = "prompt_build",// before_prompt_build
+    AgentEnd = "agent_end",// agent_end
+    Compaction = "compaction",// before_compaction / after_compaction
+    Reset = "reset",// before_reset
+    UserMessage = "user_message",// message_received
+    MsgSending = "msg_sending",// message_sending
+    AssistantMsg = "assistant_msg",// message_sent
+    SessionStart = "session_start",// session_start
+    SessionEnd = "session_end",// session_end
+    SubagentSpawn = "subagent_spawn",// subagent_spawned
+    SubagentEnd = "subagent_end",// subagent_ended
+    GatewayStart = "gateway_start",// gateway_start
+    GatewayStop = "gateway_stop"
+}
+/** Message role */
+export declare enum MessageRole {
+    User = "user",
+    Assistant = "assistant",
+    System = "system"
+}
+/** Core audit record */
+export interface AuditAction {
+    /** Session ID */
+    sessionId: string;
+    /** Action type */
+    actionType: ActionType;
+    /** Action name (tool name or message type) */
+    actionName: string;
+    /** Model name */
+    modelName: string;
+    /** Input parameters */
+    inputParams: Record<string, unknown> | null;
+    /** Output result */
+    outputResult: Record<string, unknown> | null;
+    /** Prompt token count */
+    promptTokens: number | null;
+    /** Completion token count */
+    completionTokens: number | null;
+    /** Duration (ms) */
+    durationMs: number | null;
+    /** User identifier */
+    userId: string;
+    /** Record timestamp */
+    createdAt: Date;
+}
+/** Session summary record */
+export interface AuditSession {
+    /** Session ID */
+    sessionId: string;
+    /** User */
+    userId: string;
+    /** Model */
+    modelName: string;
+    /** Start time */
+    startTime: Date;
+    /** End time */
+    endTime: Date | null;
+    /** Total action count */
+    totalActions: number;
+    /** Total token usage */
+    totalTokens: number;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,mDAAmD;AACnD,oBAAY,UAAU;IAEpB,OAAO,YAAY,CAAc,wBAAwB;IACzD,QAAQ,cAAc,CAAW,kBAAkB;IACnD,WAAW,iBAAiB,CAAK,sBAAsB;IAGvD,YAAY,kBAAkB,CAAG,uBAAuB;IACxD,WAAW,iBAAiB,CAAK,sBAAsB;IAEvD,QAAQ,cAAc,CAAW,YAAY;IAG7C,UAAU,eAAe,CAAQ,uCAAuC;IACxE,KAAK,UAAU,CAAkB,eAAe;IAGhD,WAAW,iBAAiB,CAAK,mBAAmB;IACpD,UAAU,gBAAgB,CAAO,kBAAkB;IACnD,YAAY,kBAAkB,CAAG,eAAe;IAIhD,YAAY,kBAAkB,CAAG,gBAAgB;IACjD,UAAU,gBAAgB,CAAO,cAAc;IAG/C,aAAa,mBAAmB,CAAE,mBAAmB;IACrD,WAAW,iBAAiB,CAAK,iBAAiB;IAGlD,YAAY,kBAAkB,CAAG,gBAAgB;IACjD,WAAW,iBAAiB;CAC7B;AAED,mBAAmB;AACnB,oBAAY,WAAW;IACrB,IAAI,SAAS;IACb,SAAS,cAAc;IACvB,MAAM,WAAW;CAClB;AAED,wBAAwB;AACxB,MAAM,WAAW,WAAW;IAC1B,iBAAiB;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,kBAAkB;IAClB,UAAU,EAAE,UAAU,CAAC;IACvB,8CAA8C;IAC9C,UAAU,EAAE,MAAM,CAAC;IACnB,iBAAiB;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,uBAAuB;IACvB,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;IAC5C,oBAAoB;IACpB,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;IAC7C,yBAAyB;IACzB,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,6BAA6B;IAC7B,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,oBAAoB;IACpB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,sBAAsB;IACtB,MAAM,EAAE,MAAM,CAAC;IACf,uBAAuB;IACvB,SAAS,EAAE,IAAI,CAAC;CACjB;AAED,6BAA6B;AAC7B,MAAM,WAAW,YAAY;IAC3B,iBAAiB;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW;IACX,MAAM,EAAE,MAAM,CAAC;IACf,YAAY;IACZ,SAAS,EAAE,MAAM,CAAC;IAClB,iBAAiB;IACjB,SAAS,EAAE,IAAI,CAAC;IAChB,eAAe;IACf,OAAO,EAAE,IAAI,GAAG,IAAI,CAAC;IACrB,yBAAyB;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,wBAAwB;IACxB,WAAW,EAAE,MAAM,CAAC;CACrB"}

package/dist/types.js

@@ -0,0 +1,44 @@
+"use strict";
+/**
+ * Audit record type definitions
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MessageRole = exports.ActionType = void 0;
+/** Action type enum — covers all OpenClaw hooks */
+var ActionType;
+(function (ActionType) {
+    // LLM core
+    ActionType["Message"] = "message";
+    ActionType["ToolCall"] = "tool_call";
+    ActionType["ToolPersist"] = "tool_persist";
+    // Agent lifecycle
+    ActionType["ModelResolve"] = "model_resolve";
+    ActionType["PromptBuild"] = "prompt_build";
+    // AgentStart removed — before_agent_start is a legacy hook that triggers redundantly
+    ActionType["AgentEnd"] = "agent_end";
+    // Context management
+    ActionType["Compaction"] = "compaction";
+    ActionType["Reset"] = "reset";
+    // Message channel
+    ActionType["UserMessage"] = "user_message";
+    ActionType["MsgSending"] = "msg_sending";
+    ActionType["AssistantMsg"] = "assistant_msg";
+    // MsgWrite removed — before_message_write has no additional audit value
+    // Session
+    ActionType["SessionStart"] = "session_start";
+    ActionType["SessionEnd"] = "session_end";
+    // Sub-agent
+    ActionType["SubagentSpawn"] = "subagent_spawn";
+    ActionType["SubagentEnd"] = "subagent_end";
+    // Gateway
+    ActionType["GatewayStart"] = "gateway_start";
+    ActionType["GatewayStop"] = "gateway_stop";
+})(ActionType || (exports.ActionType = ActionType = {}));
+/** Message role */
+var MessageRole;
+(function (MessageRole) {
+    MessageRole["User"] = "user";
+    MessageRole["Assistant"] = "assistant";
+    MessageRole["System"] = "system";
+})(MessageRole || (exports.MessageRole = MessageRole = {}));
+//# sourceMappingURL=types.js.map

package/dist/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAEH,mDAAmD;AACnD,IAAY,UAiCX;AAjCD,WAAY,UAAU;IACpB,WAAW;IACX,iCAAmB,CAAA;IACnB,oCAAsB,CAAA;IACtB,0CAA4B,CAAA;IAE5B,kBAAkB;IAClB,4CAA8B,CAAA;IAC9B,0CAA4B,CAAA;IAC5B,qFAAqF;IACrF,oCAAsB,CAAA;IAEtB,qBAAqB;IACrB,uCAAyB,CAAA;IACzB,6BAAe,CAAA;IAEf,kBAAkB;IAClB,0CAA4B,CAAA;IAC5B,wCAA0B,CAAA;IAC1B,4CAA8B,CAAA;IAC9B,wEAAwE;IAExE,UAAU;IACV,4CAA8B,CAAA;IAC9B,wCAA0B,CAAA;IAE1B,YAAY;IACZ,8CAAgC,CAAA;IAChC,0CAA4B,CAAA;IAE5B,UAAU;IACV,4CAA8B,CAAA;IAC9B,0CAA4B,CAAA;AAC9B,CAAC,EAjCW,UAAU,0BAAV,UAAU,QAiCrB;AAED,mBAAmB;AACnB,IAAY,WAIX;AAJD,WAAY,WAAW;IACrB,4BAAa,CAAA;IACb,sCAAuB,CAAA;IACvB,gCAAiB,CAAA;AACnB,CAAC,EAJW,WAAW,2BAAX,WAAW,QAItB"}