insforge 0.3.2 → 1.2.10

package/backend/src/core/logs/analytics.ts

@@ -1,76 +0,0 @@
-import { LogSource, AnalyticsLogRecord, LogSourceStats } from '@/types/logs.js';
-import logger from '@/utils/logger.js';
-import { isCloudEnvironment } from '@/utils/environment.js';
-import { LocalDBProvider } from './providers/localdb.provider.js';
-import { CloudWatchProvider } from './providers/cloudwatch.provider.js';
-import { AnalyticsProvider } from './providers/base.provider.js';
-
-export class AnalyticsManager {
-  private static instance: AnalyticsManager;
-  private provider!: AnalyticsProvider;
-
-  private constructor() {}
-
-  static getInstance(): AnalyticsManager {
-    if (!AnalyticsManager.instance) {
-      AnalyticsManager.instance = new AnalyticsManager();
-    }
-    return AnalyticsManager.instance;
-  }
-
-  async initialize(): Promise<void> {
-    // Decide provider based on explicit override or cloud environment
-    const explicitProvider = (process.env.ANALYTICS_PROVIDER || '').toLowerCase();
-    const shouldUseCloudwatch =
-      explicitProvider === 'cloudwatch' ||
-      (!explicitProvider && isCloudEnvironment() && !!process.env.CLOUDWATCH_LOG_GROUP);
-
-    logger.info(
-      `Using analytics provider: ${shouldUseCloudwatch ? 'CloudWatch' : 'LocalDB/Postgres'}`
-    );
-
-    if (shouldUseCloudwatch) {
-      this.provider = new CloudWatchProvider();
-    } else {
-      this.provider = new LocalDBProvider();
-    }
-
-    await this.provider.initialize();
-  }
-
-  async getLogSources(): Promise<LogSource[]> {
-    return this.provider.getLogSources();
-  }
-
-  async getLogsBySource(
-    sourceName: string,
-    limit: number = 100,
-    beforeTimestamp?: string
-  ): Promise<{
-    logs: AnalyticsLogRecord[];
-    total: number;
-    tableName: string;
-  }> {
-    return this.provider.getLogsBySource(sourceName, limit, beforeTimestamp);
-  }
-
-  async getLogSourceStats(): Promise<LogSourceStats[]> {
-    return this.provider.getLogSourceStats();
-  }
-
-  async searchLogs(
-    query: string,
-    sourceName?: string,
-    limit: number = 100,
-    offset: number = 0
-  ): Promise<{
-    logs: (AnalyticsLogRecord & { source: string })[];
-    total: number;
-  }> {
-    return this.provider.searchLogs(query, sourceName, limit, offset);
-  }
-
-  async close(): Promise<void> {
-    await this.provider.close();
-  }
-}

package/backend/src/core/logs/providers/localdb.provider.ts

@@ -1,246 +0,0 @@
-import { Pool } from 'pg';
-import { LogSource, AnalyticsLogRecord, LogSourceStats } from '@/types/logs.js';
-import logger from '@/utils/logger.js';
-import { BaseAnalyticsProvider } from './base.provider.js';
-
-export class LocalDBProvider extends BaseAnalyticsProvider {
-  private pool!: Pool;
-
-  async initialize(): Promise<void> {
-    this.pool = new Pool({
-      host: process.env.POSTGRES_HOST || 'localhost',
-      port: parseInt(process.env.POSTGRES_PORT || '5432'),
-      database: '_insforge',
-      user: process.env.POSTGRES_USER || 'postgres',
-      password: process.env.POSTGRES_PASSWORD || 'postgres',
-      max: 10,
-      idleTimeoutMillis: 30000,
-      connectionTimeoutMillis: 2000,
-    });
-
-    try {
-      const client = await this.pool.connect();
-      client.release();
-      logger.info('Analytics database connection established');
-    } catch (error) {
-      logger.error('Failed to connect to analytics database', {
-        error: error instanceof Error ? error.message : String(error),
-      });
-      throw error;
-    }
-  }
-
-  async getLogSources(): Promise<LogSource[]> {
-    const client = await this.pool.connect();
-    try {
-      const result = await client.query(`
-        SELECT id, name, token
-        FROM _analytics.sources
-        ORDER BY name
-      `);
-
-      const sourcesWithData: LogSource[] = [];
-      for (const source of result.rows) {
-        const tableName = `log_events_${source.token.replace(/-/g, '_')}`;
-        try {
-          const countResult = await client.query(`
-            SELECT COUNT(*) as count
-            FROM _analytics.${tableName}
-          `);
-          const count = parseInt(countResult.rows[0].count);
-          if (count > 0) {
-            sourcesWithData.push({
-              ...source,
-              name: this.getDisplayName(source.name),
-            });
-          }
-        } catch (error) {
-          logger.warn(`Source ${source.name} has no accessible data`, {
-            error: error instanceof Error ? error.message : String(error),
-          });
-        }
-      }
-      return sourcesWithData;
-    } finally {
-      client.release();
-    }
-  }
-
-  async getLogsBySource(
-    sourceName: string,
-    limit: number = 100,
-    beforeTimestamp?: string
-  ): Promise<{
-    logs: AnalyticsLogRecord[];
-    total: number;
-    tableName: string;
-  }> {
-    const client = await this.pool.connect();
-    try {
-      // Convert display name to internal name for query
-      const internalSourceName = this.getInternalName(sourceName);
-
-      // First, get the source token to determine the table name
-      const sourceResult = await client.query(
-        `SELECT token FROM _analytics.sources WHERE name = $1`,
-        [internalSourceName]
-      );
-
-      if (sourceResult.rows.length === 0) {
-        throw new Error(`Log source '${sourceName}' not found`);
-      }
-
-      const token = sourceResult.rows[0].token;
-      const tableName = `log_events_${token.replace(/-/g, '_')}`;
-
-      // Build the query with timestamp-based pagination
-      // If no beforeTimestamp provided, use current time
-      const beforeTs = beforeTimestamp || new Date().toISOString();
-
-      const query = `
-        SELECT id, event_message, timestamp, body
-        FROM _analytics.${tableName}
-        WHERE timestamp < $1
-        ORDER BY timestamp DESC
-        LIMIT $2
-      `;
-      const params = [beforeTs, limit];
-
-      const logsResult = await client.query(query, params);
-
-      // Get total count of all records (not filtered by timestamp)
-      const countQuery = `SELECT COUNT(*) as count FROM _analytics.${tableName}`;
-      const countResult = await client.query(countQuery);
-
-      return {
-        logs: logsResult.rows,
-        total: parseInt(countResult.rows[0].count),
-        tableName: `_analytics.${tableName}`,
-      };
-    } finally {
-      client.release();
-    }
-  }
-
-  async getLogSourceStats(): Promise<LogSourceStats[]> {
-    const client = await this.pool.connect();
-    try {
-      const sources = await this.getLogSources();
-      const stats: LogSourceStats[] = [];
-
-      for (const source of sources) {
-        const tableName = `log_events_${source.token.replace(/-/g, '_')}`;
-        try {
-          const result = await client.query(`
-            SELECT
-              COUNT(*) as count,
-              MAX(timestamp) as last_activity
-            FROM _analytics.${tableName}
-          `);
-          stats.push({
-            source: source.name,
-            count: parseInt(result.rows[0].count),
-            lastActivity: result.rows[0].last_activity || '',
-          });
-        } catch (error) {
-          logger.warn(`Failed to get stats for source ${source.name}`, {
-            error: error instanceof Error ? error.message : String(error),
-          });
-          stats.push({
-            source: source.name,
-            count: 0,
-            lastActivity: '',
-          });
-        }
-      }
-      return stats.sort((a, b) => b.count - a.count);
-    } finally {
-      client.release();
-    }
-  }
-
-  async searchLogs(
-    query: string,
-    sourceName?: string,
-    limit: number = 100,
-    offset: number = 0
-  ): Promise<{
-    logs: (AnalyticsLogRecord & { source: string })[];
-    total: number;
-  }> {
-    const client = await this.pool.connect();
-    try {
-      let sources: LogSource[];
-
-      if (sourceName) {
-        // Convert display name to internal name for query
-        const internalSourceName = this.getInternalName(sourceName);
-        const sourceResult = await client.query(
-          `SELECT id, name, token FROM _analytics.sources WHERE name = $1`,
-          [internalSourceName]
-        );
-        // Apply name mapping to the result
-        sources = sourceResult.rows.map((source) => ({
-          ...source,
-          name: this.getDisplayName(source.name),
-        }));
-      } else {
-        // getLogSources already returns mapped names
-        sources = await this.getLogSources();
-      }
-
-      const results: (AnalyticsLogRecord & { source: string })[] = [];
-      let totalCount = 0;
-
-      for (const source of sources) {
-        const tableName = `log_events_${source.token.replace(/-/g, '_')}`;
-
-        try {
-          // Search in event_message and body fields
-          const searchResult = await client.query(
-            `SELECT id, event_message, timestamp, body, $1 as source
-            FROM _analytics.${tableName}
-            WHERE event_message ILIKE $2
-               OR body::text ILIKE $2
-            ORDER BY timestamp DESC
-            LIMIT $3 OFFSET $4`,
-            [source.name, `%${query}%`, limit, offset]
-          );
-
-          results.push(...searchResult.rows);
-
-          // Get count for this source
-          const countResult = await client.query(
-            `SELECT COUNT(*) as count
-            FROM _analytics.${tableName}
-            WHERE event_message ILIKE $1
-               OR body::text ILIKE $1`,
-            [`%${query}%`]
-          );
-
-          totalCount += parseInt(countResult.rows[0].count);
-        } catch (error) {
-          logger.warn(`Failed to search in source ${source.name}`, {
-            error: error instanceof Error ? error.message : String(error),
-          });
-        }
-      }
-
-      // Sort combined results by timestamp
-      results.sort((a, b) => new Date(b.timestamp).getTime() - new Date(a.timestamp).getTime());
-
-      return {
-        logs: results.slice(0, limit),
-        total: totalCount,
-      };
-    } finally {
-      client.release();
-    }
-  }
-
-  async close(): Promise<void> {
-    if (this.pool) {
-      await this.pool.end();
-    }
-  }
-}