rl-rockcli 0.0.13 → 0.0.14

package/commands/log/core/search.js

@@ -1,330 +0,0 @@
-// 条件引用：内网专有模块（开源版不存在）
-let log_provider, access_control, internal_context;
-
-try {
-    log_provider = require('../../../lib/log_provider');
-} catch (e) {
-    // 开源版：log_provider 不存在，使用空实现
-    log_provider = null;
-}
-
-try {
-    access_control = require('../../../lib/access_control');
-} catch (e) {
-    // 开源版：无权限控制，使用空实现
-    access_control = {
-        checkLogSearchPermission: async () => ({ allowed: true }),
-        getApiKeyFromSettings: () => null,
-    };
-}
-
-try {
-    internal_context = require('../internal/context');
-} catch (e) {
-    // 开源版：无上下文查询，使用空实现
-    internal_context = {
-        fetchContext: async () => [],
-        mergeAndDeduplicateLogs: (logs) => logs,
-    };
-}
-
-// 通用依赖
-const logger = require('../../../utils/logger');
-const { parseTime, buildQueryString, getQueriesToRun } = require('./utils');
-const { displayLogsWithContext } = require('./display');
-const { gracefulExit } = require('../../../utils/execution_logger');
-
-// 解构赋值
-const { createClient: defaultCreateClient } = log_provider || {};
-const { checkLogSearchPermission, getApiKeyFromSettings } = access_control;
-const { fetchContext, mergeAndDeduplicateLogs } = internal_context;
-
-// 用于测试的依赖注入
-let clientFactory = null;
-
-/**
- * 设置自定义客户端工厂（用于测试）
- * @param {Function} factory - 客户端工厂函数
- */
-function setClientFactory(factory) {
-    clientFactory = factory;
-}
-
-/**
- * 重置客户端工厂为默认值
- */
-function resetClientFactory() {
-    clientFactory = null;
-}
-
-/**
- * 处理日志搜索命令
- * @param {Object} argv - 命令行参数
- */
-async function handleLogSearch(argv) {
-    const createClient = clientFactory || defaultCreateClient;
-    const { keyword, field, query, sandboxId, logFile, startTime, endTime, minutes, limit, offset, raw, cluster, debug, count, logFormat, multilines, columns, truncate, highlight, afterContext, beforeContext, context, groupBy, highlightSandboxId = true } = argv;
-
-    // ===== 权限检查 =====
-    const apiKey = getApiKeyFromSettings();
-    const permissionResult = checkLogSearchPermission({
-        apiKey,
-        sandboxId,
-        logFile,
-    });
-
-    if (!permissionResult.allowed) {
-        logger.error(`❌ ${permissionResult.error}`);
-        gracefulExit(1);
-    }
-
-    const userRole = permissionResult.role;
-    // ===== 权限检查结束 =====
-
-    const afterLines = context !== undefined ? context : (afterContext || 0);
-    const beforeLines = context !== undefined ? context : (beforeContext || 0);
-    const needContext = afterLines > 0 || beforeLines > 0;
-
-    // 解析 groupBy 参数为数组
-    let groupByFields = null;
-    if (groupBy && groupBy.length > 0) {
-        groupByFields = Array.isArray(groupBy) ? groupBy : groupBy.split(',').map(s => s.trim());
-    }
-
-    try {
-        let actualStartTime = null;
-        let actualEndTime = null;
-
-        // 解析时间参数
-        if (startTime || endTime) {
-            if (startTime) {
-                actualStartTime = parseTime(startTime);
-            }
-            if (endTime) {
-                actualEndTime = parseTime(endTime);
-            } else {
-                actualEndTime = Date.now();
-            }
-        } else if (minutes) {
-            actualStartTime = Date.now() - minutes * 60 * 1000;
-            actualEndTime = Date.now();
-        }
-
-        if (!actualStartTime) {
-            logger.error('❌ Error: Start time is required (use --start-time or --minutes)');
-            gracefulExit(1);
-        }
-
-        // 规范化时间戳（末尾3位为0）
-        actualStartTime = Math.floor(actualStartTime / 1000) * 1000;
-        actualEndTime = Math.floor(actualEndTime / 1000) * 1000;
-
-        // 构建查询字符串（传递用户角色用于权限控制）
-        const queryString = buildQueryString({ keyword, field, query, sandboxId, logFile, role: userRole });
-
-        // 获取要查询的集群和表
-        const queriesToRun = getQueriesToRun(cluster);
-
-        // 生成 trace ID 用于调试关联
-        let traceCounter = 0;
-        const generateTraceId = () => {
-            traceCounter++;
-            return String(traceCounter).padStart(2, '0');
-        };
-
-        // 并行查询所有集群和日志类型
-        const allLogs = [];
-
-        await Promise.all(queriesToRun.map(async ({ clusterName, logType, tableName }) => {
-            const mysqlClient = createClient();
-            const traceId = generateTraceId();
-
-            try {
-                await mysqlClient.connect();
-
-                const queryOptions = {
-                    table: tableName,
-                    startTime: actualStartTime,
-                    endTime: actualEndTime,
-                    filter: queryString || null,
-                    limit: limit,
-                    offset: offset,
-                    count: count,
-                    orderBy: '@timestamp',
-                    orderDirection: 'ASC'
-                };
-
-                if (debug) {
-                    logger.debug(`🔍 Debug [${traceId}] Cluster: ${clusterName}, LogType: ${logType}, Table: ${tableName}`);
-                    logger.debug(`🔍 Debug [${traceId}] Filter: ${queryString || '(none)'}`);
-
-                    const conditions = [`IN_RANGE(\`@timestamp\`, ${actualStartTime}, ${actualEndTime})`];
-                    if (queryString) {
-                        const escapedQuery = queryString.replace(/'/g, "''");
-                        conditions.push(`query_string('${escapedQuery}')`);
-                    }
-                    const whereClause = conditions.join(' AND ');
-                    let sql;
-                    if (count) {
-                        sql = `SELECT count(*) as total FROM \`${tableName}\` WHERE ${whereClause}`;
-                    } else {
-                        sql = `SELECT *, \`@packId\`, \`@logGroupOrder\` FROM \`${tableName}\` WHERE ${whereClause} ORDER BY \`@timestamp\`, \`@packId\`, \`@logGroupOrder\` LIMIT ${limit} OFFSET ${offset}`;
-                    }
-                }
-
-                const logs = await mysqlClient.query(queryOptions);
-
-                if (debug) {
-                    logger.debug(`📊 Debug [${traceId}] Returned rows: ${logs ? logs.length : 0}`);
-                    if (logs && logs.length > 0) {
-                        const firstLog = logs[0];
-                        const hasPackId = firstLog.hasOwnProperty('@packId');
-                        const hasLogGroupOrder = firstLog.hasOwnProperty('@logGroupOrder');
-                        logger.debug(`🔍 Debug - First row has @packId: ${hasPackId} (value: ${firstLog['@packId']})`);
-                        logger.debug(`🔍 Debug - First row has @logGroupOrder: ${hasLogGroupOrder} (value: ${firstLog['@logGroupOrder']})`);
-                    }
-                    logger.debug('');
-                }
-
-                if (logs && logs.length > 0) {
-                    logs.forEach(log => {
-                        log._cluster = clusterName;
-                        log._tableName = tableName;
-                    });
-                    allLogs.push(...logs);
-                }
-            } catch (error) {
-                logger.error(`❌ Error querying cluster ${clusterName}: ${error.message}`);
-            } finally {
-                await mysqlClient.close();
-            }
-        }));
-
-        // 按时间戳和 packId 排序
-        allLogs.sort((a, b) => {
-            const timeA = parseInt(a['@timestamp']) || 0;
-            const timeB = parseInt(b['@timestamp']) || 0;
-            if (timeA !== timeB) return timeA - timeB;
-
-            const packIdA = parseInt(a['@packId']) || 0;
-            const packIdB = parseInt(b['@packId']) || 0;
-            if (packIdA !== packIdB) return packIdA - packIdB;
-
-            const orderA = parseInt(a['@logGroupOrder']) || 0;
-            const orderB = parseInt(b['@logGroupOrder']) || 0;
-            return orderA - orderB;
-        });
-
-        // 如果需要上下文查询
-        let finalLogs = allLogs;
-        if (needContext && allLogs.length > 0 && !count) {
-            if (debug) {
-                logger.debug(`🔍 Debug - Context query enabled: before=${beforeLines}, after=${afterLines}`);
-                logger.debug(`🔍 Debug - Matched logs count: ${allLogs.length}`);
-            }
-
-            allLogs.forEach(log => {
-                log._isMatch = true;
-            });
-
-            const contextPromises = allLogs.map(log => {
-                const logTableName = log._tableName;
-                if (!logTableName) {
-                    if (debug) {
-                        logger.warn(`⚠️ Debug - Log missing _tableName, skipping context query`);
-                    }
-                    return Promise.resolve({ before: [], after: [] });
-                }
-                return fetchContext({
-                    log,
-                    tableName: logTableName,
-                    startTime: actualStartTime,
-                    endTime: actualEndTime,
-                    beforeLines,
-                    afterLines,
-                    debug
-                });
-            });
-
-            const contextResults = await Promise.all(contextPromises);
-
-            const allContextLogs = [];
-            contextResults.forEach(result => {
-                if (result.before && result.before.length > 0) {
-                    allContextLogs.push(...result.before);
-                }
-                if (result.after && result.after.length > 0) {
-                    allContextLogs.push(...result.after);
-                }
-            });
-
-            if (debug) {
-                logger.debug(`🔍 Debug - Context logs fetched: ${allContextLogs.length}`);
-            }
-
-            finalLogs = mergeAndDeduplicateLogs(allLogs, allContextLogs);
-
-            if (debug) {
-                logger.debug(`🔍 Debug - Final logs after merge: ${finalLogs.length}`);
-                logger.debug('');
-            }
-        }
-
-        // 显示结果
-        if (count) {
-            const totalCount = allLogs.reduce((sum, log) => sum + (parseInt(log.total) || 0), 0);
-            console.log(totalCount);
-        } else {
-            // 提取所有需要高亮的关键词
-            let highlightKeywords = [];
-
-            // 添加 keyword 参数
-            if (keyword) {
-                highlightKeywords = highlightKeywords.concat(Array.isArray(keyword) ? keyword : [keyword]);
-            }
-
-            // 添加 field 参数中的值（等值匹配和比较运算符）
-            if (field && field.length > 0) {
-                field.forEach(f => {
-                    const greaterMatch = f.match(/^(\w+)>(.*)$/);
-                    const greaterEqualMatch = f.match(/^(\w+)>=(.*)$/);
-                    const lessMatch = f.match(/^(\w+)<(.*)$/);
-                    const lessEqualMatch = f.match(/^(\w+)<=(.*)$/);
-                    const notEqualMatch = f.match(/^(\w+)!=(.*)$/);
-                    const equalMatch = f.match(/^([^=<>!]+)=(.*)$/);
-
-                    if (greaterMatch || greaterEqualMatch || lessMatch || lessEqualMatch) {
-                        const match = greaterMatch || greaterEqualMatch || lessMatch || lessEqualMatch;
-                        const [, fieldName] = match;
-                        highlightKeywords.push(fieldName);
-                    } else if (notEqualMatch) {
-                        const [, fieldName, fieldValue] = notEqualMatch;
-                        highlightKeywords.push(fieldValue);
-                    } else if (equalMatch) {
-                        const [, fieldName, fieldValue] = equalMatch;
-                        highlightKeywords.push(fieldValue);
-                    }
-                });
-            }
-
-            // 添加 sandboxId
-            if (sandboxId && highlightSandboxId !== false) {
-                highlightKeywords.push(sandboxId);
-            }
-
-            displayLogsWithContext(finalLogs, raw, logFormat, multilines, columns, truncate, highlightKeywords, highlight, needContext, groupByFields);
-        }
-    } catch (error) {
-        logger.error(`❌ Search failed: ${error.message}`);
-        if (error.stack) {
-            logger.error('Stack trace:', error.stack);
-        }
-        gracefulExit(1);
-    }
-}
-
-module.exports = {
-    handleLogSearch,
-    setClientFactory,
-    resetClientFactory,
-};

package/commands/log/core/tail.js

@@ -1,216 +0,0 @@
-// 条件引用：内网专有模块（开源版不存在）
-let log_provider, access_control;
-
-try {
-    log_provider = require('../../../lib/log_provider');
-} catch (e) {
-    // 开源版：log_provider 不存在，使用空实现
-    log_provider = null;
-}
-
-try {
-    access_control = require('../../../lib/access_control');
-} catch (e) {
-    // 开源版：无权限控制，使用空实现
-    access_control = {
-        checkLogSearchPermission: () => ({ allowed: true }),
-        getApiKeyFromSettings: () => null,
-    };
-}
-
-// 通用依赖
-const logger = require('../../../utils/logger');
-const { buildQueryString, getQueriesToRun } = require('./utils');
-const { displayLogs } = require('./display');
-const { gracefulExit } = require('../../../utils/execution_logger');
-
-// 解构赋值
-const { createClient: defaultCreateClient } = log_provider || {};
-const { checkLogSearchPermission, getApiKeyFromSettings } = access_control;
-
-let clientFactory = null;
-
-function setClientFactory(factory) {
-    clientFactory = factory;
-}
-
-function resetClientFactory() {
-    clientFactory = null;
-}
-
-/**
- * 处理日志实时监控命令
- * @param {Object} argv - 命令行参数
- */
-async function handleLogTail(argv) {
-    const { keyword, field, query, sandboxId, logFile, limit, raw, cluster, debug, interval, n, logFormat, multilines, columns, truncate, highlight, groupByFile } = argv;
-
-    const apiKey = getApiKeyFromSettings();
-    const permissionResult = checkLogSearchPermission({
-        apiKey,
-        sandboxId,
-        logFile,
-    });
-
-    if (!permissionResult.allowed) {
-        logger.error(`❌ ${permissionResult.error}`);
-        gracefulExit(1);
-    }
-
-    const userRole = permissionResult.role;
-
-    let lastTimestamp = Date.now();
-    let targetCluster = cluster;
-    let isFirstQuery = true;
-
-    const queryString = buildQueryString({ keyword, field, query, sandboxId, logFile, role: userRole });
-
-    if (debug) {
-        logger.info(`🔄 Starting log tail (interval: ${interval}s)... (Press Ctrl+C to stop)`);
-        logger.info('');
-    }
-
-    const tailInterval = setInterval(async () => {
-        try {
-            const now = Date.now();
-            let startTime, endTime;
-
-            if (isFirstQuery) {
-                startTime = Math.floor((now - 60 * 60 * 1000) / 1000) * 1000;
-                endTime = Math.floor(now / 1000) * 1000;
-            } else {
-                startTime = Math.floor(lastTimestamp / 1000) * 1000 + 1000;
-                endTime = Math.floor(now / 1000) * 1000;
-            }
-
-            let clustersToQuery = [];
-
-            if (targetCluster) {
-                clustersToQuery = [{ name: targetCluster }];
-            } else {
-                clustersToQuery = Object.keys(require('./utils').clusterTableMapping.clusters).map(name => ({ name }));
-            }
-
-            const allLogs = [];
-
-            let traceCounter = 0;
-            const generateTraceId = () => {
-                traceCounter++;
-                return String(traceCounter).padStart(2, '0');
-            };
-
-            await Promise.all(clustersToQuery.map(async ({ name: clusterName }) => {
-                const { clusterTableMapping } = require('./utils');
-                const clusterConfig = clusterTableMapping.clusters[clusterName];
-                if (!clusterConfig) return;
-
-                let tableName;
-                if (clusterConfig.log) {
-                    tableName = clusterConfig.log;
-                } else if (clusterName === 'nt-c') {
-                    // 条件引用：内网专有模块（开源版不存在）
-                    try {
-                        const { client: unifiedClient } = require('../../../utils/unified_log_client');
-                        tableName = unifiedClient.defaultTableName;
-                    } catch (e) {
-                        // 开源版：无统一日志客户端
-                        return;
-                    }
-                } else {
-                    return;
-                }
-
-                const createClient = clientFactory || defaultCreateClient;
-                const mysqlClient = createClient();
-                const traceId = generateTraceId();
-
-                try {
-                    await mysqlClient.connect();
-
-                    const queryOptions = {
-                        table: tableName,
-                        startTime,
-                        endTime,
-                        filter: queryString || null,
-                        limit: isFirstQuery ? n : limit,
-                        offset: 0,
-                        count: false,
-                        orderBy: '@timestamp',
-                        orderDirection: isFirstQuery ? 'DESC' : 'ASC'
-                    };
-
-                    if (debug) {
-                        logger.debug(`🔍 Debug [${traceId}] Cluster: ${clusterName}, Table: ${tableName}, Order: ${queryOptions.orderDirection}`);
-                    }
-
-                    const logs = await mysqlClient.query(queryOptions);
-
-                    if (debug) {
-                        logger.debug(`📊 Debug [${traceId}] Returned rows: ${logs ? logs.length : 0}`);
-                    }
-
-                    if (logs && logs.length > 0) {
-                        logs.forEach(log => {
-                            log._cluster = clusterName;
-                        });
-                        allLogs.push(...logs);
-
-                        if (!cluster && !targetCluster) {
-                            targetCluster = clusterName;
-                            if (debug) {
-                                logger.info(`📍 Found logs in cluster: ${clusterName}, switching to single-cluster mode`);
-                                logger.info('');
-                            }
-                        }
-                    }
-                } catch (error) {
-                    if (debug) {
-                        logger.error(`❌ Error querying cluster ${clusterName}: ${error.message}`);
-                    }
-                } finally {
-                    await mysqlClient.close();
-                }
-            }));
-
-            allLogs.sort((a, b) => {
-                const timeA = parseInt(a['@timestamp']) || 0;
-                const timeB = parseInt(b['@timestamp']) || 0;
-                if (timeA !== timeB) return timeA - timeB;
-
-                const packIdA = parseInt(a['@packId']) || 0;
-                const packIdB = parseInt(b['@packId']) || 0;
-                return packIdA - packIdB;
-            });
-
-            if (allLogs.length > 0) {
-                const groupByFields = null;
-                const tailRaw = true;
-                displayLogs(allLogs, tailRaw, logFormat, multilines, columns, truncate, keyword, highlight, groupByFields);
-
-                const latestLog = allLogs[allLogs.length - 1];
-                lastTimestamp = parseInt(latestLog['@timestamp']) || now;
-            }
-
-            if (isFirstQuery) {
-                isFirstQuery = false;
-            }
-        } catch (error) {
-            logger.error(`❌ Tail error: ${error.message}`);
-        }
-    }, interval * 1000);
-
-    process.on('SIGINT', () => {
-        if (debug) {
-            logger.debug('');
-            console.error('🛑 Stopping log tail...');
-        }
-        clearInterval(tailInterval);
-        gracefulExit(0);
-    });
-}
-
-module.exports = {
-    handleLogTail,
-    setClientFactory,
-    resetClientFactory,
-};