npm - meminsight-test-demo - Versions diffs - 1.0.0 - Mend

meminsight-test-demo 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (76) hide show

package/LICENSE +201 -0
package/README.md +36 -0
package/docs/Build.md +68 -0
package/docs/Interface.md +35 -0
package/docs/UserGuide.md +332 -0
package/docs/resources/analyzer.png +0 -0
package/docs/resources/cfg_filter_filetype_json.png +0 -0
package/docs/resources/filetype_txt.png +0 -0
package/docs/resources/framework.png +0 -0
package/docs/resources/output.png +0 -0
package/docs/resources/process.png +0 -0
package/package.json +54 -0
package/packages/cfg/ArkStatCfg.json +33 -0
package/packages/core/jest.config.js +8 -0
package/packages/core/package.json +61 -0
package/packages/core/src/Index.ts +53 -0
package/packages/core/src/analyzer/AnalysisInfo.ts +298 -0
package/packages/core/src/analyzer/ArkAnalyzer.ts +42 -0
package/packages/core/src/analyzer/ArkCmpCfg.ts +22 -0
package/packages/core/src/analyzer/ArkCompareAnalyzer.ts +173 -0
package/packages/core/src/analyzer/ArkLeakAnalyzer.ts +196 -0
package/packages/core/src/analyzer/ArkSerializer.ts +163 -0
package/packages/core/src/analyzer/ArkStatAnalyzer.ts +191 -0
package/packages/core/src/analyzer/ArkStatCfg.ts +77 -0
package/packages/core/src/analyzer/ArkTracePath.ts +269 -0
package/packages/core/src/analyzer/ArkTracer.ts +42 -0
package/packages/core/src/analyzer/ArkXAnalyzer.ts +631 -0
package/packages/core/src/analyzer/IAnalyzer.ts +27 -0
package/packages/core/src/file/FileReader.ts +82 -0
package/packages/core/src/file/FileService.ts +50 -0
package/packages/core/src/file/FileWriter.ts +148 -0
package/packages/core/src/report/Reporter.ts +81 -0
package/packages/core/src/report/templates/template.ejs +101 -0
package/packages/core/src/report/templates/template.ts +103 -0
package/packages/core/src/shell/DeviceShell.ts +179 -0
package/packages/core/src/shell/Shell.ts +99 -0
package/packages/core/src/types/Constants.ts +16 -0
package/packages/core/src/types/LeakTypes.ts +21 -0
package/packages/core/src/types/OhosTypes.ts +115 -0
package/packages/core/src/utils/Common.ts +37 -0
package/packages/core/src/utils/Finder.ts +390 -0
package/packages/core/src/utils/Loader.ts +53 -0
package/packages/core/src/utils/Log.ts +252 -0
package/packages/core/src/utils/Output.ts +271 -0
package/packages/core/tsconfig.json +10 -0
package/packages/exampletools/package.json +52 -0
package/packages/exampletools/src/MemTest.ts +64 -0
package/packages/exampletools/tsconfig.json +15 -0
package/packages/meminsight/jest.config.js +8 -0
package/packages/meminsight/package.json +52 -0
package/packages/meminsight/src/Index.ts +4 -0
package/packages/meminsight/src/Version.ts +7 -0
package/packages/meminsight/src/process/ArkCompareProc.ts +160 -0
package/packages/meminsight/src/process/ArkGCProc.ts +61 -0
package/packages/meminsight/src/process/ArkLeakProc.ts +47 -0
package/packages/meminsight/src/process/ArkStatProc.ts +320 -0
package/packages/meminsight/src/process/ArkXProc.ts +73 -0
package/packages/meminsight/src/process/HMemXProc.ts +50 -0
package/packages/meminsight/src/process/IProcess.ts +12 -0
package/packages/meminsight/tsconfig.json +15 -0
package/packages/stack/README.md +31 -0
package/packages/stack/libs/hstack_lib-1.0.0.tgz +0 -0
package/packages/stack/libs/hstack_lib-1.0.1.tgz +0 -0
package/packages/stack/libs/hstack_lib-1.0.4.tgz +0 -0
package/packages/stack/libs/lib_list.json +34 -0
package/packages/stack/package.json +27 -0
package/packages/stack/src/Index.js +29 -0
package/packages/stack/src/StackTracer.js +53 -0
package/packages/templates/ArkLeaks.template +9 -0
package/packages/templates/ArkNodes.template +9 -0
package/packages/templates/ArkPaths.template +9 -0
package/test/scripts/merge.py +145 -0
package/test/scripts/stat.py +175 -0
package/test/test_ark_stat_proc.sh +14 -0
package/tsconfig.base.json +38 -0
package/tsconfig.json +8 -0

package/packages/stack/src/Index.js ADDED Viewed

@@ -0,0 +1,29 @@
+const { StackTracer } = require("./StackTracer");
+// input folders
+const sourcemapFolder = require('path').resolve(__dirname, 'sourcemap');
+const namecacheFolder = require('path').resolve(__dirname, 'namecache');
+const libFolder = undefined;
+// input one line
+const line = '';
+// input multi lines
+const lines = [];
+(async function test() {
+    console.log('StackTracer test start......\n');
+    const stackTracer = new StackTracer(sourcemapFolder, namecacheFolder, libFolder);
+    await stackTracer.init();
+    {
+        console.log('\n\nparseOneLine:');
+        let res = await stackTracer.parseOneLine(line);
+        console.log(res);
+    }
+    {
+        console.log('\n\nparseMultiLines:');
+        let res = await stackTracer.parseMultiLines(lines)
+        console.log(res.join('\n'));
+    }
+    await stackTracer.unInit();
+    console.log('StackTracer test end.\n');
+}) ();

package/packages/stack/src/StackTracer.js ADDED Viewed

@@ -0,0 +1,53 @@
+const { existsSync } = require("fs");
+const { init, parseLine, stop } = require("hstack_lib");
+/**
+ * Stack Tracer
+ */
+class StackTracer {
+    constructor(sourcemapFolder, namecacheFolder, libFolder) {
+        this.sourcemapFolder = sourcemapFolder;
+        this.namecacheFolder = namecacheFolder;
+        this.libFolder = libFolder;
+    }
+    check() {
+        if (this.sourcemapFolder && !existsSync(this.sourcemapFolder)) {
+            console.log(`Error: sourcemap folder not exists: ${this.sourcemapFolder}`);
+            return false;
+        }
+        if (this.namecacheFolder && !existsSync(this.namecacheFolder)) {
+            console.log(`Error: namecache folder not exists: ${this.libFolder}`);
+            return false;
+        }
+        if (this.libFolder && !existsSync(this.libFolder)) {
+            console.log(`Error: so folder not exists: ${this.libFolder}`);
+            return false;
+        }
+        return true;
+    }
+    async init() {
+        if (!this.check()) {
+            return false;
+        }
+        await init(this.sourcemapFolder || '', this.libFolder || '', this.namecacheFolder || '');
+        return true;
+    }
+    async parseOneLine(line) {
+        return await parseLine(line);
+    }
+    async parseMultiLines(lines) {
+        let tmpLines = lines.join('\n');
+        let result = await parseLine(tmpLines);
+        return result.split('\n');
+    }
+    async unInit() {
+        await stop();
+    }
+}
+module.exports = { StackTracer };

package/packages/templates/ArkLeaks.template ADDED Viewed

@@ -0,0 +1,9 @@
+<!doctype html>
+<html lang="en">
+<head>
+<h>MemInsight Leaks Report</h>
+</head>
+<body>
+</body>
+</html>

package/packages/templates/ArkNodes.template ADDED Viewed

@@ -0,0 +1,9 @@
+<!doctype html>
+<html lang="en">
+<head>
+<h>MemInsight Nodes Report</h>
+</head>
+<body>
+</body>
+</html>

package/packages/templates/ArkPaths.template ADDED Viewed

@@ -0,0 +1,9 @@
+<!doctype html>
+<html lang="en">
+<head>
+<h>BitFun-MemInsight Paths Report</h>
+</head>
+<body>
+</body>
+</html>

package/test/scripts/merge.py ADDED Viewed

@@ -0,0 +1,145 @@
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+import argparse
+import os
+import sys
+def merge_jemalloc_lines(input_file, output_file=None, in_place=False):
+    """
+    将包含"jemalloc heap"的行与上一行合并
+    参数:
+        input_file: 输入文件路径
+        output_file: 输出文件路径（如果为None且in_place=False，则打印到控制台）
+        in_place: 是否原地修改文件
+    """
+    try:
+        with open(input_file, 'r', encoding='utf-8') as f:
+            lines = f.readlines()
+    except UnicodeDecodeError:
+        try:
+            with open(input_file, 'r', encoding='latin-1') as f:
+                lines = f.readlines()
+        except Exception as e:
+            print(f"读取文件失败: {e}")
+            return False
+    # 处理行合并
+    merged_lines = []
+    i = 0
+    while i < len(lines):
+        current_line = lines[i].rstrip('\n\r')
+        # 检查下一行是否包含"jemalloc heap"
+        if i + 1 < len(lines) and "jemalloc heap" in lines[i + 1]:
+            next_line = lines[i + 1].rstrip('\n\r')
+            # 合并当前行和下一行
+            merged_line = current_line + " " + next_line
+            merged_lines.append(merged_line)
+            i += 2  # 跳过下一行，因为已经合并了
+        else:
+            merged_lines.append(current_line)
+            i += 1
+    # 输出结果
+    if in_place:
+        # 原地修改文件
+        with open(input_file, 'w', encoding='utf-8') as f:
+            for line in merged_lines:
+                f.write(line + '\n')
+        print(f"文件已原地修改: {input_file}")
+        return True
+    elif output_file:
+        # 写入到输出文件
+        with open(output_file, 'w', encoding='utf-8') as f:
+            for line in merged_lines:
+                f.write(line + '\n')
+        print(f"结果已保存到: {output_file}")
+        return True
+    else:
+        # 打印到控制台
+        for line in merged_lines:
+            print(line)
+        return True
+def create_sample_file():
+    """创建示例文件用于测试"""
+    sample_content = """应用启动日志
+内存统计: {'TimeSatamp': 1756796001.230954, 'GL': 65512, 'Graph': 127596, 'ark ts heap': 176468, 'native heap': 284574, 'AnonPage other': 365126, 'FilePage other': 57091, 'Total': 12033
+55, jemalloc heap': 274040}
+用户操作日志
+内存统计: {"TimeSatamp": 1756796002.451234, "GL": 65890, "Graph": 128123, "ark ts heap": 177231, "native heap": 285672, "AnonPage other": 366543, "FilePage other": 57234, "Total": 1207890}
+jemalloc heap': 275195}
+性能监控
+内存统计: {'TimeSatamp': 1756796003.789012, 'GL': 66234, 'Graph': 128567, 'ark ts heap': 178456, 'native heap': 286789, 'AnonPage other': 367890, 'FilePage other': 57456, 'Total': 1212345}
+jemalloc heap': 276123}
+错误处理
+内存统计: {"TimeSatamp": 1756796004.123456, "GL": 66543, "Graph": 129012, "ark ts heap": 179234, "native heap": 287456, "AnonPage other": 368765, "FilePage other": 57678, "Total": 1216789}
+jemalloc heap': 277456}"""
+    with open('sample_jemalloc.txt', 'w', encoding='utf-8') as f:
+        f.write(sample_content)
+    print("示例文件已创建: sample_jemalloc.txt")
+    return 'sample_jemalloc.txt'
+def main():
+    parser = argparse.ArgumentParser(description='合并包含"jemalloc heap"的行与上一行')
+    parser.add_argument('input_file', nargs='?', help='输入文件路径')
+    parser.add_argument('-o', '--output', help='输出文件路径')
+    parser.add_argument('-i', '--in-place', action='store_true', help='原地修改文件')
+    parser.add_argument('--sample', action='store_true', help='创建示例文件并处理')
+    parser.add_argument('--verbose', action='store_true', help='显示详细信息')
+    args = parser.parse_args()
+    if args.sample:
+        input_file = create_sample_file()
+        print("\n处理示例文件:")
+        merge_jemalloc_lines(input_file, output_file="output_sample.txt")
+        # # 显示处理前后的对比
+        # print("\n处理前:")
+        # with open(input_file, 'r', encoding='utf-8') as f:
+        #     print(f.read())
+        # print("\n处理后:")
+        # with open("output_sample.txt", 'r', encoding='utf-8') as f:
+        #     print(f.read())
+        return
+    if not args.input_file:
+        print("请提供输入文件路径或使用 --sample 参数")
+        parser.print_help()
+        return
+    if not os.path.exists(args.input_file):
+        print(f"文件不存在: {args.input_file}")
+        return
+    if args.in_place and args.output:
+        print("错误: 不能同时使用 --in-place 和 --output 参数")
+        return
+    if args.verbose:
+        print(f"处理文件: {args.input_file}")
+        if args.in_place:
+            print("模式: 原地修改")
+        elif args.output:
+            print(f"输出到: {args.output}")
+        else:
+            print("模式: 输出到控制台")
+    success = merge_jemalloc_lines(
+        input_file=args.input_file,
+        output_file=args.output,
+        in_place=args.in_place
+    )
+    if success and args.verbose:
+        print("处理完成")
+if __name__ == "__main__":
+    main()

package/test/scripts/stat.py ADDED Viewed

@@ -0,0 +1,175 @@
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+import re
+import json
+import ast
+from collections import defaultdict
+import argparse
+def extract_dict_strings(text):
+    """
+    从文本中提取所有类似字典格式的字符串
+    支持多种格式：单引号、双引号、带换行符等
+    """
+    # patterns = [r"{'TimeStamp': (\d+\.\d+), 'GL': (\d+), 'Graph': (\d+), 'ark ts heap': (\d+), 'native heap': (\d+), 'AnonPage other': (\d+), 'FilePage other': (\d+), 'Total': (\d+), 'jemalloc heap': (\d+)}"]
+    patterns = [
+        # 宽松格式，匹配包含这些字段的任何字典
+        r"\{[^{}]*'GL'[^{}]*\}",
+        r"\{[^{}]*\"GL\"[^{}]*\}",
+    ]
+    all_matches = []
+    for pattern in patterns:
+        matches = re.findall(pattern, text, re.DOTALL)
+        all_matches.extend(matches)
+    return all_matches
+def parse_dict_string(dict_str):
+    """
+    将字典字符串解析为Python字典
+    """
+    try:
+        # 方法1: 使用ast.literal_eval (安全)
+        return ast.literal_eval(dict_str)
+    except:
+        try:
+            # 方法2: 使用json.loads (需要双引号)
+            # 将单引号替换为双引号
+            json_str = dict_str.replace("'", "\"")
+            return json.loads(json_str)
+        except:
+            try:
+                # 方法3: 使用eval (不安全，但作为备选)
+                # 注意：在生产环境中应避免使用eval
+                return eval(dict_str)
+            except:
+                print(f"无法解析字符串: {dict_str[:100]}...")
+                return None
+def process_file(filename):
+    """
+    处理文件并计算统计信息
+    """
+    try:
+        with open(filename, 'r', encoding='utf-8') as file:
+            content = file.read()
+    except UnicodeDecodeError:
+        # 如果UTF-8失败，尝试其他编码
+        try:
+            with open(filename, 'r', encoding='latin-1') as file:
+                content = file.read()
+        except Exception as e:
+            print(f"读取文件失败: {e}")
+            return None, None
+    # 提取所有字典字符串
+    dict_strings = extract_dict_strings(content)
+    print(f"找到 {len(dict_strings)} 个匹配的字典")
+    # 解析所有字典
+    data_points = []
+    for i, dict_str in enumerate(dict_strings):
+        parsed_dict = parse_dict_string(dict_str)
+        if parsed_dict:
+            data_points.append(parsed_dict)
+            if i < 5:  # 打印前5个作为示例
+                print(f"示例 {i+1}: {parsed_dict}")
+    if not data_points:
+        print("未找到有效的数据点")
+        return None, None
+    # 收集所有字段的值
+    field_values = defaultdict(list)
+    for data_point in data_points:
+        for key, value in data_point.items():
+            # 只处理数值类型的值
+            if isinstance(value, (int, float)):
+                field_values[key].append(value)
+    # 计算统计信息
+    statistics = {}
+    for field, values in field_values.items():
+        if values:
+            statistics[field] = {
+                'count': len(values),
+                'mean': sum(values) / len(values),
+                'max': max(values),
+                'min': min(values),
+                'sum': sum(values)
+            }
+    return statistics, len(data_points)
+def print_statistics(statistics, total_points):
+    """
+    打印统计结果
+    """
+    print("\n" + "="*80)
+    print(f"统计结果 (基于 {total_points} 个数据点)")
+    print("="*80)
+    if not statistics:
+        print("没有可用的统计数据")
+        return
+    # 按字段名排序
+    sorted_fields = sorted(statistics.keys())
+    print(f"{'字段名':<20} {'数据点数':<10} {'平均值':<15} {'最大值':<15} {'最小值':<15} {'总和':<15}")
+    print("-" * 90)
+    for field in sorted_fields:
+        stats = statistics[field]
+        print(f"{field:<20} {stats['count']:<10} {stats['mean']:<15.2f} {stats['max']:<15.2f} {stats['min']:<15.2f} {stats['sum']:<15.2f}")
+def save_statistics(statistics, total_points, output_file):
+    """
+    将统计结果保存到文件
+    """
+    try:
+        with open(output_file, 'w', encoding='utf-8') as f:
+            f.write(f"统计结果 (基于 {total_points} 个数据点)\n")
+            f.write("="*50 + "\n")
+            # JSON格式保存详细数据
+            output_data = {
+                'total_data_points': total_points,
+                'statistics': statistics
+            }
+            json.dump(output_data, f, indent=2, ensure_ascii=False)
+        print(f"\n详细统计结果已保存到: {output_file}")
+    except Exception as e:
+        print(f"保存文件失败: {e}")
+def main():
+    parser = argparse.ArgumentParser(description='分析文本中的字典数据并计算统计信息')
+    parser.add_argument('filename', help='要分析的文本文件路径')
+    parser.add_argument('-o', '--output', help='输出结果文件路径（可选）')
+    parser.add_argument('-v', '--verbose', action='store_true', help='显示详细信息')
+    args = parser.parse_args()
+    if args.verbose:
+        print(f"开始分析文件: {args.filename}")
+    statistics, total_points = process_file(args.filename)
+    if statistics:
+        print_statistics(statistics, total_points)
+        if args.output:
+            save_statistics(statistics, total_points, args.output)
+        # 生成简单的统计摘要
+        print("\n" + "="*50)
+        print("统计摘要")
+        print("="*50)
+        for field, stats in statistics.items():
+            print(f"{field}:\t平均值={stats['mean']:.2f},\t最大值={stats['max']:.2f},数据点={stats['count']}")
+if __name__ == "__main__":
+    main()

package/test/test_ark_stat_proc.sh ADDED Viewed

@@ -0,0 +1,14 @@
+# test get detached nodes
+node ../packages/meminsight/dist/Index.js ark-stat -t "${target}" -m 1 -f ${output_file}
+# test get gc roots
+node ../packages/meminsight/dist/Index.js ark-stat -t "${target}" -m 2 -f ${output_file}
+# test get shortest path to node
+node ../packages/meminsight/dist/Index.js ark-stat -t "${target}" -m 3 -i ${node_id} -f ${output_file}
+# test get aggration paths
+node ../packages/meminsight/dist/Index.js ark-stat -t "${target}" -m 4 -c ./packages/cfg/ArkStatCfg.json -f ${output_file}
+# test get nodes by configuration
+node ../packages/meminsight/dist/Index.js ark-stat -t "${target}" -m 5 -c ./packages/cfg/ArkStatCfg.json -f ${output_file}

package/tsconfig.base.json ADDED Viewed

@@ -0,0 +1,38 @@
+{
+    "compilerOptions": {
+        "outDir": "./dist",
+        "allowJs": true,
+        "module": "commonjs",
+        "target": "es2015",
+        "esModuleInterop": true,
+        "composite": true,
+        "declaration": true,
+        "declarationMap": true,
+        "incremental": true,
+        "strict": true,
+        "strictPropertyInitialization": false,
+        "noEmitOnError": true,
+        "moduleResolution": "node",
+        "types": [
+            "node",
+            "jest"
+        ],
+        "paths": {
+            "@meminsight/core": [
+                "./packages/core/src"
+            ],
+            "@meminsight/cmd": [
+                "./packages/meminsight/src"
+            ]
+        }
+    },
+    "include": [
+        "./src",
+        "./packages/**/src"
+    ],
+    "exclude": [
+        "./node_modules",
+        "./dist",
+        "./packages/**/dist"
+    ]
+}

package/tsconfig.json ADDED Viewed

@@ -0,0 +1,8 @@
+{
+    "files": [],
+    "references": [
+        {
+            "path": "./packages/core",
+        },
+    ],
+}