npm - @tokenslim/cli-binary-darwin-arm64 - Versions diffs - 0.2.0 - Mend

@tokenslim/cli-binary-darwin-arm64 0.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (71) hide show

package/README.md +26 -0
package/bin/tokenslim +0 -0
package/bin/tokenslim-server +0 -0
package/config/android_gradle.json +52 -0
package/config/ansi_cleaner.json +31 -0
package/config/ansible.json +47 -0
package/config/artifact_summary.json +56 -0
package/config/bazel.json +45 -0
package/config/build_plugin.route.json +145 -0
package/config/ci_log.json +60 -0
package/config/ci_log.route.json +28 -0
package/config/cloud_log.json +94 -0
package/config/cloudformation.json +43 -0
package/config/db_log.json +51 -0
package/config/dotnet.json +27 -0
package/config/encoding_fallback.json +25 -0
package/config/explain.json +23 -0
package/config/gcc_log.json +62 -0
package/config/generic_text.json +29 -0
package/config/generic_text_plugin.route.json +9 -0
package/config/git_diff.json +30 -0
package/config/helm.json +49 -0
package/config/java_stack.json +54 -0
package/config/json.json +39 -0
package/config/kubernetes_docker.json +31 -0
package/config/markdown.json +27 -0
package/config/maven.json +29 -0
package/config/minify_code.json +29 -0
package/config/ndjson.json +26 -0
package/config/node_error.json +42 -0
package/config/node_plugin.route.json +53 -0
package/config/nodejs.json +44 -0
package/config/noise_filter.json +25 -0
package/config/php_ruby.json +31 -0
package/config/protobuf.json +49 -0
package/config/pulumi.json +47 -0
package/config/pytest.json +42 -0
package/config/python_traceback.json +49 -0
package/config/rust_go.json +44 -0
package/config/shell_session.json +29 -0
package/config/smart_code.json +32 -0
package/config/smart_path.json +25 -0
package/config/spring_boot.json +31 -0
package/config/sql.json +27 -0
package/config/static_rule.json +28 -0
package/config/syslog.json +33 -0
package/config/template_driven.json +25 -0
package/config/terraform.json +49 -0
package/config/unity_unreal.json +27 -0
package/config/vcs.json +35 -0
package/config/vcs_az.json +35 -0
package/config/vcs_bitbucket.json +35 -0
package/config/vcs_bzr.json +33 -0
package/config/vcs_cvs.json +35 -0
package/config/vcs_darcs.json +32 -0
package/config/vcs_fossil.json +33 -0
package/config/vcs_gerrit.json +38 -0
package/config/vcs_gh.json +36 -0
package/config/vcs_git.json +35 -0
package/config/vcs_glab.json +34 -0
package/config/vcs_hg.json +35 -0
package/config/vcs_p4.json +34 -0
package/config/vcs_plugin.route.json +411 -0
package/config/vcs_repo.json +34 -0
package/config/vcs_svn.json +28 -0
package/config/web_log.json +74 -0
package/config/webpack_vite.json +29 -0
package/config/xcode_log.json +40 -0
package/config/xml_html.json +34 -0
package/config/yaml.json +37 -0
package/package.json +26 -0

package/config/nodejs.json ADDED Viewed

@@ -0,0 +1,44 @@
+{
+    "name": "nodejs",
+    "description": "Node.js 日志脱水",
+    "priority": 180,
+    "enabled": true,
+    "detect": {
+        "rules": [
+            {
+                "type": "any",
+                "patterns": [
+                    "node_modules",
+                    "npm ",
+                    "yarn ",
+                    "webpack",
+                    "TypeScript",
+                    "Error:",
+                    "at Object.<anonymous>"
+                ]
+            }
+        ],
+        "min_match_ratio": 0.1
+    },
+    "compress": {
+        "token_prefix": "$NODE",
+        "path_patterns": [
+            "node_modules/[\\w@/-]+",
+            "/\\.js/:\\d+:\\d+"
+        ],
+        "dedup": {
+            "enabled": true,
+            "threshold": 1
+        }
+    },
+    "keep_signals": [
+        "Error / TypeError 行",
+        "npm ERR! 行",
+        "WARN 行"
+    ],
+    "compress_targets": [
+        "npm 下载进度折叠",
+        "node_modules 路径压缩"
+    ],
+    "design_intent": "Node.js 运行时日志脱水：保留错误和 npm 错误，折叠下载进度。"
+}

package/config/noise_filter.json ADDED Viewed

@@ -0,0 +1,25 @@
+{
+    "name": "noise_filter",
+    "description": "噪声过滤",
+    "priority": 200,
+    "enabled": true,
+    "detect": {
+        "rules": [
+            {
+                "type": "any",
+                "patterns": []
+            }
+        ],
+        "min_match_ratio": 0.05
+    },
+    "compress": {
+        "token_prefix": "$NOISE_"
+    },
+    "keep_signals": [
+        "纯文本行（非二进制控制字符）"
+    ],
+    "compress_targets": [
+        "二进制数据（替换为 [BINARY_DATA: Size=..., MD5=...] 标记）"
+    ],
+    "design_intent": "噪声过滤：检测并替换二进制数据为简短标记，保留纯文本内容。"
+}

package/config/php_ruby.json ADDED Viewed

@@ -0,0 +1,31 @@
+{
+    "name": "php_ruby",
+    "description": "PHP/Ruby 错误栈脱水",
+    "priority": 200,
+    "enabled": true,
+    "detect": {
+        "rules": [
+            {
+                "type": "any",
+                "patterns": []
+            }
+        ],
+        "min_match_ratio": 0.05
+    },
+    "compress": {
+        "token_prefix": "$PHP_RU"
+    },
+    "keep_signals": [
+        "Fatal error: 行（PHP 致命错误）",
+        "PHP Stack trace: 行（PHP 堆栈追踪）",
+        "Uncaught Error: 行（PHP 未捕获错误）",
+        "ActionView::Template::Error（Ruby 模板错误）",
+        ".rb: 行（Ruby 文件引用）",
+        "rake aborted!（Rake 中止）",
+        "HTML 错误页面标题（Whoops! / exception_title）"
+    ],
+    "compress_targets": [
+        "HTML 标签包裹（<html>/<div> 等）"
+    ],
+    "design_intent": "PHP/Ruby 错误栈脱水：保留错误关键行，折叠 HTML 包裹。"
+}

package/config/protobuf.json ADDED Viewed

@@ -0,0 +1,49 @@
+{
+    "name": "protobuf",
+    "description": "protoc/buf diagnostic compaction",
+    "priority": 96,
+    "enabled": true,
+    "detect": {
+        "rules": [
+            {
+                "type": "any",
+                "patterns": [
+                    "protoc",
+                    ".proto:",
+                    "warning: Field",
+                    "Type \""
+                ]
+            }
+        ],
+        "min_match_ratio": 0.01
+    },
+    "compress": {
+        "token_prefix": "$PB",
+        "path_patterns": [
+            "[^:\\s]+\\.proto"
+        ],
+        "dedup": {
+            "enabled": true,
+            "threshold": 1
+        }
+    },
+    "decompress": {
+        "token_prefixes": [
+            "$PB",
+            "$P"
+        ]
+    },
+    "keep_signals": [
+        "error 诊断行（保留错误位置和消息）",
+        "warning 诊断行（最多前6个）",
+        "错误计数和警告计数（汇总行）",
+        "is_error_line 匹配的行（错误信号）"
+    ],
+    "compress_targets": [
+        ".proto 文件路径（替换为 $PB 令牌字典）",
+        "多余空白字符（compact_spaces 压缩）",
+        "重复的警告（超过6个后丢弃）",
+        "非诊断且非错误信号的行（丢弃）"
+    ],
+    "design_intent": "Protobuf脱水：保留诊断信息，折叠重复警告，压缩文件路径。"
+}

package/config/pulumi.json ADDED Viewed

@@ -0,0 +1,47 @@
+{
+    "name": "pulumi",
+    "description": "Pulumi preview/up output compaction",
+    "priority": 92,
+    "enabled": true,
+    "detect": {
+        "rules": [
+            {
+                "type": "any",
+                "patterns": [
+                    "Previewing update",
+                    "Updating (",
+                    "pulumi:pulumi:Stack",
+                    "pulumi up"
+                ]
+            }
+        ],
+        "min_match_ratio": 0.01
+    },
+    "compress": {
+        "token_prefix": "$PUL",
+        "resource_patterns": [
+            "[+\\-~]\\s+[\\w:./-]+\\s+[\\w./-]+"
+        ],
+        "dedup": {
+            "enabled": true,
+            "threshold": 1
+        }
+    },
+    "decompress": {
+        "token_prefixes": [
+            "$PUL",
+            "$P"
+        ]
+    },
+    "keep_signals": [
+        "错误行（保留错误信号，如包含error:的行）",
+        "Resources: 行（保留资源计数摘要行）",
+        "操作计数汇总（如A: 3 D: 1 M: 2，在行尾添加）"
+    ],
+    "compress_targets": [
+        "详细资源行（匹配+/-~模式的资源行，折叠为操作类型+字典调用的短标记）",
+        "资源URN和类型（通过dict_engine.add_path_layered进行令牌字典替换）",
+        "非资源非错误非摘要行（可能被丢弃或压缩）"
+    ],
+    "design_intent": "Pulumi部署输出脱水：保留错误信号和资源操作摘要，折叠详细资源行为操作类型+字典化URN，压缩非关键行。"
+}

package/config/pytest.json ADDED Viewed

@@ -0,0 +1,42 @@
+{
+    "name": "pytest",
+    "description": "pytest session and result compaction",
+    "priority": 97,
+    "enabled": true,
+    "detect": {
+        "rules": [
+            {
+                "type": "any",
+                "patterns": [
+                    "pytest",
+                    "test session starts",
+                    "collected ",
+                    "short test summary info",
+                    "::test_"
+                ]
+            }
+        ],
+        "min_match_ratio": 0.01
+    },
+    "compress": {
+        "token_prefix": "$PYTEST",
+        "dedup": {
+            "enabled": true,
+            "threshold": 1
+        }
+    },
+    "keep_signals": [
+        "collected 行（测试收集信息）",
+        "测试结果行（如 test.py::test_func PASSED）",
+        "summary 行（如 1 failed, 10 passed）",
+        "测试 session 开始行（如 test session starts）"
+    ],
+    "compress_targets": [
+        "完整测试路径替换为 $PY 令牌字典",
+        "重复的测试结果状态合并计数",
+        "summary 中为零计数的状态丢弃",
+        "状态标签缩写（如 passed->P, failed->F）",
+        "多余空格压缩"
+    ],
+    "design_intent": "pytest脱水：保留测试结果与摘要，折叠重复状态，压缩测试路径和 summary 标签。"
+}

package/config/python_traceback.json ADDED Viewed

@@ -0,0 +1,49 @@
+{
+    "name": "python_traceback",
+    "description": "Python 堆栈跟踪脱水",
+    "priority": 160,
+    "enabled": true,
+    "detect": {
+        "rules": [
+            {
+                "type": "any",
+                "patterns": [
+                    "Traceback (most recent call last):",
+                    "File \"",
+                    "in <module>",
+                    "Python ",
+                    "Error:",
+                    "Exception:"
+                ]
+            }
+        ],
+        "min_match_ratio": 0.15
+    },
+    "compress": {
+        "token_prefix": "$PY",
+        "path_patterns": [
+            "File \"[^\"]+\", line \\d+",
+            "/site-packages/",
+            "/lib/python\\d+\\.\\d+/"
+        ],
+        "dedup": {
+            "enabled": true,
+            "threshold": 1
+        }
+    },
+    "keep_signals": [
+        "Traceback (most recent call last): 头部",
+        "内置异常类名（如 Exception, ValueError 等）",
+        "错误消息行（如 ValueError: invalid literal）",
+        "文件路径和行号（如 File \"...\", line ..., in ...）",
+        "异常链中的连接信息（如直接原因、上下文等）"
+    ],
+    "compress_targets": [
+        "重复的异常堆栈（超过阈值替换为 [DUPLICATE] 标记）",
+        "深层堆栈帧（超过阈值截断为 [...]）",
+        "文件路径（替换为 $PY|FL| 令牌并使用字典）",
+        "异常类型和消息（替换为 $PY|EX| 令牌并使用字典）",
+        "链式异常计数摘要（多个异常合并为 [CHAINED] 计数）"
+    ],
+    "design_intent": "Python异常脱水：保留异常类型和关键堆栈信息，折叠重复异常和深层堆栈，压缩路径和异常消息。"
+}

package/config/rust_go.json ADDED Viewed

@@ -0,0 +1,44 @@
+{
+    "name": "rust_go",
+    "description": "Rust/Go 日志脱水",
+    "priority": 160,
+    "enabled": true,
+    "detect": {
+        "rules": [
+            {
+                "type": "any",
+                "patterns": [
+                    "rustc",
+                    "cargo",
+                    "thread '",
+                    "panicked at",
+                    "go build",
+                    "go run"
+                ]
+            }
+        ],
+        "min_match_ratio": 0.1
+    },
+    "compress": {
+        "token_prefix": "$RUSTGO",
+        "dedup": {
+            "enabled": true,
+            "threshold": 1
+        }
+    },
+    "keep_signals": [
+        "Compiling .. (编译开始，折叠后保留统计行)",
+        "Finished .. (编译完成行)",
+        "test .. FAILED (失败测试详情)",
+        "Warning/error/panic (错误警告行)",
+        "goroutine .. [..]: (Go协程信息)",
+        "running N tests (测试开始行，被替换为统计)"
+    ],
+    "compress_targets": [
+        "重复的Compiling行折叠为一行计数并隐藏细节",
+        "多个测试结果汇总为统计行，仅保留失败详情",
+        "长路径替换为字典令牌如$Pn",
+        "Go测试输出类似压缩"
+    ],
+    "design_intent": "Rust/Go日志脱水：保留编译与测试关键信号，折叠重复编译行，压缩测试统计与路径。"
+}

package/config/shell_session.json ADDED Viewed

@@ -0,0 +1,29 @@
+{
+    "name": "shell_session",
+    "description": "Shell 会话脱水",
+    "priority": 200,
+    "enabled": true,
+    "detect": {
+        "rules": [
+            {
+                "type": "any",
+                "patterns": []
+            }
+        ],
+        "min_match_ratio": 0.05
+    },
+    "compress": {
+        "token_prefix": "$SHELL_"
+    },
+    "keep_signals": [
+        "命令与输出行（未明确丢弃的文本块）"
+    ],
+    "compress_targets": [
+        "shell提示符（如$ # > PS ~$）",
+        "ANSI转义序列",
+        "多空格（折叠为单个空格）",
+        "环境变量赋值行（env var=value）",
+        "robocopy/curl/tar进度行"
+    ],
+    "design_intent": "Shell会话脱水：保留命令和输出，折叠提示符和进度信息。"
+}

package/config/smart_code.json ADDED Viewed

@@ -0,0 +1,32 @@
+{
+    "name": "smart_code",
+    "description": "Smart code detection and compaction",
+    "priority": 100,
+    "enabled": true,
+    "detect": {
+        "rules": [
+            {
+                "type": "regex",
+                "pattern": "^(package|import|from|use |#include|#define)"
+            }
+        ],
+        "min_match_ratio": 0.2
+    },
+    "compress": {
+        "token_prefix": "$SMART",
+        "dedup": {
+            "enabled": true,
+            "threshold": 1
+        }
+    },
+    "keep_signals": [
+        "SyntaxError（JavaScript / Python 内置异常）",
+        "public（关键字）",
+        "short_id（长度≤8的标识符）"
+    ],
+    "compress_targets": [
+        "长自定义标识符（长度>8且非关键字非保留异常）压缩为$PK令牌",
+        "连续空格压缩为$S|长度标记"
+    ],
+    "design_intent": "代码脱水：保留内置异常和关键字标识符，折叠长自定义标识符为字典令牌，压缩连续空格为长度标记。"
+}

package/config/smart_path.json ADDED Viewed

@@ -0,0 +1,25 @@
+{
+    "name": "smart_path",
+    "description": "智能路径脱水",
+    "priority": 200,
+    "enabled": true,
+    "detect": {
+        "rules": [
+            {
+                "type": "any",
+                "patterns": []
+            }
+        ],
+        "min_match_ratio": 0.05
+    },
+    "compress": {
+        "token_prefix": "$SMART_"
+    },
+    "keep_signals": [
+        "非路径文本（路径之外的文本，原样保留）"
+    ],
+    "compress_targets": [
+        "文件路径（替换为字典令牌）"
+    ],
+    "design_intent": "智能路径脱水：保留路径上下文，折叠长路径为字典令牌，压缩重复路径。"
+}

package/config/spring_boot.json ADDED Viewed

@@ -0,0 +1,31 @@
+{
+    "name": "spring_boot",
+    "description": "Spring Boot 应用日志脱水",
+    "priority": 200,
+    "enabled": true,
+    "detect": {
+        "rules": [
+            {
+                "type": "any",
+                "patterns": []
+            }
+        ],
+        "min_match_ratio": 0.05
+    },
+    "compress": {
+        "token_prefix": "$SPRING"
+    },
+    "keep_signals": [
+        "Downloaded from 行（Maven 下载完成）",
+        "Downloading from 行（Maven 下载开始）",
+        "Spring Boot 行（启动标识）",
+        "Starting application 行（应用启动）",
+        "SPRING_LIFECYCLE_RE 匹配行（Spring 生命周期事件）"
+    ],
+    "compress_targets": [
+        "Maven 下载 URL 替换为 $SPRING 令牌字典（路径折叠）",
+        "Spring 生命周期日志中的 logger 包名替换为令牌字典（包名压缩）",
+        "Bean 初始化消息中的包名（如配置 extract_beans_packages）折叠为令牌"
+    ],
+    "design_intent": "Spring Boot 应用日志脱水：保留关键事件（下载、生命周期、启动），折叠 Maven 下载 URL 和 Spring 组件包名。"
+}

package/config/sql.json ADDED Viewed

@@ -0,0 +1,27 @@
+{
+    "name": "sql",
+    "description": "SQL 输出脱水",
+    "priority": 200,
+    "enabled": true,
+    "detect": {
+        "rules": [
+            {
+                "type": "any",
+                "patterns": []
+            }
+        ],
+        "min_match_ratio": 0.05
+    },
+    "compress": {
+        "token_prefix": "$SQL"
+    },
+    "keep_signals": [
+        "SQL关键字（SELECT、INSERT等）所在行",
+        "INSERT语句的前缀部分（不被截断）",
+        "短SQL语句（完整保留）"
+    ],
+    "compress_targets": [
+        "长INSERT VALUES（超过max_insert_values_len时截断为占位符）"
+    ],
+    "design_intent": "SQL脱水：保留SQL语句结构，折叠超长INSERT VALUES内容。"
+}

package/config/static_rule.json ADDED Viewed

@@ -0,0 +1,28 @@
+{
+    "name": "static_rule",
+    "description": "静态规则脱水",
+    "priority": 200,
+    "enabled": true,
+    "detect": {
+        "rules": [
+            {
+                "type": "any",
+                "patterns": []
+            }
+        ],
+        "min_match_ratio": 0.05
+    },
+    "compress": {
+        "token_prefix": "$STATIC"
+    },
+    "keep_signals": [
+        "enter正则匹配的行（区块开始标记）",
+        "keep正则匹配的行（重要行，检测分数0.45）",
+        "未折叠的独立行（原始内容保留）"
+    ],
+    "compress_targets": [
+        "连续重复的行（合并为带计数的'{行}(x次数)'）",
+        "超过阈值长度的区块（折叠为'$STATIC[...]'占位符）"
+    ],
+    "design_intent": "静态规则脱水：保留进入和保留模式匹配的行，折叠重复行和长块。"
+}

package/config/syslog.json ADDED Viewed

@@ -0,0 +1,33 @@
+{
+    "name": "syslog",
+    "description": "系统日志脱水",
+    "priority": 130,
+    "enabled": true,
+    "detect": {
+        "rules": [
+            {
+                "type": "regex",
+                "pattern": "^[A-Z][a-z]{2}\\s+\\d{1,2}\\s+\\d{2}:\\d{2}:\\d{2}"
+            }
+        ],
+        "min_match_ratio": 0.2
+    },
+    "compress": {
+        "token_prefix": "$SYSLOG",
+        "dedup": {
+            "enabled": true,
+            "threshold": 1
+        }
+    },
+    "keep_signals": [
+        "时间戳（月 日 时:分:秒）",
+        "消息内容（msg）",
+        "PID（进程ID，可选）",
+        "非syslog格式的行（原样保留）"
+    ],
+    "compress_targets": [
+        "主机名（替换为$SYS格式中的字典令牌）",
+        "进程名（替换为$SYS格式中的字典令牌）"
+    ],
+    "design_intent": "系统日志脱水：保留时间戳和消息内容，折叠主机名和进程名为字典令牌，压缩重复标识。"
+}

package/config/template_driven.json ADDED Viewed

@@ -0,0 +1,25 @@
+{
+    "name": "template_driven",
+    "description": "模板驱动输出脱水",
+    "priority": 200,
+    "enabled": true,
+    "detect": {
+        "rules": [
+            {
+                "type": "any",
+                "patterns": []
+            }
+        ],
+        "min_match_ratio": 0.05
+    },
+    "compress": {
+        "token_prefix": "$TEMPLA"
+    },
+    "keep_signals": [
+        "匹配模板模式的行（保留模板固定文本）"
+    ],
+    "compress_targets": [
+        "捕获组中变量部分（压缩为 $TEMPLA 字典令牌）"
+    ],
+    "design_intent": "模板驱动脱水：保留模板结构，压缩可变部分为字典令牌。"
+}

package/config/terraform.json ADDED Viewed

@@ -0,0 +1,49 @@
+{
+    "name": "terraform",
+    "description": "Terraform plan/apply output compaction",
+    "priority": 90,
+    "enabled": true,
+    "detect": {
+        "rules": [
+            {
+                "type": "any",
+                "patterns": [
+                    "Terraform will perform",
+                    "terraform plan",
+                    "terraform apply",
+                    "Plan:"
+                ]
+            }
+        ],
+        "min_match_ratio": 0.01
+    },
+    "compress": {
+        "token_prefix": "$TF",
+        "resource_patterns": [
+            "#\\s+[A-Za-z0-9_./\\-\\[\\]\"]+\\s+will be"
+        ],
+        "dedup": {
+            "enabled": true,
+            "threshold": 1
+        }
+    },
+    "decompress": {
+        "token_prefixes": [
+            "$TF",
+            "$P"
+        ]
+    },
+    "keep_signals": [
+        "资源变更行：'# 路径 will be 动作' 格式",
+        "错误信号行：包含error等关键词的行",
+        "计划摘要行：'Plan: X to add, Y to change, Z to destroy'",
+        "已知后计算行：'(known after apply)' 行统计"
+    ],
+    "compress_targets": [
+        "长资源路径替换为$TF令牌字典",
+        "已知后计算行折叠为计数",
+        "计划摘要格式化为简洁摘要",
+        "ANSI转义序列被清除"
+    ],
+    "design_intent": "Terraform脱水：保留资源变更行与错误信号，折叠路径为$TF令牌，压缩计划摘要与已知后计算行。"
+}

package/config/unity_unreal.json ADDED Viewed

@@ -0,0 +1,27 @@
+{
+    "name": "unity_unreal",
+    "description": "Unity/Unreal 构建日志脱水",
+    "priority": 200,
+    "enabled": true,
+    "detect": {
+        "rules": [
+            {
+                "type": "any",
+                "patterns": []
+            }
+        ],
+        "min_match_ratio": 0.05
+    },
+    "compress": {
+        "token_prefix": "$UNITY_"
+    },
+    "keep_signals": [
+        "LogUObject、LogHAL、LogLinker、FAndroidApp（Unreal引擎日志标签）",
+        "Unloading、Building AssetBundle、Shader compilation（Unity构建消息）",
+        "Loading .uasset/.prefab/.mat（通用资源加载信息，但可能被聚合）"
+    ],
+    "compress_targets": [
+        "连续的Loading Object行（聚合为一条，计数量）"
+    ],
+    "design_intent": "Unity/Unreal构建日志脱水：保留Unreal和Unity的日志标签，折叠连续的资源加载噪音。"
+}