soturail 0.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +205 -0
- package/dist/cli.d.ts +3 -0
- package/dist/cli.js +54 -0
- package/dist/cli.js.map +1 -0
- package/dist/commands/bench.d.ts +31 -0
- package/dist/commands/bench.js +387 -0
- package/dist/commands/bench.js.map +1 -0
- package/dist/commands/dedupe.d.ts +2 -0
- package/dist/commands/dedupe.js +16 -0
- package/dist/commands/dedupe.js.map +1 -0
- package/dist/commands/doctor.d.ts +14 -0
- package/dist/commands/doctor.js +122 -0
- package/dist/commands/doctor.js.map +1 -0
- package/dist/commands/expand.d.ts +3 -0
- package/dist/commands/expand.js +23 -0
- package/dist/commands/expand.js.map +1 -0
- package/dist/commands/format.d.ts +6 -0
- package/dist/commands/format.js +48 -0
- package/dist/commands/format.js.map +1 -0
- package/dist/commands/hooks.d.ts +11 -0
- package/dist/commands/hooks.js +248 -0
- package/dist/commands/hooks.js.map +1 -0
- package/dist/commands/index.d.ts +3 -0
- package/dist/commands/index.js +28 -0
- package/dist/commands/index.js.map +1 -0
- package/dist/commands/ingest.d.ts +6 -0
- package/dist/commands/ingest.js +52 -0
- package/dist/commands/ingest.js.map +1 -0
- package/dist/commands/init.d.ts +7 -0
- package/dist/commands/init.js +179 -0
- package/dist/commands/init.js.map +1 -0
- package/dist/commands/memory.d.ts +39 -0
- package/dist/commands/memory.js +184 -0
- package/dist/commands/memory.js.map +1 -0
- package/dist/commands/native.d.ts +2 -0
- package/dist/commands/native.js +17 -0
- package/dist/commands/native.js.map +1 -0
- package/dist/commands/read.d.ts +8 -0
- package/dist/commands/read.js +87 -0
- package/dist/commands/read.js.map +1 -0
- package/dist/commands/rules.d.ts +5 -0
- package/dist/commands/rules.js +62 -0
- package/dist/commands/rules.js.map +1 -0
- package/dist/commands/run.d.ts +22 -0
- package/dist/commands/run.js +200 -0
- package/dist/commands/run.js.map +1 -0
- package/dist/commands/spec.d.ts +11 -0
- package/dist/commands/spec.js +217 -0
- package/dist/commands/spec.js.map +1 -0
- package/dist/commands/stats.d.ts +15 -0
- package/dist/commands/stats.js +82 -0
- package/dist/commands/stats.js.map +1 -0
- package/dist/compressors/agent-response-reducer.d.ts +13 -0
- package/dist/compressors/agent-response-reducer.js +160 -0
- package/dist/compressors/agent-response-reducer.js.map +1 -0
- package/dist/compressors/generic-stream.d.ts +6 -0
- package/dist/compressors/generic-stream.js +63 -0
- package/dist/compressors/generic-stream.js.map +1 -0
- package/dist/compressors/git-reducer.d.ts +2 -0
- package/dist/compressors/git-reducer.js +78 -0
- package/dist/compressors/git-reducer.js.map +1 -0
- package/dist/compressors/index.d.ts +10 -0
- package/dist/compressors/index.js +84 -0
- package/dist/compressors/index.js.map +1 -0
- package/dist/compressors/json-toon.d.ts +14 -0
- package/dist/compressors/json-toon.js +149 -0
- package/dist/compressors/json-toon.js.map +1 -0
- package/dist/compressors/test-reducer.d.ts +2 -0
- package/dist/compressors/test-reducer.js +50 -0
- package/dist/compressors/test-reducer.js.map +1 -0
- package/dist/core/cache-normalizer.d.ts +23 -0
- package/dist/core/cache-normalizer.js +170 -0
- package/dist/core/cache-normalizer.js.map +1 -0
- package/dist/core/config.d.ts +104 -0
- package/dist/core/config.js +186 -0
- package/dist/core/config.js.map +1 -0
- package/dist/core/dedupe-store.d.ts +17 -0
- package/dist/core/dedupe-store.js +44 -0
- package/dist/core/dedupe-store.js.map +1 -0
- package/dist/core/document-ingest.d.ts +15 -0
- package/dist/core/document-ingest.js +45 -0
- package/dist/core/document-ingest.js.map +1 -0
- package/dist/core/file-scanner.d.ts +47 -0
- package/dist/core/file-scanner.js +248 -0
- package/dist/core/file-scanner.js.map +1 -0
- package/dist/core/git.d.ts +2 -0
- package/dist/core/git.js +29 -0
- package/dist/core/git.js.map +1 -0
- package/dist/core/metrics-store.d.ts +20 -0
- package/dist/core/metrics-store.js +19 -0
- package/dist/core/metrics-store.js.map +1 -0
- package/dist/core/native-engine.d.ts +25 -0
- package/dist/core/native-engine.js +137 -0
- package/dist/core/native-engine.js.map +1 -0
- package/dist/core/native-runner-adapter.d.ts +18 -0
- package/dist/core/native-runner-adapter.js +60 -0
- package/dist/core/native-runner-adapter.js.map +1 -0
- package/dist/core/raw-store.d.ts +28 -0
- package/dist/core/raw-store.js +57 -0
- package/dist/core/raw-store.js.map +1 -0
- package/dist/core/response-policy.d.ts +11 -0
- package/dist/core/response-policy.js +14 -0
- package/dist/core/response-policy.js.map +1 -0
- package/dist/core/rule-extractor.d.ts +18 -0
- package/dist/core/rule-extractor.js +116 -0
- package/dist/core/rule-extractor.js.map +1 -0
- package/dist/core/rule-validator.d.ts +9 -0
- package/dist/core/rule-validator.js +85 -0
- package/dist/core/rule-validator.js.map +1 -0
- package/dist/core/safety-policy.d.ts +10 -0
- package/dist/core/safety-policy.js +69 -0
- package/dist/core/safety-policy.js.map +1 -0
- package/dist/core/token-estimator.d.ts +2 -0
- package/dist/core/token-estimator.js +7 -0
- package/dist/core/token-estimator.js.map +1 -0
- package/dist/types/index.d.ts +4 -0
- package/dist/types/index.js +2 -0
- package/dist/types/index.js.map +1 -0
- package/docs/architecture.md +47 -0
- package/docs/assets/screenshots/README.md +18 -0
- package/docs/assets/screenshots/init.svg +13 -0
- package/docs/assets/screenshots/run-expand.svg +13 -0
- package/docs/assets/screenshots/stats.svg +11 -0
- package/docs/assets/soturail-fox.svg +17 -0
- package/docs/assets/soturail-icon.svg +10 -0
- package/docs/benchmarking.md +34 -0
- package/docs/branding.md +14 -0
- package/docs/hooks/claude.md +24 -0
- package/docs/hooks/codex.md +5 -0
- package/docs/hooks/cursor.md +5 -0
- package/docs/hooks/gemini.md +5 -0
- package/docs/hooks/host-capabilities.json +22 -0
- package/docs/hooks.md +15 -0
- package/docs/knowledge-to-rules.md +23 -0
- package/docs/metrics.md +35 -0
- package/docs/mvp.md +21 -0
- package/docs/native-runner.md +52 -0
- package/docs/prompt-caching.md +27 -0
- package/docs/pt-BR/visao-geral.md +26 -0
- package/docs/public-roadmap.md +20 -0
- package/docs/reducers.md +19 -0
- package/docs/release-checklist.md +13 -0
- package/docs/response-compression.md +15 -0
- package/docs/rules.md +23 -0
- package/docs/security-model.md +32 -0
- package/docs/spec-driven-workflow.md +22 -0
- package/docs/usage.md +64 -0
- package/package.json +71 -0
|
@@ -0,0 +1,160 @@
|
|
|
1
|
+
import { estimateTokens } from "../core/token-estimator.js";
|
|
2
|
+
import { buildResponsePolicy } from "../core/response-policy.js";
|
|
3
|
+
const COMMAND_LINE = /^\s*(?:npm|pnpm|yarn|bun|node|npx|git|cargo|python|pytest|vitest|jest|tsc|soturail|gh|curl|docker)\b|^\s*`[^`]+`\s*$/i;
|
|
4
|
+
const PATH_LINE = /(?:[A-Za-z]:)?[./\\]?[\w.-]+(?:[\\/][\w.-]+)+(?::\d+(?::\d+)?)?/;
|
|
5
|
+
const SECURITY_LINE = /\b(security|warning|danger|destructive|secret|token|credential|permission|denied|unsafe|rm -rf|git push|sudo)\b/i;
|
|
6
|
+
const FAILURE_LINE = /\b(error|failed|failure|exception|traceback|assertion|expected|received|stack|cause|fix|verify|verification|symptom)\b/i;
|
|
7
|
+
const FILLER = /\b(basically|simply|just|really|quite|very|I think|it seems|probably|maybe|in order to)\b/gi;
|
|
8
|
+
function splitCodeBlocks(input) {
|
|
9
|
+
const parts = [];
|
|
10
|
+
const regex = /```[\s\S]*?```/g;
|
|
11
|
+
let last = 0;
|
|
12
|
+
for (const match of input.matchAll(regex)) {
|
|
13
|
+
if (match.index !== undefined && match.index > last) {
|
|
14
|
+
parts.push({ code: false, text: input.slice(last, match.index) });
|
|
15
|
+
}
|
|
16
|
+
parts.push({ code: true, text: match[0] ?? "" });
|
|
17
|
+
last = (match.index ?? 0) + (match[0]?.length ?? 0);
|
|
18
|
+
}
|
|
19
|
+
if (last < input.length) {
|
|
20
|
+
parts.push({ code: false, text: input.slice(last) });
|
|
21
|
+
}
|
|
22
|
+
return parts;
|
|
23
|
+
}
|
|
24
|
+
function lines(input) {
|
|
25
|
+
return input.split(/\r?\n/).map((line) => line.trimEnd());
|
|
26
|
+
}
|
|
27
|
+
function cleanLine(line) {
|
|
28
|
+
return line.replace(FILLER, "").replace(/\s{2,}/g, " ").trim();
|
|
29
|
+
}
|
|
30
|
+
function uniqueNonEmpty(items) {
|
|
31
|
+
const seen = new Set();
|
|
32
|
+
const result = [];
|
|
33
|
+
for (const item of items.map((line) => line.trim()).filter(Boolean)) {
|
|
34
|
+
if (!seen.has(item)) {
|
|
35
|
+
seen.add(item);
|
|
36
|
+
result.push(item);
|
|
37
|
+
}
|
|
38
|
+
}
|
|
39
|
+
return result;
|
|
40
|
+
}
|
|
41
|
+
function preserveCritical(input) {
|
|
42
|
+
return uniqueNonEmpty(lines(input).filter((line) => COMMAND_LINE.test(line) || PATH_LINE.test(line) || SECURITY_LINE.test(line) || FAILURE_LINE.test(line)));
|
|
43
|
+
}
|
|
44
|
+
function reduceNormal(text) {
|
|
45
|
+
return uniqueNonEmpty(lines(text).map(cleanLine)).join("\n");
|
|
46
|
+
}
|
|
47
|
+
function reduceConcise(text) {
|
|
48
|
+
const critical = preserveCritical(text);
|
|
49
|
+
const direct = uniqueNonEmpty(lines(text).map(cleanLine).filter((line) => line.length > 0 && line.length < 180)).slice(0, 24);
|
|
50
|
+
return uniqueNonEmpty([...critical, ...direct]).join("\n");
|
|
51
|
+
}
|
|
52
|
+
function reduceUltra(text) {
|
|
53
|
+
const critical = preserveCritical(text);
|
|
54
|
+
return uniqueNonEmpty(critical).slice(0, 40).join("\n");
|
|
55
|
+
}
|
|
56
|
+
function reduceReview(text) {
|
|
57
|
+
const inputLines = uniqueNonEmpty(lines(text));
|
|
58
|
+
const high = inputLines.filter((line) => /\b(security|data loss|destructive|critical|blocker|fatal)\b/i.test(line));
|
|
59
|
+
const medium = inputLines.filter((line) => /\b(bug|regression|failed|error|risk|missing test)\b/i.test(line));
|
|
60
|
+
const low = inputLines.filter((line) => /\b(style|nit|docs|cleanup|suggestion)\b/i.test(line));
|
|
61
|
+
return [
|
|
62
|
+
"Findings",
|
|
63
|
+
...section("High", high),
|
|
64
|
+
...section("Medium", medium),
|
|
65
|
+
...section("Low", low),
|
|
66
|
+
...section("Evidence", preserveCritical(text))
|
|
67
|
+
].join("\n");
|
|
68
|
+
}
|
|
69
|
+
function section(title, items) {
|
|
70
|
+
const unique = uniqueNonEmpty(items).slice(0, 20);
|
|
71
|
+
return [`\n${title}:`, ...(unique.length > 0 ? unique.map((item) => `- ${item}`) : ["- none detected"])];
|
|
72
|
+
}
|
|
73
|
+
function reduceCommit(text) {
|
|
74
|
+
const lower = text.toLowerCase();
|
|
75
|
+
const type = lower.includes("fix") || lower.includes("bug") || lower.includes("error")
|
|
76
|
+
? "fix"
|
|
77
|
+
: lower.includes("docs") || lower.includes("readme")
|
|
78
|
+
? "docs"
|
|
79
|
+
: lower.includes("test")
|
|
80
|
+
? "test"
|
|
81
|
+
: "feat";
|
|
82
|
+
const scope = lower.includes("native")
|
|
83
|
+
? "native"
|
|
84
|
+
: lower.includes("bench")
|
|
85
|
+
? "bench"
|
|
86
|
+
: lower.includes("rules")
|
|
87
|
+
? "rules"
|
|
88
|
+
: lower.includes("format")
|
|
89
|
+
? "format"
|
|
90
|
+
: "cli";
|
|
91
|
+
const evidence = preserveCritical(text).slice(0, 8);
|
|
92
|
+
return [`${type}(${scope}): update ${scope} workflow`, "", "Evidence:", ...(evidence.length > 0 ? evidence.map((line) => `- ${line}`) : ["- derived from input summary"])].join("\n");
|
|
93
|
+
}
|
|
94
|
+
function reduceDebug(text) {
|
|
95
|
+
const inputLines = uniqueNonEmpty(lines(text));
|
|
96
|
+
const symptom = inputLines.find((line) => /\b(error|failed|failure|symptom|exception)\b/i.test(line));
|
|
97
|
+
const cause = inputLines.find((line) => /\b(cause|because|root|reason)\b/i.test(line));
|
|
98
|
+
const fix = inputLines.find((line) => /\b(fix|change|update|patch|solution)\b/i.test(line));
|
|
99
|
+
const verify = inputLines.find((line) => /\b(test|verify|verification|npm run|cargo test|pytest)\b/i.test(line));
|
|
100
|
+
const command = inputLines.find((line) => COMMAND_LINE.test(line));
|
|
101
|
+
return [
|
|
102
|
+
`Symptom: ${symptom ?? "not explicit"}`,
|
|
103
|
+
`Cause: ${cause ?? "not explicit"}`,
|
|
104
|
+
`Fix: ${fix ?? "not explicit"}`,
|
|
105
|
+
`Verification: ${verify ?? "not explicit"}`,
|
|
106
|
+
`Next command: ${command ?? "not explicit"}`,
|
|
107
|
+
"",
|
|
108
|
+
"Preserved evidence:",
|
|
109
|
+
...preserveCritical(text).slice(0, 20).map((line) => `- ${line}`)
|
|
110
|
+
].join("\n");
|
|
111
|
+
}
|
|
112
|
+
function reduceDocs(text) {
|
|
113
|
+
return uniqueNonEmpty(lines(text).map(cleanLine))
|
|
114
|
+
.filter((line) => !/^I\b/.test(line))
|
|
115
|
+
.map((line) => line.replace(/^[-*]\s*/, "- "))
|
|
116
|
+
.slice(0, 60)
|
|
117
|
+
.join("\n");
|
|
118
|
+
}
|
|
119
|
+
export function reduceAgentResponse(input, mode) {
|
|
120
|
+
const policy = buildResponsePolicy(mode);
|
|
121
|
+
const parts = splitCodeBlocks(input);
|
|
122
|
+
const preservedCodeBlocks = parts.filter((part) => part.code).map((part) => part.text);
|
|
123
|
+
const text = parts.filter((part) => !part.code).map((part) => part.text).join("\n");
|
|
124
|
+
const reducedText = (() => {
|
|
125
|
+
switch (mode) {
|
|
126
|
+
case "normal":
|
|
127
|
+
return reduceNormal(text);
|
|
128
|
+
case "concise":
|
|
129
|
+
return reduceConcise(text);
|
|
130
|
+
case "ultra":
|
|
131
|
+
return reduceUltra(text);
|
|
132
|
+
case "review":
|
|
133
|
+
return reduceReview(text);
|
|
134
|
+
case "commit":
|
|
135
|
+
return reduceCommit(text);
|
|
136
|
+
case "debug":
|
|
137
|
+
return reduceDebug(text);
|
|
138
|
+
case "docs":
|
|
139
|
+
return reduceDocs(text);
|
|
140
|
+
}
|
|
141
|
+
})();
|
|
142
|
+
const output = [reducedText, policy.preserveCodeBlocks ? preservedCodeBlocks.join("\n\n") : ""]
|
|
143
|
+
.filter((item) => item.trim().length > 0)
|
|
144
|
+
.join("\n\n")
|
|
145
|
+
.trimEnd() + "\n";
|
|
146
|
+
const rawTokens = estimateTokens(input);
|
|
147
|
+
const compressedTokens = estimateTokens(output);
|
|
148
|
+
return {
|
|
149
|
+
mode,
|
|
150
|
+
output,
|
|
151
|
+
raw_tokens: rawTokens,
|
|
152
|
+
compressed_tokens: compressedTokens,
|
|
153
|
+
reduction_percent: rawTokens === 0 ? 0 : Number((((rawTokens - compressedTokens) / rawTokens) * 100).toFixed(2)),
|
|
154
|
+
preserved_commands_count: lines(output).filter((line) => COMMAND_LINE.test(line)).length,
|
|
155
|
+
preserved_paths_count: lines(output).filter((line) => PATH_LINE.test(line)).length,
|
|
156
|
+
preserved_code_blocks_count: preservedCodeBlocks.length,
|
|
157
|
+
preserved_security_warnings_count: lines(output).filter((line) => SECURITY_LINE.test(line)).length
|
|
158
|
+
};
|
|
159
|
+
}
|
|
160
|
+
//# sourceMappingURL=agent-response-reducer.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"agent-response-reducer.js","sourceRoot":"","sources":["../../src/compressors/agent-response-reducer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAC5D,OAAO,EAAE,mBAAmB,EAAqB,MAAM,4BAA4B,CAAC;AAcpF,MAAM,YAAY,GAAG,uHAAuH,CAAC;AAC7I,MAAM,SAAS,GAAG,iEAAiE,CAAC;AACpF,MAAM,aAAa,GAAG,kHAAkH,CAAC;AACzI,MAAM,YAAY,GAAG,yHAAyH,CAAC;AAC/I,MAAM,MAAM,GAAG,6FAA6F,CAAC;AAE7G,SAAS,eAAe,CAAC,KAAa;IACpC,MAAM,KAAK,GAA2C,EAAE,CAAC;IACzD,MAAM,KAAK,GAAG,iBAAiB,CAAC;IAChC,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,KAAK,MAAM,KAAK,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1C,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,KAAK,GAAG,IAAI,EAAE,CAAC;YACpD,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACpE,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACjD,IAAI,GAAG,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC;IACtD,CAAC;IACD,IAAI,IAAI,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;QACxB,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACvD,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,KAAK,CAAC,KAAa;IAC1B,OAAO,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;AAC5D,CAAC;AAED,SAAS,SAAS,CAAC,IAAY;IAC7B,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;AACjE,CAAC;AAED,SAAS,cAAc,CAAC,KAAe;IACrC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;QACpE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YACpB,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACf,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpB,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAa;IACrC,OAAO,cAAc,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAC/J,CAAC;AAED,SAAS,YAAY,CAAC,IAAY;IAChC,OAAO,cAAc,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC/D,CAAC;AAED,SAAS,aAAa,CAAC,IAAY;IACjC,MAAM,QAAQ,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;IACxC,MAAM,MAAM,GAAG,cAAc,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAC9H,OAAO,cAAc,CAAC,CAAC,GAAG,QAAQ,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC7D,CAAC;AAED,SAAS,WAAW,CAAC,IAAY;IAC/B,MAAM,QAAQ,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;IACxC,OAAO,cAAc,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1D,CAAC;AAED,SAAS,YAAY,CAAC,IAAY;IAChC,MAAM,UAAU,GAAG,cAAc,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;IAC/C,MAAM,IAAI,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,8DAA8D,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IACpH,MAAM,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,sDAAsD,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAC9G,MAAM,GAAG,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,0CAA0C,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAC/F,OAAO;QACL,UAAU;QACV,GAAG,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC;QACxB,GAAG,OAAO,CAAC,QAAQ,EAAE,MAAM,CAAC;QAC5B,GAAG,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC;QACtB,GAAG,OAAO,CAAC,UAAU,EAAE,gBAAgB,CAAC,IAAI,CAAC,CAAC;KAC/C,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED,SAAS,OAAO,CAAC,KAAa,EAAE,KAAe;IAC7C,MAAM,MAAM,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAClD,OAAO,CAAC,KAAK,KAAK,GAAG,EAAE,GAAG,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC;AAC3G,CAAC;AAED,SAAS,YAAY,CAAC,IAAY;IAChC,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;IACjC,MAAM,IAAI,GAAG,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC;QACpF,CAAC,CAAC,KAAK;QACP,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC;YAClD,CAAC,CAAC,MAAM;YACR,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC;gBACtB,CAAC,CAAC,MAAM;gBACR,CAAC,CAAC,MAAM,CAAC;IACf,MAAM,KAAK,GAAG,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC;QACpC,CAAC,CAAC,QAAQ;QACV,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC;YACvB,CAAC,CAAC,OAAO;YACT,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC;gBACvB,CAAC,CAAC,OAAO;gBACT,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC;oBACxB,CAAC,CAAC,QAAQ;oBACV,CAAC,CAAC,KAAK,CAAC;IAChB,MAAM,QAAQ,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACpD,OAAO,CAAC,GAAG,IAAI,IAAI,KAAK,aAAa,KAAK,WAAW,EAAE,EAAE,EAAE,WAAW,EAAE,GAAG,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,8BAA8B,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACxL,CAAC;AAED,SAAS,WAAW,CAAC,IAAY;IAC/B,MAAM,UAAU,GAAG,cAAc,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;IAC/C,MAAM,OAAO,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,+CAA+C,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IACtG,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,kCAAkC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IACvF,MAAM,GAAG,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,yCAAyC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAC5F,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,2DAA2D,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IACjH,MAAM,OAAO,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IACnE,OAAO;QACL,YAAY,OAAO,IAAI,cAAc,EAAE;QACvC,UAAU,KAAK,IAAI,cAAc,EAAE;QACnC,QAAQ,GAAG,IAAI,cAAc,EAAE;QAC/B,iBAAiB,MAAM,IAAI,cAAc,EAAE;QAC3C,iBAAiB,OAAO,IAAI,cAAc,EAAE;QAC5C,EAAE;QACF,qBAAqB;QACrB,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC;KAClE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED,SAAS,UAAU,CAAC,IAAY;IAC9B,OAAO,cAAc,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;SAC9C,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;SACpC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;SAC7C,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;SACZ,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,KAAa,EAAE,IAAkB;IACnE,MAAM,MAAM,GAAG,mBAAmB,CAAC,IAAI,CAAC,CAAC;IACzC,MAAM,KAAK,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;IACrC,MAAM,mBAAmB,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACvF,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpF,MAAM,WAAW,GAAG,CAAC,GAAG,EAAE;QACxB,QAAQ,IAAI,EAAE,CAAC;YACb,KAAK,QAAQ;gBACX,OAAO,YAAY,CAAC,IAAI,CAAC,CAAC;YAC5B,KAAK,SAAS;gBACZ,OAAO,aAAa,CAAC,IAAI,CAAC,CAAC;YAC7B,KAAK,OAAO;gBACV,OAAO,WAAW,CAAC,IAAI,CAAC,CAAC;YAC3B,KAAK,QAAQ;gBACX,OAAO,YAAY,CAAC,IAAI,CAAC,CAAC;YAC5B,KAAK,QAAQ;gBACX,OAAO,YAAY,CAAC,IAAI,CAAC,CAAC;YAC5B,KAAK,OAAO;gBACV,OAAO,WAAW,CAAC,IAAI,CAAC,CAAC;YAC3B,KAAK,MAAM;gBACT,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC;QAC5B,CAAC;IACH,CAAC,CAAC,EAAE,CAAC;IACL,MAAM,MAAM,GAAG,CAAC,WAAW,EAAE,MAAM,CAAC,kBAAkB,CAAC,CAAC,CAAC,mBAAmB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;SAC5F,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC;SACxC,IAAI,CAAC,MAAM,CAAC;SACZ,OAAO,EAAE,GAAG,IAAI,CAAC;IACpB,MAAM,SAAS,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;IACxC,MAAM,gBAAgB,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;IAChD,OAAO;QACL,IAAI;QACJ,MAAM;QACN,UAAU,EAAE,SAAS;QACrB,iBAAiB,EAAE,gBAAgB;QACnC,iBAAiB,EAAE,SAAS,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,GAAG,gBAAgB,CAAC,GAAG,SAAS,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAChH,wBAAwB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM;QACxF,qBAAqB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM;QAClF,2BAA2B,EAAE,mBAAmB,CAAC,MAAM;QACvD,iCAAiC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM;KACnG,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,63 @@
|
|
|
1
|
+
const ERROR_LINE = /\b(error|failed|failure|fatal|exception|traceback|assertion|assert|panic|warn|warning|denied|timeout|permission|refused)\b|^\s*at\s+.+:\d+:\d+/i;
|
|
2
|
+
const PATH_LINE = /(?:[A-Za-z]:)?[./\\]?[\w.-]+(?:[\\/][\w.-]+)+(?::\d+(?::\d+)?)?/;
|
|
3
|
+
function unique(lines) {
|
|
4
|
+
const seen = new Set();
|
|
5
|
+
const result = [];
|
|
6
|
+
for (const line of lines) {
|
|
7
|
+
const key = line.trim();
|
|
8
|
+
if (key.length === 0 || seen.has(key)) {
|
|
9
|
+
continue;
|
|
10
|
+
}
|
|
11
|
+
seen.add(key);
|
|
12
|
+
result.push(line);
|
|
13
|
+
}
|
|
14
|
+
return result;
|
|
15
|
+
}
|
|
16
|
+
export function reduceGenericStream(raw, options) {
|
|
17
|
+
const firstCount = options.firstLines ?? 25;
|
|
18
|
+
const lastCount = options.lastLines ?? 20;
|
|
19
|
+
const lines = raw.split(/\r?\n/);
|
|
20
|
+
const first = lines.slice(0, firstCount);
|
|
21
|
+
const last = lines.length > firstCount ? lines.slice(Math.max(firstCount, lines.length - lastCount)) : [];
|
|
22
|
+
const errors = unique(lines.filter((line) => ERROR_LINE.test(line))).slice(0, 100);
|
|
23
|
+
const paths = unique(lines.filter((line) => PATH_LINE.test(line))).slice(0, 80);
|
|
24
|
+
const repeated = repeatedLineSummary(lines).slice(0, 40);
|
|
25
|
+
const collapsed = Math.max(0, lines.length - first.length - last.length);
|
|
26
|
+
const sections = [
|
|
27
|
+
"Generic Stream Summary",
|
|
28
|
+
`Raw log: soturail expand ${options.rawId}`,
|
|
29
|
+
"",
|
|
30
|
+
"First lines:",
|
|
31
|
+
...first
|
|
32
|
+
];
|
|
33
|
+
if (errors.length > 0) {
|
|
34
|
+
sections.push("", "Error-looking lines:", ...errors);
|
|
35
|
+
}
|
|
36
|
+
if (paths.length > 0) {
|
|
37
|
+
sections.push("", "File paths and line references:", ...paths);
|
|
38
|
+
}
|
|
39
|
+
if (repeated.length > 0) {
|
|
40
|
+
sections.push("", "Collapsed repeated lines:", ...repeated);
|
|
41
|
+
}
|
|
42
|
+
if (collapsed > 0) {
|
|
43
|
+
sections.push("", `[Collapsed approximately ${collapsed} middle lines. Recover with: soturail expand ${options.rawId}]`);
|
|
44
|
+
}
|
|
45
|
+
if (last.length > 0) {
|
|
46
|
+
sections.push("", "Last lines:", ...last);
|
|
47
|
+
}
|
|
48
|
+
return `${sections.join("\n").trimEnd()}\n`;
|
|
49
|
+
}
|
|
50
|
+
function repeatedLineSummary(lines) {
|
|
51
|
+
const counts = new Map();
|
|
52
|
+
for (const line of lines) {
|
|
53
|
+
const key = line.trim();
|
|
54
|
+
if (key.length > 0) {
|
|
55
|
+
counts.set(key, (counts.get(key) ?? 0) + 1);
|
|
56
|
+
}
|
|
57
|
+
}
|
|
58
|
+
return [...counts.entries()]
|
|
59
|
+
.filter(([, count]) => count > 2)
|
|
60
|
+
.sort((left, right) => right[1] - left[1])
|
|
61
|
+
.map(([line, count]) => `${count}x ${line}`);
|
|
62
|
+
}
|
|
63
|
+
//# sourceMappingURL=generic-stream.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"generic-stream.js","sourceRoot":"","sources":["../../src/compressors/generic-stream.ts"],"names":[],"mappings":"AAMA,MAAM,UAAU,GACd,iJAAiJ,CAAC;AACpJ,MAAM,SAAS,GAAG,iEAAiE,CAAC;AAEpF,SAAS,MAAM,CAAC,KAAe;IAC7B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QACxB,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YACtC,SAAS;QACX,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACd,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpB,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,GAAW,EAAE,OAA6B;IAC5E,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,EAAE,CAAC;IAC5C,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,EAAE,CAAC;IAC1C,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACjC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;IACzC,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,GAAG,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,KAAK,CAAC,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC1G,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IACnF,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAChF,MAAM,QAAQ,GAAG,mBAAmB,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACzD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;IAEzE,MAAM,QAAQ,GAAG;QACf,wBAAwB;QACxB,4BAA4B,OAAO,CAAC,KAAK,EAAE;QAC3C,EAAE;QACF,cAAc;QACd,GAAG,KAAK;KACT,CAAC;IAEF,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtB,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,sBAAsB,EAAE,GAAG,MAAM,CAAC,CAAC;IACvD,CAAC;IAED,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACrB,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,iCAAiC,EAAE,GAAG,KAAK,CAAC,CAAC;IACjE,CAAC;IAED,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,2BAA2B,EAAE,GAAG,QAAQ,CAAC,CAAC;IAC9D,CAAC;IAED,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;QAClB,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,4BAA4B,SAAS,gDAAgD,OAAO,CAAC,KAAK,GAAG,CAAC,CAAC;IAC3H,CAAC;IAED,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACpB,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,aAAa,EAAE,GAAG,IAAI,CAAC,CAAC;IAC5C,CAAC;IAED,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,IAAI,CAAC;AAC9C,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAe;IAC1C,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;IACzC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QACxB,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACnB,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IACD,OAAO,CAAC,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC;SACzB,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,CAAC;SAChC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;SACzC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,GAAG,KAAK,KAAK,IAAI,EAAE,CAAC,CAAC;AACjD,CAAC"}
|
|
@@ -0,0 +1,78 @@
|
|
|
1
|
+
export function isGitCommand(command) {
|
|
2
|
+
return /\bgit\s+(status|diff|show|log|branch|checkout|merge|rebase|pull|fetch)\b/i.test(command);
|
|
3
|
+
}
|
|
4
|
+
export function reduceGitOutput(raw, rawId) {
|
|
5
|
+
const lines = raw.split(/\r?\n/);
|
|
6
|
+
const changedFiles = new Set();
|
|
7
|
+
const preserved = [];
|
|
8
|
+
let diffBodyLines = 0;
|
|
9
|
+
for (const line of lines) {
|
|
10
|
+
const trimmed = line.trim();
|
|
11
|
+
const diffFile = line.match(/^diff --git a\/(.+?) b\/(.+)$/);
|
|
12
|
+
if (diffFile?.[1]) {
|
|
13
|
+
changedFiles.add(diffFile[1]);
|
|
14
|
+
preserved.push(line);
|
|
15
|
+
continue;
|
|
16
|
+
}
|
|
17
|
+
const statusFile = line.match(/^(?:\s*(?:modified|new file|deleted|renamed|copied|both modified|M|A|D|R|UU|AA|DD|\?\?)[:\s]+)(.+)$/i);
|
|
18
|
+
if (statusFile?.[1]) {
|
|
19
|
+
changedFiles.add(statusFile[1].trim());
|
|
20
|
+
preserved.push(line);
|
|
21
|
+
continue;
|
|
22
|
+
}
|
|
23
|
+
if (/^On branch\b/i.test(trimmed) ||
|
|
24
|
+
/^Your branch\b/i.test(trimmed) ||
|
|
25
|
+
/^Changes\b/i.test(trimmed) ||
|
|
26
|
+
/^Untracked files\b/i.test(trimmed) ||
|
|
27
|
+
/^no changes added\b/i.test(trimmed) ||
|
|
28
|
+
/^nothing to commit\b/i.test(trimmed) ||
|
|
29
|
+
/^@@\s/.test(trimmed) ||
|
|
30
|
+
/^commit\s+[a-f0-9]{7,40}/i.test(trimmed) ||
|
|
31
|
+
/^Author:/i.test(trimmed) ||
|
|
32
|
+
/^Date:/i.test(trimmed) ||
|
|
33
|
+
/^\*\s+/.test(trimmed) ||
|
|
34
|
+
/^rename (?:from|to)\b/i.test(trimmed) ||
|
|
35
|
+
/^deleted file mode\b/i.test(trimmed) ||
|
|
36
|
+
/^new file mode\b/i.test(trimmed) ||
|
|
37
|
+
/^(<<<<<<<|=======|>>>>>>>)\b/.test(trimmed) ||
|
|
38
|
+
/^(fatal|error|warning):/i.test(trimmed) ||
|
|
39
|
+
/^(index|---|\+\+\+)/.test(trimmed)) {
|
|
40
|
+
preserved.push(line);
|
|
41
|
+
continue;
|
|
42
|
+
}
|
|
43
|
+
if (/^[+-]/.test(line)) {
|
|
44
|
+
diffBodyLines += 1;
|
|
45
|
+
if (diffBodyLines <= 80) {
|
|
46
|
+
preserved.push(line);
|
|
47
|
+
}
|
|
48
|
+
}
|
|
49
|
+
}
|
|
50
|
+
const sections = [
|
|
51
|
+
"Git Output Summary",
|
|
52
|
+
`Raw log: soturail expand ${rawId}`,
|
|
53
|
+
"",
|
|
54
|
+
`Changed files (${changedFiles.size}):`,
|
|
55
|
+
...(changedFiles.size > 0 ? [...changedFiles].sort().map((file) => `- ${file}`) : ["- none detected"]),
|
|
56
|
+
"",
|
|
57
|
+
"Preserved status, errors, and hunk headers:",
|
|
58
|
+
...dedupePreservingOrder(preserved).slice(0, 200)
|
|
59
|
+
];
|
|
60
|
+
if (diffBodyLines > 80) {
|
|
61
|
+
sections.push("", `[Collapsed ${diffBodyLines - 80} repeated diff body lines. Recover with: soturail expand ${rawId}]`);
|
|
62
|
+
}
|
|
63
|
+
return `${sections.join("\n").trimEnd()}\n`;
|
|
64
|
+
}
|
|
65
|
+
function dedupePreservingOrder(lines) {
|
|
66
|
+
const seen = new Set();
|
|
67
|
+
const result = [];
|
|
68
|
+
for (const line of lines) {
|
|
69
|
+
const key = line.trim();
|
|
70
|
+
if (key.length === 0 || seen.has(key)) {
|
|
71
|
+
continue;
|
|
72
|
+
}
|
|
73
|
+
seen.add(key);
|
|
74
|
+
result.push(line);
|
|
75
|
+
}
|
|
76
|
+
return result;
|
|
77
|
+
}
|
|
78
|
+
//# sourceMappingURL=git-reducer.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"git-reducer.js","sourceRoot":"","sources":["../../src/compressors/git-reducer.ts"],"names":[],"mappings":"AAAA,MAAM,UAAU,YAAY,CAAC,OAAe;IAC1C,OAAO,2EAA2E,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;AACnG,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,GAAW,EAAE,KAAa;IACxD,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACjC,MAAM,YAAY,GAAG,IAAI,GAAG,EAAU,CAAC;IACvC,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,IAAI,aAAa,GAAG,CAAC,CAAC;IAEtB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC5B,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;QAC7D,IAAI,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAClB,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;YAC9B,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACrB,SAAS;QACX,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAC3B,sGAAsG,CACvG,CAAC;QACF,IAAI,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACpB,YAAY,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;YACvC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACrB,SAAS;QACX,CAAC;QAED,IACE,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC;YAC7B,iBAAiB,CAAC,IAAI,CAAC,OAAO,CAAC;YAC/B,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC;YAC3B,qBAAqB,CAAC,IAAI,CAAC,OAAO,CAAC;YACnC,sBAAsB,CAAC,IAAI,CAAC,OAAO,CAAC;YACpC,uBAAuB,CAAC,IAAI,CAAC,OAAO,CAAC;YACrC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC;YACrB,2BAA2B,CAAC,IAAI,CAAC,OAAO,CAAC;YACzC,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC;YACzB,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC;YACvB,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC;YACtB,wBAAwB,CAAC,IAAI,CAAC,OAAO,CAAC;YACtC,uBAAuB,CAAC,IAAI,CAAC,OAAO,CAAC;YACrC,mBAAmB,CAAC,IAAI,CAAC,OAAO,CAAC;YACjC,8BAA8B,CAAC,IAAI,CAAC,OAAO,CAAC;YAC5C,0BAA0B,CAAC,IAAI,CAAC,OAAO,CAAC;YACxC,qBAAqB,CAAC,IAAI,CAAC,OAAO,CAAC,EACnC,CAAC;YACD,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACrB,SAAS;QACX,CAAC;QAED,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YACvB,aAAa,IAAI,CAAC,CAAC;YACnB,IAAI,aAAa,IAAI,EAAE,EAAE,CAAC;gBACxB,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACvB,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,QAAQ,GAAG;QACf,oBAAoB;QACpB,4BAA4B,KAAK,EAAE;QACnC,EAAE;QACF,kBAAkB,YAAY,CAAC,IAAI,IAAI;QACvC,GAAG,CAAC,YAAY,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,YAAY,CAAC,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC;QACtG,EAAE;QACF,6CAA6C;QAC7C,GAAG,qBAAqB,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;KAClD,CAAC;IAEF,IAAI,aAAa,GAAG,EAAE,EAAE,CAAC;QACvB,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,cAAc,aAAa,GAAG,EAAE,4DAA4D,KAAK,GAAG,CAAC,CAAC;IAC1H,CAAC;IAED,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,IAAI,CAAC;AAC9C,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAe;IAC5C,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QACxB,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YACtC,SAAS;QACX,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACd,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpB,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import { type ReducerEngine } from "../core/native-engine.js";
|
|
2
|
+
export interface CompressionResult {
|
|
3
|
+
compressor: string;
|
|
4
|
+
summary: string;
|
|
5
|
+
compressed_tokens_estimated: number;
|
|
6
|
+
engine: "ts" | "native";
|
|
7
|
+
details?: Record<string, unknown>;
|
|
8
|
+
}
|
|
9
|
+
export declare function compressOutput(command: string, raw: string, rawId: string): CompressionResult;
|
|
10
|
+
export declare function compressOutputWithEngine(command: string, raw: string, rawId: string, engine?: ReducerEngine, root?: string): Promise<CompressionResult>;
|
|
@@ -0,0 +1,84 @@
|
|
|
1
|
+
import { estimateTokens } from "../core/token-estimator.js";
|
|
2
|
+
import { reduceWithNative } from "../core/native-engine.js";
|
|
3
|
+
import { reduceGenericStream } from "./generic-stream.js";
|
|
4
|
+
import { isGitCommand, reduceGitOutput } from "./git-reducer.js";
|
|
5
|
+
import { compactJsonToonWithMetrics } from "./json-toon.js";
|
|
6
|
+
import { isTestCommand, reduceTestOutput } from "./test-reducer.js";
|
|
7
|
+
export function compressOutput(command, raw, rawId) {
|
|
8
|
+
const jsonSummary = compactJsonToonWithMetrics(raw);
|
|
9
|
+
if (jsonSummary) {
|
|
10
|
+
const summary = `${jsonSummary.text.replace("<raw_id>", rawId)}Raw log: soturail expand ${rawId}\n`;
|
|
11
|
+
return {
|
|
12
|
+
compressor: "json-toon-lite",
|
|
13
|
+
summary,
|
|
14
|
+
compressed_tokens_estimated: estimateTokens(summary),
|
|
15
|
+
engine: "ts",
|
|
16
|
+
details: { ...jsonSummary.metrics }
|
|
17
|
+
};
|
|
18
|
+
}
|
|
19
|
+
if (isGitCommand(command)) {
|
|
20
|
+
const summary = reduceGitOutput(raw, rawId);
|
|
21
|
+
return {
|
|
22
|
+
compressor: "git-reducer",
|
|
23
|
+
summary,
|
|
24
|
+
compressed_tokens_estimated: estimateTokens(summary),
|
|
25
|
+
engine: "ts"
|
|
26
|
+
};
|
|
27
|
+
}
|
|
28
|
+
if (isTestCommand(command, raw)) {
|
|
29
|
+
const summary = reduceTestOutput(raw, rawId);
|
|
30
|
+
return {
|
|
31
|
+
compressor: "test-reducer",
|
|
32
|
+
summary,
|
|
33
|
+
compressed_tokens_estimated: estimateTokens(summary),
|
|
34
|
+
engine: "ts"
|
|
35
|
+
};
|
|
36
|
+
}
|
|
37
|
+
const summary = reduceGenericStream(raw, { rawId });
|
|
38
|
+
return {
|
|
39
|
+
compressor: "generic-stream",
|
|
40
|
+
summary,
|
|
41
|
+
compressed_tokens_estimated: estimateTokens(summary),
|
|
42
|
+
engine: "ts"
|
|
43
|
+
};
|
|
44
|
+
}
|
|
45
|
+
export async function compressOutputWithEngine(command, raw, rawId, engine = "auto", root = process.cwd()) {
|
|
46
|
+
if (engine === "ts") {
|
|
47
|
+
return compressOutput(command, raw, rawId);
|
|
48
|
+
}
|
|
49
|
+
const nativeKind = nativeKindFor(command, raw);
|
|
50
|
+
if (engine === "native" || (engine === "auto" && nativeKind !== null)) {
|
|
51
|
+
const nativeLabel = nativeKind ?? "reduce-generic";
|
|
52
|
+
const nativeSummary = nativeKind ? await reduceWithNative(nativeKind, raw, rawId, root) : null;
|
|
53
|
+
if (nativeSummary) {
|
|
54
|
+
return {
|
|
55
|
+
compressor: `native-${nativeLabel.replace("reduce-", "")}`,
|
|
56
|
+
summary: nativeSummary,
|
|
57
|
+
compressed_tokens_estimated: estimateTokens(nativeSummary),
|
|
58
|
+
engine: "native"
|
|
59
|
+
};
|
|
60
|
+
}
|
|
61
|
+
if (engine === "native") {
|
|
62
|
+
const fallback = compressOutput(command, raw, rawId);
|
|
63
|
+
return {
|
|
64
|
+
...fallback,
|
|
65
|
+
compressor: `native-unavailable-${nativeLabel.replace("reduce-", "")}`,
|
|
66
|
+
summary: `Native reducer unavailable; fell back to TypeScript reducer.\n\n${fallback.summary}`
|
|
67
|
+
};
|
|
68
|
+
}
|
|
69
|
+
}
|
|
70
|
+
return compressOutput(command, raw, rawId);
|
|
71
|
+
}
|
|
72
|
+
function nativeKindFor(command, raw) {
|
|
73
|
+
if (raw.trim().startsWith("{") || raw.trim().startsWith("[")) {
|
|
74
|
+
return "reduce-json";
|
|
75
|
+
}
|
|
76
|
+
if (isGitCommand(command)) {
|
|
77
|
+
return "reduce-git";
|
|
78
|
+
}
|
|
79
|
+
if (isTestCommand(command, raw)) {
|
|
80
|
+
return "reduce-test";
|
|
81
|
+
}
|
|
82
|
+
return "reduce-generic";
|
|
83
|
+
}
|
|
84
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/compressors/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAC5D,OAAO,EAAE,gBAAgB,EAA0C,MAAM,0BAA0B,CAAC;AACpG,OAAO,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAC1D,OAAO,EAAE,YAAY,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AACjE,OAAO,EAAE,0BAA0B,EAAE,MAAM,gBAAgB,CAAC;AAC5D,OAAO,EAAE,aAAa,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAUpE,MAAM,UAAU,cAAc,CAAC,OAAe,EAAE,GAAW,EAAE,KAAa;IACxE,MAAM,WAAW,GAAG,0BAA0B,CAAC,GAAG,CAAC,CAAC;IACpD,IAAI,WAAW,EAAE,CAAC;QAChB,MAAM,OAAO,GAAG,GAAG,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,KAAK,CAAC,4BAA4B,KAAK,IAAI,CAAC;QACpG,OAAO;YACL,UAAU,EAAE,gBAAgB;YAC5B,OAAO;YACP,2BAA2B,EAAE,cAAc,CAAC,OAAO,CAAC;YACpD,MAAM,EAAE,IAAI;YACZ,OAAO,EAAE,EAAE,GAAG,WAAW,CAAC,OAAO,EAAE;SACpC,CAAC;IACJ,CAAC;IAED,IAAI,YAAY,CAAC,OAAO,CAAC,EAAE,CAAC;QAC1B,MAAM,OAAO,GAAG,eAAe,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAC5C,OAAO;YACL,UAAU,EAAE,aAAa;YACzB,OAAO;YACP,2BAA2B,EAAE,cAAc,CAAC,OAAO,CAAC;YACpD,MAAM,EAAE,IAAI;SACb,CAAC;IACJ,CAAC;IAED,IAAI,aAAa,CAAC,OAAO,EAAE,GAAG,CAAC,EAAE,CAAC;QAChC,MAAM,OAAO,GAAG,gBAAgB,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAC7C,OAAO;YACL,UAAU,EAAE,cAAc;YAC1B,OAAO;YACP,2BAA2B,EAAE,cAAc,CAAC,OAAO,CAAC;YACpD,MAAM,EAAE,IAAI;SACb,CAAC;IACJ,CAAC;IAED,MAAM,OAAO,GAAG,mBAAmB,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;IACpD,OAAO;QACL,UAAU,EAAE,gBAAgB;QAC5B,OAAO;QACP,2BAA2B,EAAE,cAAc,CAAC,OAAO,CAAC;QACpD,MAAM,EAAE,IAAI;KACb,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAC5C,OAAe,EACf,GAAW,EACX,KAAa,EACb,SAAwB,MAAM,EAC9B,IAAI,GAAG,OAAO,CAAC,GAAG,EAAE;IAEpB,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;QACpB,OAAO,cAAc,CAAC,OAAO,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;IAC7C,CAAC;IAED,MAAM,UAAU,GAAG,aAAa,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;IAC/C,IAAI,MAAM,KAAK,QAAQ,IAAI,CAAC,MAAM,KAAK,MAAM,IAAI,UAAU,KAAK,IAAI,CAAC,EAAE,CAAC;QACtE,MAAM,WAAW,GAAG,UAAU,IAAI,gBAAgB,CAAC;QACnD,MAAM,aAAa,GAAG,UAAU,CAAC,CAAC,CAAC,MAAM,gBAAgB,CAAC,UAAU,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC/F,IAAI,aAAa,EAAE,CAAC;YAClB,OAAO;gBACL,UAAU,EAAE,UAAU,WAAW,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,EAAE;gBAC1D,OAAO,EAAE,aAAa;gBACtB,2BAA2B,EAAE,cAAc,CAAC,aAAa,CAAC;gBAC1D,MAAM,EAAE,QAAQ;aACjB,CAAC;QACJ,CAAC;QACD,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;YACxB,MAAM,QAAQ,GAAG,cAAc,CAAC,OAAO,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;YACrD,OAAO;gBACL,GAAG,QAAQ;gBACX,UAAU,EAAE,sBAAsB,WAAW,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,EAAE;gBACtE,OAAO,EAAE,mEAAmE,QAAQ,CAAC,OAAO,EAAE;aAC/F,CAAC;QACJ,CAAC;IACH,CAAC;IAED,OAAO,cAAc,CAAC,OAAO,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;AAC7C,CAAC;AAED,SAAS,aAAa,CAAC,OAAe,EAAE,GAAW;IACjD,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QAC7D,OAAO,aAAa,CAAC;IACvB,CAAC;IACD,IAAI,YAAY,CAAC,OAAO,CAAC,EAAE,CAAC;QAC1B,OAAO,YAAY,CAAC;IACtB,CAAC;IACD,IAAI,aAAa,CAAC,OAAO,EAAE,GAAG,CAAC,EAAE,CAAC;QAChC,OAAO,aAAa,CAAC;IACvB,CAAC;IACD,OAAO,gBAAgB,CAAC;AAC1B,CAAC"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
export interface JsonToonMetrics {
|
|
2
|
+
primitive_values_preserved_count: number;
|
|
3
|
+
error_values_preserved_count: number;
|
|
4
|
+
structural_keys_reduced_count: number;
|
|
5
|
+
arrays_collapsed_count: number;
|
|
6
|
+
original_json_valid: boolean;
|
|
7
|
+
reduced_representation_valid: boolean;
|
|
8
|
+
}
|
|
9
|
+
export interface JsonToonResult {
|
|
10
|
+
text: string;
|
|
11
|
+
metrics: JsonToonMetrics;
|
|
12
|
+
}
|
|
13
|
+
export declare function compactJsonToon(input: string, maxPrimitiveLines?: number): string | null;
|
|
14
|
+
export declare function compactJsonToonWithMetrics(input: string, maxPrimitiveLines?: number): JsonToonResult | null;
|
|
@@ -0,0 +1,149 @@
|
|
|
1
|
+
export function compactJsonToon(input, maxPrimitiveLines = 160) {
|
|
2
|
+
return compactJsonToonWithMetrics(input, maxPrimitiveLines)?.text ?? null;
|
|
3
|
+
}
|
|
4
|
+
export function compactJsonToonWithMetrics(input, maxPrimitiveLines = 160) {
|
|
5
|
+
const trimmed = input.trim();
|
|
6
|
+
if (!trimmed.startsWith("{") && !trimmed.startsWith("[")) {
|
|
7
|
+
return null;
|
|
8
|
+
}
|
|
9
|
+
try {
|
|
10
|
+
const parsed = JSON.parse(trimmed);
|
|
11
|
+
const primitives = collectPrimitivePaths(parsed).filter(shouldKeepPrimitive);
|
|
12
|
+
const relevant = prioritizePrimitives(primitives).slice(0, maxPrimitiveLines);
|
|
13
|
+
const arrays = collectArraySummaries(parsed);
|
|
14
|
+
const objectKeys = collectObjectKeys(parsed);
|
|
15
|
+
const text = [
|
|
16
|
+
"JSON TOON Lite compressed representation:",
|
|
17
|
+
"Not a byte-equivalent JSON document; recover original with soturail expand <raw_id>.",
|
|
18
|
+
"",
|
|
19
|
+
"Relevant primitive paths:",
|
|
20
|
+
...(relevant.length > 0 ? relevant.map((entry) => `${entry.path}: ${JSON.stringify(entry.value)}`) : ["- none detected"]),
|
|
21
|
+
"",
|
|
22
|
+
"Collapsed arrays:",
|
|
23
|
+
...(arrays.length > 0 ? arrays : ["- none collapsed"]),
|
|
24
|
+
"",
|
|
25
|
+
`Structural keys summarized: ${objectKeys.size}`
|
|
26
|
+
].join("\n") + "\n";
|
|
27
|
+
return {
|
|
28
|
+
text,
|
|
29
|
+
metrics: {
|
|
30
|
+
primitive_values_preserved_count: relevant.length,
|
|
31
|
+
error_values_preserved_count: relevant.filter((entry) => entry.relevant).length,
|
|
32
|
+
structural_keys_reduced_count: objectKeys.size,
|
|
33
|
+
arrays_collapsed_count: arrays.length,
|
|
34
|
+
original_json_valid: true,
|
|
35
|
+
reduced_representation_valid: false
|
|
36
|
+
}
|
|
37
|
+
};
|
|
38
|
+
}
|
|
39
|
+
catch {
|
|
40
|
+
return null;
|
|
41
|
+
}
|
|
42
|
+
}
|
|
43
|
+
function collectPrimitivePaths(value, basePath = "$", orderRef = { value: 0 }) {
|
|
44
|
+
if (value === null || ["string", "number", "boolean"].includes(typeof value)) {
|
|
45
|
+
const order = orderRef.value;
|
|
46
|
+
orderRef.value += 1;
|
|
47
|
+
return [{ path: basePath, value: value, relevant: isRelevant(basePath, value), order }];
|
|
48
|
+
}
|
|
49
|
+
if (Array.isArray(value)) {
|
|
50
|
+
return value.flatMap((item, index) => {
|
|
51
|
+
if (index < 3 || index >= value.length - 2 || containsRelevantPrimitive(item)) {
|
|
52
|
+
return collectPrimitivePaths(item, `${basePath}[${index}]`, orderRef);
|
|
53
|
+
}
|
|
54
|
+
return [];
|
|
55
|
+
});
|
|
56
|
+
}
|
|
57
|
+
if (value && typeof value === "object") {
|
|
58
|
+
return Object.entries(value).flatMap(([key, item]) => collectPrimitivePaths(item, `${basePath}.${key}`, orderRef));
|
|
59
|
+
}
|
|
60
|
+
return [];
|
|
61
|
+
}
|
|
62
|
+
function prioritizePrimitives(entries) {
|
|
63
|
+
return [...entries].sort((left, right) => primitiveRank(right) - primitiveRank(left) || left.order - right.order);
|
|
64
|
+
}
|
|
65
|
+
function collectArraySummaries(value, basePath = "$") {
|
|
66
|
+
if (Array.isArray(value)) {
|
|
67
|
+
const own = value.length > 12 ? [`${basePath}: ${value.length} items`] : [];
|
|
68
|
+
return [
|
|
69
|
+
...own,
|
|
70
|
+
...value.slice(0, 8).flatMap((item, index) => collectArraySummaries(item, `${basePath}[${index}]`))
|
|
71
|
+
];
|
|
72
|
+
}
|
|
73
|
+
if (value && typeof value === "object") {
|
|
74
|
+
return Object.entries(value).flatMap(([key, item]) => collectArraySummaries(item, `${basePath}.${key}`));
|
|
75
|
+
}
|
|
76
|
+
return [];
|
|
77
|
+
}
|
|
78
|
+
function collectObjectKeys(value, keys = new Set()) {
|
|
79
|
+
if (Array.isArray(value)) {
|
|
80
|
+
value.slice(0, 12).forEach((item) => collectObjectKeys(item, keys));
|
|
81
|
+
}
|
|
82
|
+
else if (value && typeof value === "object") {
|
|
83
|
+
for (const [key, item] of Object.entries(value)) {
|
|
84
|
+
keys.add(key);
|
|
85
|
+
collectObjectKeys(item, keys);
|
|
86
|
+
}
|
|
87
|
+
}
|
|
88
|
+
return keys;
|
|
89
|
+
}
|
|
90
|
+
function containsRelevantPrimitive(value) {
|
|
91
|
+
if (value === null || ["string", "number", "boolean"].includes(typeof value)) {
|
|
92
|
+
return isRelevant("", value);
|
|
93
|
+
}
|
|
94
|
+
if (Array.isArray(value)) {
|
|
95
|
+
return value.some(containsRelevantPrimitive);
|
|
96
|
+
}
|
|
97
|
+
if (value && typeof value === "object") {
|
|
98
|
+
return Object.entries(value).some(([key, item]) => isRelevant(key, item) || containsRelevantPrimitive(item));
|
|
99
|
+
}
|
|
100
|
+
return false;
|
|
101
|
+
}
|
|
102
|
+
function shouldKeepPrimitive(entry) {
|
|
103
|
+
if (entry.value === null) {
|
|
104
|
+
return false;
|
|
105
|
+
}
|
|
106
|
+
if (entry.relevant) {
|
|
107
|
+
return true;
|
|
108
|
+
}
|
|
109
|
+
return isSamplePrimitive(entry.path);
|
|
110
|
+
}
|
|
111
|
+
function primitiveRank(entry) {
|
|
112
|
+
const path = entry.path.toLowerCase();
|
|
113
|
+
const valueText = String(entry.value).toLowerCase();
|
|
114
|
+
let score = 0;
|
|
115
|
+
if (entry.relevant)
|
|
116
|
+
score += 1000;
|
|
117
|
+
if (/^\$\.(status|message|path|file|error|code|reason)$/.test(path))
|
|
118
|
+
score += 500;
|
|
119
|
+
if (/\.(error|exception|message|reason)$/.test(path) && entry.value !== null)
|
|
120
|
+
score += 300;
|
|
121
|
+
if (/\.(path|file)$/.test(path))
|
|
122
|
+
score += 250;
|
|
123
|
+
if (/\b(denied|timeout|failed|failure|exception|traceback|permission|refused)\b/.test(valueText))
|
|
124
|
+
score += 250;
|
|
125
|
+
if (entry.value === false)
|
|
126
|
+
score += 150;
|
|
127
|
+
if (isSamplePrimitive(path))
|
|
128
|
+
score += 25;
|
|
129
|
+
score -= Math.min(path.length, 200) / 100;
|
|
130
|
+
return score;
|
|
131
|
+
}
|
|
132
|
+
function isSamplePrimitive(path) {
|
|
133
|
+
const lower = path.toLowerCase();
|
|
134
|
+
return /\[(0|1|2)\]\.(id|ok|status|path|file)$/.test(lower) || /\[\d+\]\.(id|ok|status|path|file)$/.test(lower) && /\[(11[89]|[1-9]\d{2,})\]/.test(lower);
|
|
135
|
+
}
|
|
136
|
+
function isRelevant(path, value) {
|
|
137
|
+
if (value === null) {
|
|
138
|
+
return false;
|
|
139
|
+
}
|
|
140
|
+
if (value === false) {
|
|
141
|
+
return true;
|
|
142
|
+
}
|
|
143
|
+
const text = `${path} ${String(value)}`.toLowerCase();
|
|
144
|
+
if (/\b(error|failed|failure|exception|traceback|denied|timeout|permission|refused)\b/.test(text)) {
|
|
145
|
+
return true;
|
|
146
|
+
}
|
|
147
|
+
return /\b(status|message|path|file|code|reason)\b/.test(path.toLowerCase()) && String(value).length > 0;
|
|
148
|
+
}
|
|
149
|
+
//# sourceMappingURL=json-toon.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"json-toon.js","sourceRoot":"","sources":["../../src/compressors/json-toon.ts"],"names":[],"mappings":"AAqBA,MAAM,UAAU,eAAe,CAAC,KAAa,EAAE,iBAAiB,GAAG,GAAG;IACpE,OAAO,0BAA0B,CAAC,KAAK,EAAE,iBAAiB,CAAC,EAAE,IAAI,IAAI,IAAI,CAAC;AAC5E,CAAC;AAED,MAAM,UAAU,0BAA0B,CAAC,KAAa,EAAE,iBAAiB,GAAG,GAAG;IAC/E,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;IAC7B,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QACzD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAY,CAAC;QAC9C,MAAM,UAAU,GAAG,qBAAqB,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC;QAC7E,MAAM,QAAQ,GAAG,oBAAoB,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,iBAAiB,CAAC,CAAC;QAC9E,MAAM,MAAM,GAAG,qBAAqB,CAAC,MAAM,CAAC,CAAC;QAC7C,MAAM,UAAU,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC;QAC7C,MAAM,IAAI,GAAG;YACX,2CAA2C;YAC3C,sFAAsF;YACtF,EAAE;YACF,2BAA2B;YAC3B,GAAG,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,GAAG,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC;YACzH,EAAE;YACF,mBAAmB;YACnB,GAAG,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC;YACtD,EAAE;YACF,+BAA+B,UAAU,CAAC,IAAI,EAAE;SACjD,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;QAEpB,OAAO;YACL,IAAI;YACJ,OAAO,EAAE;gBACP,gCAAgC,EAAE,QAAQ,CAAC,MAAM;gBACjD,4BAA4B,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,MAAM;gBAC/E,6BAA6B,EAAE,UAAU,CAAC,IAAI;gBAC9C,sBAAsB,EAAE,MAAM,CAAC,MAAM;gBACrC,mBAAmB,EAAE,IAAI;gBACzB,4BAA4B,EAAE,KAAK;aACpC;SACF,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAc,EAAE,QAAQ,GAAG,GAAG,EAAE,QAAQ,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE;IACpF,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,QAAQ,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAC,OAAO,KAAK,CAAC,EAAE,CAAC;QAC7E,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC;QAC7B,QAAQ,CAAC,KAAK,IAAI,CAAC,CAAC;QACpB,OAAO,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAyC,EAAE,QAAQ,EAAE,UAAU,CAAC,QAAQ,EAAE,KAAK,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;IAC9H,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;YACnC,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,yBAAyB,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC9E,OAAO,qBAAqB,CAAC,IAAI,EAAE,GAAG,QAAQ,IAAI,KAAK,GAAG,EAAE,QAAQ,CAAC,CAAC;YACxE,CAAC;YACD,OAAO,EAAE,CAAC;QACZ,CAAC,CAAC,CAAC;IACL,CAAC;IACD,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACvC,OAAO,MAAM,CAAC,OAAO,CAAC,KAAgC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE,CAC9E,qBAAqB,CAAC,IAAI,EAAE,GAAG,QAAQ,IAAI,GAAG,EAAE,EAAE,QAAQ,CAAC,CAC5D,CAAC;IACJ,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,SAAS,oBAAoB,CAAC,OAAwB;IACpD,OAAO,CAAC,GAAG,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,aAAa,CAAC,KAAK,CAAC,GAAG,aAAa,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;AACpH,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAc,EAAE,QAAQ,GAAG,GAAG;IAC3D,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,MAAM,GAAG,GAAG,KAAK,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,QAAQ,KAAK,KAAK,CAAC,MAAM,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5E,OAAO;YACL,GAAG,GAAG;YACN,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,qBAAqB,CAAC,IAAI,EAAE,GAAG,QAAQ,IAAI,KAAK,GAAG,CAAC,CAAC;SACpG,CAAC;IACJ,CAAC;IACD,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACvC,OAAO,MAAM,CAAC,OAAO,CAAC,KAAgC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE,CAC9E,qBAAqB,CAAC,IAAI,EAAE,GAAG,QAAQ,IAAI,GAAG,EAAE,CAAC,CAClD,CAAC;IACJ,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAc,EAAE,OAAO,IAAI,GAAG,EAAU;IACjE,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,iBAAiB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;IACtE,CAAC;SAAM,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9C,KAAK,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAgC,CAAC,EAAE,CAAC;YAC3E,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACd,iBAAiB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAChC,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,yBAAyB,CAAC,KAAc;IAC/C,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,QAAQ,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAC,OAAO,KAAK,CAAC,EAAE,CAAC;QAC7E,OAAO,UAAU,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;IAC/B,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,KAAK,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IACD,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACvC,OAAO,MAAM,CAAC,OAAO,CAAC,KAAgC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,yBAAyB,CAAC,IAAI,CAAC,CAAC,CAAC;IAC1I,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAoB;IAC/C,IAAI,KAAK,CAAC,KAAK,KAAK,IAAI,EAAE,CAAC;QACzB,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;QACnB,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO,iBAAiB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;AACvC,CAAC;AAED,SAAS,aAAa,CAAC,KAAoB;IACzC,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;IACtC,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;IACpD,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,KAAK,CAAC,QAAQ;QAAE,KAAK,IAAI,IAAI,CAAC;IAClC,IAAI,oDAAoD,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,KAAK,IAAI,GAAG,CAAC;IAClF,IAAI,qCAAqC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,KAAK,KAAK,IAAI;QAAE,KAAK,IAAI,GAAG,CAAC;IAC3F,IAAI,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,KAAK,IAAI,GAAG,CAAC;IAC9C,IAAI,4EAA4E,CAAC,IAAI,CAAC,SAAS,CAAC;QAAE,KAAK,IAAI,GAAG,CAAC;IAC/G,IAAI,KAAK,CAAC,KAAK,KAAK,KAAK;QAAE,KAAK,IAAI,GAAG,CAAC;IACxC,IAAI,iBAAiB,CAAC,IAAI,CAAC;QAAE,KAAK,IAAI,EAAE,CAAC;IACzC,KAAK,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,GAAG,CAAC;IAC1C,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAY;IACrC,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;IACjC,OAAO,wCAAwC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,oCAAoC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,0BAA0B,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AAC5J,CAAC;AAED,SAAS,UAAU,CAAC,IAAY,EAAE,KAAc;IAC9C,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;QACnB,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,KAAK,KAAK,KAAK,EAAE,CAAC;QACpB,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,IAAI,GAAG,GAAG,IAAI,IAAI,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC;IACtD,IAAI,kFAAkF,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QAClG,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO,4CAA4C,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;AAC3G,CAAC"}
|