context-mem 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.context-mem.json.example +22 -0
- package/LICENSE +21 -0
- package/README.md +213 -0
- package/dist/cli/commands/dashboard.d.ts +2 -0
- package/dist/cli/commands/dashboard.d.ts.map +1 -0
- package/dist/cli/commands/dashboard.js +55 -0
- package/dist/cli/commands/dashboard.js.map +1 -0
- package/dist/cli/commands/doctor.d.ts +2 -0
- package/dist/cli/commands/doctor.d.ts.map +1 -0
- package/dist/cli/commands/doctor.js +49 -0
- package/dist/cli/commands/doctor.js.map +1 -0
- package/dist/cli/commands/init.d.ts +2 -0
- package/dist/cli/commands/init.d.ts.map +1 -0
- package/dist/cli/commands/init.js +43 -0
- package/dist/cli/commands/init.js.map +1 -0
- package/dist/cli/commands/serve.d.ts +2 -0
- package/dist/cli/commands/serve.d.ts.map +1 -0
- package/dist/cli/commands/serve.js +47 -0
- package/dist/cli/commands/serve.js.map +1 -0
- package/dist/cli/commands/status.d.ts +2 -0
- package/dist/cli/commands/status.d.ts.map +1 -0
- package/dist/cli/commands/status.js +29 -0
- package/dist/cli/commands/status.js.map +1 -0
- package/dist/cli/index.d.ts +3 -0
- package/dist/cli/index.d.ts.map +1 -0
- package/dist/cli/index.js +39 -0
- package/dist/cli/index.js.map +1 -0
- package/dist/core/budget.d.ts +11 -0
- package/dist/core/budget.d.ts.map +1 -0
- package/dist/core/budget.js +60 -0
- package/dist/core/budget.js.map +1 -0
- package/dist/core/config.d.ts +4 -0
- package/dist/core/config.d.ts.map +1 -0
- package/dist/core/config.js +41 -0
- package/dist/core/config.js.map +1 -0
- package/dist/core/events.d.ts +19 -0
- package/dist/core/events.d.ts.map +1 -0
- package/dist/core/events.js +101 -0
- package/dist/core/events.js.map +1 -0
- package/dist/core/kernel.d.ts +46 -0
- package/dist/core/kernel.d.ts.map +1 -0
- package/dist/core/kernel.js +228 -0
- package/dist/core/kernel.js.map +1 -0
- package/dist/core/lifecycle.d.ts +19 -0
- package/dist/core/lifecycle.d.ts.map +1 -0
- package/dist/core/lifecycle.js +35 -0
- package/dist/core/lifecycle.js.map +1 -0
- package/dist/core/observe-queue.d.ts +18 -0
- package/dist/core/observe-queue.d.ts.map +1 -0
- package/dist/core/observe-queue.js +56 -0
- package/dist/core/observe-queue.js.map +1 -0
- package/dist/core/pipeline.d.ts +15 -0
- package/dist/core/pipeline.d.ts.map +1 -0
- package/dist/core/pipeline.js +114 -0
- package/dist/core/pipeline.js.map +1 -0
- package/dist/core/plugin-registry.d.ts +13 -0
- package/dist/core/plugin-registry.d.ts.map +1 -0
- package/dist/core/plugin-registry.js +67 -0
- package/dist/core/plugin-registry.js.map +1 -0
- package/dist/core/session.d.ts +14 -0
- package/dist/core/session.d.ts.map +1 -0
- package/dist/core/session.js +95 -0
- package/dist/core/session.js.map +1 -0
- package/dist/core/truncation.d.ts +11 -0
- package/dist/core/truncation.d.ts.map +1 -0
- package/dist/core/truncation.js +143 -0
- package/dist/core/truncation.js.map +1 -0
- package/dist/core/types.d.ts +230 -0
- package/dist/core/types.d.ts.map +1 -0
- package/dist/core/types.js +50 -0
- package/dist/core/types.js.map +1 -0
- package/dist/core/utils.d.ts +4 -0
- package/dist/core/utils.d.ts.map +1 -0
- package/dist/core/utils.js +57 -0
- package/dist/core/utils.js.map +1 -0
- package/dist/index.d.ts +12 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +27 -0
- package/dist/index.js.map +1 -0
- package/dist/mcp-server/server.d.ts +5 -0
- package/dist/mcp-server/server.d.ts.map +1 -0
- package/dist/mcp-server/server.js +101 -0
- package/dist/mcp-server/server.js.map +1 -0
- package/dist/mcp-server/tools.d.ts +201 -0
- package/dist/mcp-server/tools.d.ts.map +1 -0
- package/dist/mcp-server/tools.js +618 -0
- package/dist/mcp-server/tools.js.map +1 -0
- package/dist/plugins/knowledge/knowledge-base.d.ts +23 -0
- package/dist/plugins/knowledge/knowledge-base.d.ts.map +1 -0
- package/dist/plugins/knowledge/knowledge-base.js +165 -0
- package/dist/plugins/knowledge/knowledge-base.js.map +1 -0
- package/dist/plugins/platforms/claude-code.d.ts +14 -0
- package/dist/plugins/platforms/claude-code.d.ts.map +1 -0
- package/dist/plugins/platforms/claude-code.js +52 -0
- package/dist/plugins/platforms/claude-code.js.map +1 -0
- package/dist/plugins/privacy/privacy-engine.d.ts +18 -0
- package/dist/plugins/privacy/privacy-engine.d.ts.map +1 -0
- package/dist/plugins/privacy/privacy-engine.js +72 -0
- package/dist/plugins/privacy/privacy-engine.js.map +1 -0
- package/dist/plugins/runtimes/javascript.d.ts +13 -0
- package/dist/plugins/runtimes/javascript.d.ts.map +1 -0
- package/dist/plugins/runtimes/javascript.js +102 -0
- package/dist/plugins/runtimes/javascript.js.map +1 -0
- package/dist/plugins/runtimes/python.d.ts +14 -0
- package/dist/plugins/runtimes/python.d.ts.map +1 -0
- package/dist/plugins/runtimes/python.js +127 -0
- package/dist/plugins/runtimes/python.js.map +1 -0
- package/dist/plugins/runtimes/shell.d.ts +13 -0
- package/dist/plugins/runtimes/shell.d.ts.map +1 -0
- package/dist/plugins/runtimes/shell.js +55 -0
- package/dist/plugins/runtimes/shell.js.map +1 -0
- package/dist/plugins/search/bm25.d.ts +16 -0
- package/dist/plugins/search/bm25.d.ts.map +1 -0
- package/dist/plugins/search/bm25.js +61 -0
- package/dist/plugins/search/bm25.js.map +1 -0
- package/dist/plugins/search/fts5-utils.d.ts +2 -0
- package/dist/plugins/search/fts5-utils.d.ts.map +1 -0
- package/dist/plugins/search/fts5-utils.js +12 -0
- package/dist/plugins/search/fts5-utils.js.map +1 -0
- package/dist/plugins/search/fusion.d.ts +9 -0
- package/dist/plugins/search/fusion.d.ts.map +1 -0
- package/dist/plugins/search/fusion.js +45 -0
- package/dist/plugins/search/fusion.js.map +1 -0
- package/dist/plugins/search/intent.d.ts +5 -0
- package/dist/plugins/search/intent.d.ts.map +1 -0
- package/dist/plugins/search/intent.js +49 -0
- package/dist/plugins/search/intent.js.map +1 -0
- package/dist/plugins/search/levenshtein.d.ts +17 -0
- package/dist/plugins/search/levenshtein.d.ts.map +1 -0
- package/dist/plugins/search/levenshtein.js +99 -0
- package/dist/plugins/search/levenshtein.js.map +1 -0
- package/dist/plugins/search/trigram.d.ts +16 -0
- package/dist/plugins/search/trigram.d.ts.map +1 -0
- package/dist/plugins/search/trigram.js +63 -0
- package/dist/plugins/search/trigram.js.map +1 -0
- package/dist/plugins/storage/better-sqlite3.d.ts +19 -0
- package/dist/plugins/storage/better-sqlite3.d.ts.map +1 -0
- package/dist/plugins/storage/better-sqlite3.js +82 -0
- package/dist/plugins/storage/better-sqlite3.js.map +1 -0
- package/dist/plugins/storage/content-store.d.ts +20 -0
- package/dist/plugins/storage/content-store.d.ts.map +1 -0
- package/dist/plugins/storage/content-store.js +187 -0
- package/dist/plugins/storage/content-store.js.map +1 -0
- package/dist/plugins/storage/migrations.d.ts +8 -0
- package/dist/plugins/storage/migrations.d.ts.map +1 -0
- package/dist/plugins/storage/migrations.js +252 -0
- package/dist/plugins/storage/migrations.js.map +1 -0
- package/dist/plugins/summarizers/binary-summarizer.d.ts +12 -0
- package/dist/plugins/summarizers/binary-summarizer.d.ts.map +1 -0
- package/dist/plugins/summarizers/binary-summarizer.js +43 -0
- package/dist/plugins/summarizers/binary-summarizer.js.map +1 -0
- package/dist/plugins/summarizers/build-output-summarizer.d.ts +12 -0
- package/dist/plugins/summarizers/build-output-summarizer.d.ts.map +1 -0
- package/dist/plugins/summarizers/build-output-summarizer.js +68 -0
- package/dist/plugins/summarizers/build-output-summarizer.js.map +1 -0
- package/dist/plugins/summarizers/code-summarizer.d.ts +12 -0
- package/dist/plugins/summarizers/code-summarizer.d.ts.map +1 -0
- package/dist/plugins/summarizers/code-summarizer.js +179 -0
- package/dist/plugins/summarizers/code-summarizer.js.map +1 -0
- package/dist/plugins/summarizers/csv-summarizer.d.ts +12 -0
- package/dist/plugins/summarizers/csv-summarizer.d.ts.map +1 -0
- package/dist/plugins/summarizers/csv-summarizer.js +60 -0
- package/dist/plugins/summarizers/csv-summarizer.js.map +1 -0
- package/dist/plugins/summarizers/error-summarizer.d.ts +15 -0
- package/dist/plugins/summarizers/error-summarizer.d.ts.map +1 -0
- package/dist/plugins/summarizers/error-summarizer.js +111 -0
- package/dist/plugins/summarizers/error-summarizer.js.map +1 -0
- package/dist/plugins/summarizers/git-log-summarizer.d.ts +12 -0
- package/dist/plugins/summarizers/git-log-summarizer.d.ts.map +1 -0
- package/dist/plugins/summarizers/git-log-summarizer.js +76 -0
- package/dist/plugins/summarizers/git-log-summarizer.js.map +1 -0
- package/dist/plugins/summarizers/html-summarizer.d.ts +12 -0
- package/dist/plugins/summarizers/html-summarizer.d.ts.map +1 -0
- package/dist/plugins/summarizers/html-summarizer.js +69 -0
- package/dist/plugins/summarizers/html-summarizer.js.map +1 -0
- package/dist/plugins/summarizers/json-summarizer.d.ts +12 -0
- package/dist/plugins/summarizers/json-summarizer.d.ts.map +1 -0
- package/dist/plugins/summarizers/json-summarizer.js +132 -0
- package/dist/plugins/summarizers/json-summarizer.js.map +1 -0
- package/dist/plugins/summarizers/log-summarizer.d.ts +12 -0
- package/dist/plugins/summarizers/log-summarizer.d.ts.map +1 -0
- package/dist/plugins/summarizers/log-summarizer.js +173 -0
- package/dist/plugins/summarizers/log-summarizer.js.map +1 -0
- package/dist/plugins/summarizers/markdown-summarizer.d.ts +12 -0
- package/dist/plugins/summarizers/markdown-summarizer.d.ts.map +1 -0
- package/dist/plugins/summarizers/markdown-summarizer.js +75 -0
- package/dist/plugins/summarizers/markdown-summarizer.js.map +1 -0
- package/dist/plugins/summarizers/network-summarizer.d.ts +12 -0
- package/dist/plugins/summarizers/network-summarizer.d.ts.map +1 -0
- package/dist/plugins/summarizers/network-summarizer.js +74 -0
- package/dist/plugins/summarizers/network-summarizer.js.map +1 -0
- package/dist/plugins/summarizers/shell-summarizer.d.ts +12 -0
- package/dist/plugins/summarizers/shell-summarizer.d.ts.map +1 -0
- package/dist/plugins/summarizers/shell-summarizer.js +50 -0
- package/dist/plugins/summarizers/shell-summarizer.js.map +1 -0
- package/dist/plugins/summarizers/test-output-summarizer.d.ts +12 -0
- package/dist/plugins/summarizers/test-output-summarizer.d.ts.map +1 -0
- package/dist/plugins/summarizers/test-output-summarizer.js +77 -0
- package/dist/plugins/summarizers/test-output-summarizer.js.map +1 -0
- package/dist/plugins/summarizers/typescript-error-summarizer.d.ts +12 -0
- package/dist/plugins/summarizers/typescript-error-summarizer.d.ts.map +1 -0
- package/dist/plugins/summarizers/typescript-error-summarizer.js +67 -0
- package/dist/plugins/summarizers/typescript-error-summarizer.js.map +1 -0
- package/hooks/context-mem-hook.js +77 -0
- package/hooks/dashboard-autostart.js +92 -0
- package/hooks/dashboard-stop.js +32 -0
- package/hooks/hooks.json +40 -0
- package/package.json +32 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"build-output-summarizer.d.ts","sourceRoot":"","sources":["../../../src/plugins/summarizers/build-output-summarizer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gBAAgB,EAAE,YAAY,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AASxG,qBAAa,qBAAsB,YAAW,gBAAgB;IAC5D,IAAI,SAA6B;IACjC,OAAO,SAAW;IAClB,IAAI,EAAG,YAAY,CAAU;IAC7B,YAAY,WAAoB;IAE1B,IAAI,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IAC1C,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAE9B,MAAM,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAI1B,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC;CAoD/E"}
|
|
@@ -0,0 +1,68 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.BuildOutputSummarizer = void 0;
|
|
4
|
+
const utils_js_1 = require("../../core/utils.js");
|
|
5
|
+
const BUILD_KEYWORDS = /\b(Compiling|Bundling|Route|Bundle size|webpack|vite|esbuild|Building)\b/i;
|
|
6
|
+
const ROUTE_REGEX = /(?:Route|GET|POST|PUT|DELETE|PATCH)\s+(\/\S+)/gi;
|
|
7
|
+
const BUNDLE_SIZE_REGEX = /(\S+)\s*[\-:]\s*([\d.]+\s*(?:kB|KB|MB|B|bytes))/gi;
|
|
8
|
+
const WARNING_REGEX = /\bwarning\b/gi;
|
|
9
|
+
const BUILD_TIME_REGEX = /(?:built|compiled|bundled|done)\s+in\s+([\d.]+\s*(?:ms|s|m|min))/i;
|
|
10
|
+
class BuildOutputSummarizer {
|
|
11
|
+
name = 'build-output-summarizer';
|
|
12
|
+
version = '1.0.0';
|
|
13
|
+
type = 'summarizer';
|
|
14
|
+
contentTypes = ['build-output'];
|
|
15
|
+
async init(_config) { }
|
|
16
|
+
async destroy() { }
|
|
17
|
+
detect(content) {
|
|
18
|
+
return BUILD_KEYWORDS.test(content);
|
|
19
|
+
}
|
|
20
|
+
async summarize(content, _opts) {
|
|
21
|
+
const tokensOriginal = (0, utils_js_1.estimateTokens)(content);
|
|
22
|
+
// Extract routes
|
|
23
|
+
const routes = [];
|
|
24
|
+
let routeMatch;
|
|
25
|
+
const routeRegex = new RegExp(ROUTE_REGEX.source, 'gi');
|
|
26
|
+
while ((routeMatch = routeRegex.exec(content)) !== null) {
|
|
27
|
+
const route = routeMatch[1];
|
|
28
|
+
if (!routes.includes(route))
|
|
29
|
+
routes.push(route);
|
|
30
|
+
}
|
|
31
|
+
// Extract bundle sizes
|
|
32
|
+
const bundleSizes = [];
|
|
33
|
+
let sizeMatch;
|
|
34
|
+
const sizeRegex = new RegExp(BUNDLE_SIZE_REGEX.source, 'gi');
|
|
35
|
+
while ((sizeMatch = sizeRegex.exec(content)) !== null) {
|
|
36
|
+
bundleSizes.push(`${sizeMatch[1]}: ${sizeMatch[2]}`);
|
|
37
|
+
}
|
|
38
|
+
// Count warnings
|
|
39
|
+
const warningMatches = content.match(WARNING_REGEX);
|
|
40
|
+
const warningCount = warningMatches ? warningMatches.length : 0;
|
|
41
|
+
// Extract build time
|
|
42
|
+
const buildTimeMatch = content.match(BUILD_TIME_REGEX);
|
|
43
|
+
const buildTime = buildTimeMatch ? buildTimeMatch[1] : 'unknown';
|
|
44
|
+
const summaryParts = [
|
|
45
|
+
`# Build Output Summary`,
|
|
46
|
+
'',
|
|
47
|
+
`## Build time: ${buildTime}`,
|
|
48
|
+
`## Warnings: ${warningCount}`,
|
|
49
|
+
'',
|
|
50
|
+
`## Routes found (${routes.length})`,
|
|
51
|
+
...routes.map(r => ` ${r}`),
|
|
52
|
+
'',
|
|
53
|
+
`## Bundle sizes (${bundleSizes.length})`,
|
|
54
|
+
...bundleSizes.map(b => ` ${b}`),
|
|
55
|
+
];
|
|
56
|
+
const summary = summaryParts.join('\n');
|
|
57
|
+
const tokensSummarized = (0, utils_js_1.estimateTokens)(summary);
|
|
58
|
+
return {
|
|
59
|
+
summary,
|
|
60
|
+
tokens_original: tokensOriginal,
|
|
61
|
+
tokens_summarized: tokensSummarized,
|
|
62
|
+
savings_pct: tokensOriginal > 0 ? Math.round((1 - tokensSummarized / tokensOriginal) * 100) : 0,
|
|
63
|
+
content_type: 'build-output',
|
|
64
|
+
};
|
|
65
|
+
}
|
|
66
|
+
}
|
|
67
|
+
exports.BuildOutputSummarizer = BuildOutputSummarizer;
|
|
68
|
+
//# sourceMappingURL=build-output-summarizer.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"build-output-summarizer.js","sourceRoot":"","sources":["../../../src/plugins/summarizers/build-output-summarizer.ts"],"names":[],"mappings":";;;AACA,kDAAqD;AAErD,MAAM,cAAc,GAAG,2EAA2E,CAAC;AACnG,MAAM,WAAW,GAAG,iDAAiD,CAAC;AACtE,MAAM,iBAAiB,GAAG,mDAAmD,CAAC;AAC9E,MAAM,aAAa,GAAG,eAAe,CAAC;AACtC,MAAM,gBAAgB,GAAG,mEAAmE,CAAC;AAE7F,MAAa,qBAAqB;IAChC,IAAI,GAAG,yBAAyB,CAAC;IACjC,OAAO,GAAG,OAAO,CAAC;IAClB,IAAI,GAAG,YAAqB,CAAC;IAC7B,YAAY,GAAG,CAAC,cAAc,CAAC,CAAC;IAEhC,KAAK,CAAC,IAAI,CAAC,OAAqB,IAAkB,CAAC;IACnD,KAAK,CAAC,OAAO,KAAmB,CAAC;IAEjC,MAAM,CAAC,OAAe;QACpB,OAAO,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,OAAe,EAAE,KAAoB;QACnD,MAAM,cAAc,GAAG,IAAA,yBAAc,EAAC,OAAO,CAAC,CAAC;QAE/C,iBAAiB;QACjB,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,IAAI,UAAU,CAAC;QACf,MAAM,UAAU,GAAG,IAAI,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QACxD,OAAO,CAAC,UAAU,GAAG,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YACxD,MAAM,KAAK,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;YAC5B,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;gBAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAClD,CAAC;QAED,uBAAuB;QACvB,MAAM,WAAW,GAAa,EAAE,CAAC;QACjC,IAAI,SAAS,CAAC;QACd,MAAM,SAAS,GAAG,IAAI,MAAM,CAAC,iBAAiB,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAC7D,OAAO,CAAC,SAAS,GAAG,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YACtD,WAAW,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACvD,CAAC;QAED,iBAAiB;QACjB,MAAM,cAAc,GAAG,OAAO,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QACpD,MAAM,YAAY,GAAG,cAAc,CAAC,CAAC,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAEhE,qBAAqB;QACrB,MAAM,cAAc,GAAG,OAAO,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;QACvD,MAAM,SAAS,GAAG,cAAc,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAEjE,MAAM,YAAY,GAAG;YACnB,wBAAwB;YACxB,EAAE;YACF,kBAAkB,SAAS,EAAE;YAC7B,gBAAgB,YAAY,EAAE;YAC9B,EAAE;YACF,oBAAoB,MAAM,CAAC,MAAM,GAAG;YACpC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC;YAC5B,EAAE;YACF,oBAAoB,WAAW,CAAC,MAAM,GAAG;YACzC,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC;SAClC,CAAC;QAEF,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACxC,MAAM,gBAAgB,GAAG,IAAA,yBAAc,EAAC,OAAO,CAAC,CAAC;QAEjD,OAAO;YACL,OAAO;YACP,eAAe,EAAE,cAAc;YAC/B,iBAAiB,EAAE,gBAAgB;YACnC,WAAW,EAAE,cAAc,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,gBAAgB,GAAG,cAAc,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAC/F,YAAY,EAAE,cAAc;SAC7B,CAAC;IACJ,CAAC;CACF;AAjED,sDAiEC"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import type { SummarizerPlugin, PluginConfig, SummaryResult, SummarizeOpts } from '../../core/types.js';
|
|
2
|
+
export declare class CodeSummarizer implements SummarizerPlugin {
|
|
3
|
+
name: string;
|
|
4
|
+
version: string;
|
|
5
|
+
type: "summarizer";
|
|
6
|
+
contentTypes: string[];
|
|
7
|
+
init(_config: PluginConfig): Promise<void>;
|
|
8
|
+
destroy(): Promise<void>;
|
|
9
|
+
detect(content: string): boolean;
|
|
10
|
+
summarize(content: string, _opts: SummarizeOpts): Promise<SummaryResult>;
|
|
11
|
+
}
|
|
12
|
+
//# sourceMappingURL=code-summarizer.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"code-summarizer.d.ts","sourceRoot":"","sources":["../../../src/plugins/summarizers/code-summarizer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gBAAgB,EAAE,YAAY,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAkIxG,qBAAa,cAAe,YAAW,gBAAgB;IACrD,IAAI,SAAqB;IACzB,OAAO,SAAW;IAClB,IAAI,EAAG,YAAY,CAAU;IAC7B,YAAY,WAAkD;IAExD,IAAI,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IAC1C,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAE9B,MAAM,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAS1B,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC;CA6C/E"}
|
|
@@ -0,0 +1,179 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.CodeSummarizer = void 0;
|
|
4
|
+
const utils_js_1 = require("../../core/utils.js");
|
|
5
|
+
const MIN_LINES_TO_SUMMARIZE = 20;
|
|
6
|
+
// Patterns that indicate code content
|
|
7
|
+
const JS_TS_PATTERNS = [
|
|
8
|
+
/function\s+\w+/,
|
|
9
|
+
/class\s+\w+/,
|
|
10
|
+
/export\s+/,
|
|
11
|
+
/import\s+/,
|
|
12
|
+
/const\s+\w+\s*=/,
|
|
13
|
+
];
|
|
14
|
+
const PYTHON_PATTERNS = [
|
|
15
|
+
/def\s+\w+/,
|
|
16
|
+
/class\s+\w+/,
|
|
17
|
+
/^import\s+/m,
|
|
18
|
+
/^from\s+\w+/m,
|
|
19
|
+
];
|
|
20
|
+
// Lines to extract for JS/TS summarization
|
|
21
|
+
// Only match top-level declarations (no leading whitespace before keyword)
|
|
22
|
+
const JS_TS_SIGNATURE_RE = /^(export|function|class|interface|type|import|const|let|var)\s+/;
|
|
23
|
+
// Lines to extract for Python summarization
|
|
24
|
+
const PYTHON_SIGNATURE_RE = /^\s*(def|class|import|from)\s+/;
|
|
25
|
+
// Decorator lines in Python
|
|
26
|
+
const PYTHON_DECORATOR_RE = /^\s*@\w+/;
|
|
27
|
+
function detectLanguage(content) {
|
|
28
|
+
const jsMatches = JS_TS_PATTERNS.filter(p => p.test(content)).length;
|
|
29
|
+
const pyMatches = PYTHON_PATTERNS.filter(p => p.test(content)).length;
|
|
30
|
+
// Python-specific patterns that don't overlap with JS (def, from import)
|
|
31
|
+
const pyExclusive = [/def\s+\w+/, /^from\s+\w+/m].filter(p => p.test(content)).length;
|
|
32
|
+
// Prefer Python when it has exclusive markers or outscores JS
|
|
33
|
+
if (pyExclusive >= 1)
|
|
34
|
+
return 'python';
|
|
35
|
+
if (pyMatches > jsMatches)
|
|
36
|
+
return 'python';
|
|
37
|
+
if (jsMatches >= 2)
|
|
38
|
+
return 'js-ts';
|
|
39
|
+
if (pyMatches >= 2)
|
|
40
|
+
return 'python';
|
|
41
|
+
if (jsMatches >= 1)
|
|
42
|
+
return 'js-ts';
|
|
43
|
+
if (pyMatches >= 1)
|
|
44
|
+
return 'python';
|
|
45
|
+
return null;
|
|
46
|
+
}
|
|
47
|
+
function summarizeJsTs(lines) {
|
|
48
|
+
const output = [];
|
|
49
|
+
let i = 0;
|
|
50
|
+
while (i < lines.length) {
|
|
51
|
+
const line = lines[i];
|
|
52
|
+
if (JS_TS_SIGNATURE_RE.test(line)) {
|
|
53
|
+
// For function/class/method: include only up to the opening brace or end of line
|
|
54
|
+
const trimmed = line.trimEnd();
|
|
55
|
+
const braceIdx = trimmed.indexOf('{');
|
|
56
|
+
if (braceIdx !== -1 && (line.match(/function\s+\w+/) || line.match(/class\s+\w+/))) {
|
|
57
|
+
output.push(trimmed.substring(0, braceIdx).trimEnd() + ' {');
|
|
58
|
+
output.push(' // ... body omitted');
|
|
59
|
+
output.push('}');
|
|
60
|
+
}
|
|
61
|
+
else {
|
|
62
|
+
output.push(line);
|
|
63
|
+
}
|
|
64
|
+
}
|
|
65
|
+
i++;
|
|
66
|
+
}
|
|
67
|
+
return output.join('\n');
|
|
68
|
+
}
|
|
69
|
+
function summarizePython(lines) {
|
|
70
|
+
const output = [];
|
|
71
|
+
let i = 0;
|
|
72
|
+
while (i < lines.length) {
|
|
73
|
+
const line = lines[i];
|
|
74
|
+
// Collect decorator lines preceding a def/class
|
|
75
|
+
if (PYTHON_DECORATOR_RE.test(line)) {
|
|
76
|
+
const decorators = [line];
|
|
77
|
+
let j = i + 1;
|
|
78
|
+
while (j < lines.length && PYTHON_DECORATOR_RE.test(lines[j])) {
|
|
79
|
+
decorators.push(lines[j]);
|
|
80
|
+
j++;
|
|
81
|
+
}
|
|
82
|
+
// If the next non-decorator line is a def/class, emit all
|
|
83
|
+
if (j < lines.length && PYTHON_SIGNATURE_RE.test(lines[j])) {
|
|
84
|
+
decorators.forEach(d => output.push(d));
|
|
85
|
+
const sigLine = lines[j];
|
|
86
|
+
const colonIdx = sigLine.lastIndexOf(':');
|
|
87
|
+
if (colonIdx !== -1) {
|
|
88
|
+
output.push(sigLine.substring(0, colonIdx + 1));
|
|
89
|
+
output.push(' # ... body omitted');
|
|
90
|
+
}
|
|
91
|
+
else {
|
|
92
|
+
output.push(sigLine);
|
|
93
|
+
}
|
|
94
|
+
i = j + 1;
|
|
95
|
+
continue;
|
|
96
|
+
}
|
|
97
|
+
// Otherwise just skip decorators
|
|
98
|
+
i = j;
|
|
99
|
+
continue;
|
|
100
|
+
}
|
|
101
|
+
if (PYTHON_SIGNATURE_RE.test(line)) {
|
|
102
|
+
// import / from lines: keep as-is
|
|
103
|
+
if (/^\s*(import|from)\s+/.test(line)) {
|
|
104
|
+
output.push(line);
|
|
105
|
+
}
|
|
106
|
+
else {
|
|
107
|
+
// def / class: include up to last colon (handles type annotations)
|
|
108
|
+
const colonIdx = line.lastIndexOf(':');
|
|
109
|
+
if (colonIdx !== -1) {
|
|
110
|
+
output.push(line.substring(0, colonIdx + 1));
|
|
111
|
+
output.push(' # ... body omitted');
|
|
112
|
+
}
|
|
113
|
+
else {
|
|
114
|
+
output.push(line);
|
|
115
|
+
}
|
|
116
|
+
}
|
|
117
|
+
}
|
|
118
|
+
i++;
|
|
119
|
+
}
|
|
120
|
+
return output.join('\n');
|
|
121
|
+
}
|
|
122
|
+
class CodeSummarizer {
|
|
123
|
+
name = 'code-summarizer';
|
|
124
|
+
version = '1.0.0';
|
|
125
|
+
type = 'summarizer';
|
|
126
|
+
contentTypes = ['code', 'javascript', 'typescript', 'python'];
|
|
127
|
+
async init(_config) { }
|
|
128
|
+
async destroy() { }
|
|
129
|
+
detect(content) {
|
|
130
|
+
const lineCount = content.split('\n').length;
|
|
131
|
+
if (lineCount < MIN_LINES_TO_SUMMARIZE)
|
|
132
|
+
return false;
|
|
133
|
+
const allPatterns = [...JS_TS_PATTERNS, ...PYTHON_PATTERNS];
|
|
134
|
+
const matchCount = allPatterns.filter(p => p.test(content)).length;
|
|
135
|
+
return matchCount >= 2;
|
|
136
|
+
}
|
|
137
|
+
async summarize(content, _opts) {
|
|
138
|
+
const lines = content.split('\n');
|
|
139
|
+
const tokensOriginal = (0, utils_js_1.estimateTokens)(content);
|
|
140
|
+
if (lines.length < MIN_LINES_TO_SUMMARIZE) {
|
|
141
|
+
return {
|
|
142
|
+
summary: content,
|
|
143
|
+
tokens_original: tokensOriginal,
|
|
144
|
+
tokens_summarized: tokensOriginal,
|
|
145
|
+
savings_pct: 0,
|
|
146
|
+
content_type: 'code',
|
|
147
|
+
};
|
|
148
|
+
}
|
|
149
|
+
const lang = detectLanguage(content);
|
|
150
|
+
let summary;
|
|
151
|
+
if (lang === 'python') {
|
|
152
|
+
summary = summarizePython(lines);
|
|
153
|
+
}
|
|
154
|
+
else {
|
|
155
|
+
// Default to JS/TS treatment
|
|
156
|
+
summary = summarizeJsTs(lines);
|
|
157
|
+
}
|
|
158
|
+
// If summary ended up empty or very short, fall back to original
|
|
159
|
+
if (!summary.trim() || summary.split('\n').length < 3) {
|
|
160
|
+
return {
|
|
161
|
+
summary: content,
|
|
162
|
+
tokens_original: tokensOriginal,
|
|
163
|
+
tokens_summarized: tokensOriginal,
|
|
164
|
+
savings_pct: 0,
|
|
165
|
+
content_type: 'code',
|
|
166
|
+
};
|
|
167
|
+
}
|
|
168
|
+
const tokensSummarized = (0, utils_js_1.estimateTokens)(summary);
|
|
169
|
+
return {
|
|
170
|
+
summary,
|
|
171
|
+
tokens_original: tokensOriginal,
|
|
172
|
+
tokens_summarized: tokensSummarized,
|
|
173
|
+
savings_pct: tokensOriginal > 0 ? Math.max(0, Math.round((1 - tokensSummarized / tokensOriginal) * 100)) : 0,
|
|
174
|
+
content_type: 'code',
|
|
175
|
+
};
|
|
176
|
+
}
|
|
177
|
+
}
|
|
178
|
+
exports.CodeSummarizer = CodeSummarizer;
|
|
179
|
+
//# sourceMappingURL=code-summarizer.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"code-summarizer.js","sourceRoot":"","sources":["../../../src/plugins/summarizers/code-summarizer.ts"],"names":[],"mappings":";;;AACA,kDAAqD;AAErD,MAAM,sBAAsB,GAAG,EAAE,CAAC;AAElC,sCAAsC;AACtC,MAAM,cAAc,GAAG;IACrB,gBAAgB;IAChB,aAAa;IACb,WAAW;IACX,WAAW;IACX,iBAAiB;CAClB,CAAC;AAEF,MAAM,eAAe,GAAG;IACtB,WAAW;IACX,aAAa;IACb,aAAa;IACb,cAAc;CACf,CAAC;AAEF,2CAA2C;AAC3C,2EAA2E;AAC3E,MAAM,kBAAkB,GAAG,iEAAiE,CAAC;AAE7F,4CAA4C;AAC5C,MAAM,mBAAmB,GAAG,gCAAgC,CAAC;AAE7D,4BAA4B;AAC5B,MAAM,mBAAmB,GAAG,UAAU,CAAC;AAEvC,SAAS,cAAc,CAAC,OAAe;IACrC,MAAM,SAAS,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC;IACrE,MAAM,SAAS,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC;IAEtE,yEAAyE;IACzE,MAAM,WAAW,GAAG,CAAC,WAAW,EAAE,cAAc,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC;IAEtF,8DAA8D;IAC9D,IAAI,WAAW,IAAI,CAAC;QAAE,OAAO,QAAQ,CAAC;IACtC,IAAI,SAAS,GAAG,SAAS;QAAE,OAAO,QAAQ,CAAC;IAC3C,IAAI,SAAS,IAAI,CAAC;QAAE,OAAO,OAAO,CAAC;IACnC,IAAI,SAAS,IAAI,CAAC;QAAE,OAAO,QAAQ,CAAC;IACpC,IAAI,SAAS,IAAI,CAAC;QAAE,OAAO,OAAO,CAAC;IACnC,IAAI,SAAS,IAAI,CAAC;QAAE,OAAO,QAAQ,CAAC;IACpC,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,aAAa,CAAC,KAAe;IACpC,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,CAAC,GAAG,CAAC,CAAC;IAEV,OAAO,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;QACxB,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QAEtB,IAAI,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YAClC,iFAAiF;YACjF,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;YAC/B,MAAM,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YACtC,IAAI,QAAQ,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,EAAE,CAAC;gBACnF,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,CAAC;gBAC7D,MAAM,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;gBACrC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACnB,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACpB,CAAC;QACH,CAAC;QAED,CAAC,EAAE,CAAC;IACN,CAAC;IAED,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC3B,CAAC;AAED,SAAS,eAAe,CAAC,KAAe;IACtC,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,CAAC,GAAG,CAAC,CAAC;IAEV,OAAO,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;QACxB,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QAEtB,gDAAgD;QAChD,IAAI,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YACnC,MAAM,UAAU,GAAa,CAAC,IAAI,CAAC,CAAC;YACpC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACd,OAAO,CAAC,GAAG,KAAK,CAAC,MAAM,IAAI,mBAAmB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC9D,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC1B,CAAC,EAAE,CAAC;YACN,CAAC;YACD,0DAA0D;YAC1D,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,IAAI,mBAAmB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC3D,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;gBACxC,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;gBACzB,MAAM,QAAQ,GAAG,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;gBAC1C,IAAI,QAAQ,KAAK,CAAC,CAAC,EAAE,CAAC;oBACpB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC;oBAChD,MAAM,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;gBACxC,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACvB,CAAC;gBACD,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBACV,SAAS;YACX,CAAC;YACD,iCAAiC;YACjC,CAAC,GAAG,CAAC,CAAC;YACN,SAAS;QACX,CAAC;QAED,IAAI,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YACnC,kCAAkC;YAClC,IAAI,sBAAsB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBACtC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACpB,CAAC;iBAAM,CAAC;gBACN,mEAAmE;gBACnE,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;gBACvC,IAAI,QAAQ,KAAK,CAAC,CAAC,EAAE,CAAC;oBACpB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC;oBAC7C,MAAM,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;gBACxC,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACpB,CAAC;YACH,CAAC;QACH,CAAC;QAED,CAAC,EAAE,CAAC;IACN,CAAC;IAED,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC3B,CAAC;AAED,MAAa,cAAc;IACzB,IAAI,GAAG,iBAAiB,CAAC;IACzB,OAAO,GAAG,OAAO,CAAC;IAClB,IAAI,GAAG,YAAqB,CAAC;IAC7B,YAAY,GAAG,CAAC,MAAM,EAAE,YAAY,EAAE,YAAY,EAAE,QAAQ,CAAC,CAAC;IAE9D,KAAK,CAAC,IAAI,CAAC,OAAqB,IAAkB,CAAC;IACnD,KAAK,CAAC,OAAO,KAAmB,CAAC;IAEjC,MAAM,CAAC,OAAe;QACpB,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;QAC7C,IAAI,SAAS,GAAG,sBAAsB;YAAE,OAAO,KAAK,CAAC;QAErD,MAAM,WAAW,GAAG,CAAC,GAAG,cAAc,EAAE,GAAG,eAAe,CAAC,CAAC;QAC5D,MAAM,UAAU,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC;QACnE,OAAO,UAAU,IAAI,CAAC,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,OAAe,EAAE,KAAoB;QACnD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAClC,MAAM,cAAc,GAAG,IAAA,yBAAc,EAAC,OAAO,CAAC,CAAC;QAE/C,IAAI,KAAK,CAAC,MAAM,GAAG,sBAAsB,EAAE,CAAC;YAC1C,OAAO;gBACL,OAAO,EAAE,OAAO;gBAChB,eAAe,EAAE,cAAc;gBAC/B,iBAAiB,EAAE,cAAc;gBACjC,WAAW,EAAE,CAAC;gBACd,YAAY,EAAE,MAAM;aACrB,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,GAAG,cAAc,CAAC,OAAO,CAAC,CAAC;QACrC,IAAI,OAAe,CAAC;QAEpB,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;YACtB,OAAO,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;QACnC,CAAC;aAAM,CAAC;YACN,6BAA6B;YAC7B,OAAO,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;QACjC,CAAC;QAED,iEAAiE;QACjE,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtD,OAAO;gBACL,OAAO,EAAE,OAAO;gBAChB,eAAe,EAAE,cAAc;gBAC/B,iBAAiB,EAAE,cAAc;gBACjC,WAAW,EAAE,CAAC;gBACd,YAAY,EAAE,MAAM;aACrB,CAAC;QACJ,CAAC;QAED,MAAM,gBAAgB,GAAG,IAAA,yBAAc,EAAC,OAAO,CAAC,CAAC;QAEjD,OAAO;YACL,OAAO;YACP,eAAe,EAAE,cAAc;YAC/B,iBAAiB,EAAE,gBAAgB;YACnC,WAAW,EAAE,cAAc,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,gBAAgB,GAAG,cAAc,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC5G,YAAY,EAAE,MAAM;SACrB,CAAC;IACJ,CAAC;CACF;AA/DD,wCA+DC"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import type { SummarizerPlugin, PluginConfig, SummaryResult, SummarizeOpts } from '../../core/types.js';
|
|
2
|
+
export declare class CsvSummarizer implements SummarizerPlugin {
|
|
3
|
+
name: string;
|
|
4
|
+
version: string;
|
|
5
|
+
type: "summarizer";
|
|
6
|
+
contentTypes: string[];
|
|
7
|
+
init(_config: PluginConfig): Promise<void>;
|
|
8
|
+
destroy(): Promise<void>;
|
|
9
|
+
detect(content: string): boolean;
|
|
10
|
+
summarize(content: string, _opts: SummarizeOpts): Promise<SummaryResult>;
|
|
11
|
+
}
|
|
12
|
+
//# sourceMappingURL=csv-summarizer.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"csv-summarizer.d.ts","sourceRoot":"","sources":["../../../src/plugins/summarizers/csv-summarizer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gBAAgB,EAAE,YAAY,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAKxG,qBAAa,aAAc,YAAW,gBAAgB;IACpD,IAAI,SAAoB;IACxB,OAAO,SAAW;IAClB,IAAI,EAAG,YAAY,CAAU;IAC7B,YAAY,WAAW;IAEjB,IAAI,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IAC1C,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAE9B,MAAM,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAiB1B,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC;CAmC/E"}
|
|
@@ -0,0 +1,60 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.CsvSummarizer = void 0;
|
|
4
|
+
const utils_js_1 = require("../../core/utils.js");
|
|
5
|
+
const MIN_CONSISTENT_LINES = 5;
|
|
6
|
+
class CsvSummarizer {
|
|
7
|
+
name = 'csv-summarizer';
|
|
8
|
+
version = '1.0.0';
|
|
9
|
+
type = 'summarizer';
|
|
10
|
+
contentTypes = ['csv'];
|
|
11
|
+
async init(_config) { }
|
|
12
|
+
async destroy() { }
|
|
13
|
+
detect(content) {
|
|
14
|
+
const lines = content.split('\n').filter(l => l.trim().length > 0);
|
|
15
|
+
if (lines.length < MIN_CONSISTENT_LINES)
|
|
16
|
+
return false;
|
|
17
|
+
// Check first 10 lines for consistent comma count
|
|
18
|
+
const checkLines = lines.slice(0, 10);
|
|
19
|
+
const commaCounts = checkLines.map(l => (l.match(/,/g) || []).length);
|
|
20
|
+
// All lines must have at least 1 comma
|
|
21
|
+
if (commaCounts[0] === 0)
|
|
22
|
+
return false;
|
|
23
|
+
// Check consistency: all lines should have the same comma count
|
|
24
|
+
const firstCount = commaCounts[0];
|
|
25
|
+
const consistentLines = commaCounts.filter(c => c === firstCount).length;
|
|
26
|
+
return consistentLines >= MIN_CONSISTENT_LINES;
|
|
27
|
+
}
|
|
28
|
+
async summarize(content, _opts) {
|
|
29
|
+
const lines = content.split('\n').filter(l => l.trim().length > 0);
|
|
30
|
+
const tokensOriginal = (0, utils_js_1.estimateTokens)(content);
|
|
31
|
+
const rowCount = lines.length;
|
|
32
|
+
const headerLine = lines[0];
|
|
33
|
+
const headers = headerLine.split(',').map(h => h.trim());
|
|
34
|
+
const columnCount = headers.length;
|
|
35
|
+
// Sample first 3 data rows
|
|
36
|
+
const sampleRows = lines.slice(1, 4);
|
|
37
|
+
const summaryParts = [
|
|
38
|
+
`# CSV Summary`,
|
|
39
|
+
'',
|
|
40
|
+
`## Dimensions: ${rowCount} rows x ${columnCount} columns`,
|
|
41
|
+
'',
|
|
42
|
+
`## Headers`,
|
|
43
|
+
` ${headers.join(' | ')}`,
|
|
44
|
+
'',
|
|
45
|
+
`## Sample rows (first 3)`,
|
|
46
|
+
...sampleRows.map((r, i) => ` [${i + 1}] ${r}`),
|
|
47
|
+
];
|
|
48
|
+
const summary = summaryParts.join('\n');
|
|
49
|
+
const tokensSummarized = (0, utils_js_1.estimateTokens)(summary);
|
|
50
|
+
return {
|
|
51
|
+
summary,
|
|
52
|
+
tokens_original: tokensOriginal,
|
|
53
|
+
tokens_summarized: tokensSummarized,
|
|
54
|
+
savings_pct: tokensOriginal > 0 ? Math.round((1 - tokensSummarized / tokensOriginal) * 100) : 0,
|
|
55
|
+
content_type: 'csv',
|
|
56
|
+
};
|
|
57
|
+
}
|
|
58
|
+
}
|
|
59
|
+
exports.CsvSummarizer = CsvSummarizer;
|
|
60
|
+
//# sourceMappingURL=csv-summarizer.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"csv-summarizer.js","sourceRoot":"","sources":["../../../src/plugins/summarizers/csv-summarizer.ts"],"names":[],"mappings":";;;AACA,kDAAqD;AAErD,MAAM,oBAAoB,GAAG,CAAC,CAAC;AAE/B,MAAa,aAAa;IACxB,IAAI,GAAG,gBAAgB,CAAC;IACxB,OAAO,GAAG,OAAO,CAAC;IAClB,IAAI,GAAG,YAAqB,CAAC;IAC7B,YAAY,GAAG,CAAC,KAAK,CAAC,CAAC;IAEvB,KAAK,CAAC,IAAI,CAAC,OAAqB,IAAkB,CAAC;IACnD,KAAK,CAAC,OAAO,KAAmB,CAAC;IAEjC,MAAM,CAAC,OAAe;QACpB,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACnE,IAAI,KAAK,CAAC,MAAM,GAAG,oBAAoB;YAAE,OAAO,KAAK,CAAC;QAEtD,kDAAkD;QAClD,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACtC,MAAM,WAAW,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC;QAEtE,uCAAuC;QACvC,IAAI,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC;QAEvC,gEAAgE;QAChE,MAAM,UAAU,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;QAClC,MAAM,eAAe,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,UAAU,CAAC,CAAC,MAAM,CAAC;QACzE,OAAO,eAAe,IAAI,oBAAoB,CAAC;IACjD,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,OAAe,EAAE,KAAoB;QACnD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACnE,MAAM,cAAc,GAAG,IAAA,yBAAc,EAAC,OAAO,CAAC,CAAC;QAE/C,MAAM,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC;QAC9B,MAAM,UAAU,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QAC5B,MAAM,OAAO,GAAG,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QACzD,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC;QAEnC,2BAA2B;QAC3B,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAErC,MAAM,YAAY,GAAG;YACnB,eAAe;YACf,EAAE;YACF,kBAAkB,QAAQ,WAAW,WAAW,UAAU;YAC1D,EAAE;YACF,YAAY;YACZ,KAAK,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE;YAC1B,EAAE;YACF,0BAA0B;YAC1B,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;SACjD,CAAC;QAEF,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACxC,MAAM,gBAAgB,GAAG,IAAA,yBAAc,EAAC,OAAO,CAAC,CAAC;QAEjD,OAAO;YACL,OAAO;YACP,eAAe,EAAE,cAAc;YAC/B,iBAAiB,EAAE,gBAAgB;YACnC,WAAW,EAAE,cAAc,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,gBAAgB,GAAG,cAAc,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAC/F,YAAY,EAAE,KAAK;SACpB,CAAC;IACJ,CAAC;CACF;AA7DD,sCA6DC"}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
import type { SummarizerPlugin, PluginConfig, SummaryResult, SummarizeOpts } from '../../core/types.js';
|
|
2
|
+
export declare class ErrorSummarizer implements SummarizerPlugin {
|
|
3
|
+
name: string;
|
|
4
|
+
version: string;
|
|
5
|
+
type: "summarizer";
|
|
6
|
+
contentTypes: string[];
|
|
7
|
+
init(_config: PluginConfig): Promise<void>;
|
|
8
|
+
destroy(): Promise<void>;
|
|
9
|
+
detect(content: string): boolean;
|
|
10
|
+
summarize(content: string, _opts: SummarizeOpts): Promise<SummaryResult>;
|
|
11
|
+
private _summarizeJS;
|
|
12
|
+
private _summarizePython;
|
|
13
|
+
private _summarizeGeneric;
|
|
14
|
+
}
|
|
15
|
+
//# sourceMappingURL=error-summarizer.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"error-summarizer.d.ts","sourceRoot":"","sources":["../../../src/plugins/summarizers/error-summarizer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gBAAgB,EAAE,YAAY,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAOxG,qBAAa,eAAgB,YAAW,gBAAgB;IACtD,IAAI,SAAsB;IAC1B,OAAO,SAAW;IAClB,IAAI,EAAG,YAAY,CAAU;IAC7B,YAAY,WAAwC;IAE9C,IAAI,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IAC1C,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAE9B,MAAM,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAQ1B,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC;IAkB9E,OAAO,CAAC,YAAY;IAwCpB,OAAO,CAAC,gBAAgB;IAuCxB,OAAO,CAAC,iBAAiB;CAgB1B"}
|
|
@@ -0,0 +1,111 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.ErrorSummarizer = void 0;
|
|
4
|
+
const utils_js_1 = require("../../core/utils.js");
|
|
5
|
+
const JS_FRAME_RE = /^\s+at\s+.+\(.+:\d+:\d+\)/m;
|
|
6
|
+
const PYTHON_FRAME_RE = /File ".+", line \d+/m;
|
|
7
|
+
const ERROR_HEADER_RE = /^(\w*Error|Traceback|FATAL|PANIC|Exception)/m;
|
|
8
|
+
class ErrorSummarizer {
|
|
9
|
+
name = 'error-summarizer';
|
|
10
|
+
version = '1.0.0';
|
|
11
|
+
type = 'summarizer';
|
|
12
|
+
contentTypes = ['error', 'stacktrace', 'traceback'];
|
|
13
|
+
async init(_config) { }
|
|
14
|
+
async destroy() { }
|
|
15
|
+
detect(content) {
|
|
16
|
+
return (ERROR_HEADER_RE.test(content) ||
|
|
17
|
+
JS_FRAME_RE.test(content) ||
|
|
18
|
+
PYTHON_FRAME_RE.test(content));
|
|
19
|
+
}
|
|
20
|
+
async summarize(content, _opts) {
|
|
21
|
+
const tokensOriginal = (0, utils_js_1.estimateTokens)(content);
|
|
22
|
+
const lines = content.split('\n');
|
|
23
|
+
// Detect Python traceback
|
|
24
|
+
if (/Traceback \(most recent call last\):/m.test(content)) {
|
|
25
|
+
return this._summarizePython(content, lines, tokensOriginal);
|
|
26
|
+
}
|
|
27
|
+
// Detect JS/Node.js stack trace
|
|
28
|
+
if (/^\s+at\s+/m.test(content)) {
|
|
29
|
+
return this._summarizeJS(content, lines, tokensOriginal);
|
|
30
|
+
}
|
|
31
|
+
// Generic error without stack
|
|
32
|
+
return this._summarizeGeneric(content, tokensOriginal);
|
|
33
|
+
}
|
|
34
|
+
_summarizeJS(_content, lines, tokensOriginal) {
|
|
35
|
+
// Find the error header line (e.g. "TypeError: Cannot read property...")
|
|
36
|
+
const headerIndex = lines.findIndex((l) => /^\w*Error[:\s]/.test(l.trim()));
|
|
37
|
+
const errorLine = headerIndex >= 0 ? lines[headerIndex].trim() : lines[0].trim();
|
|
38
|
+
// Extract type and message
|
|
39
|
+
const match = errorLine.match(/^(\w*Error):\s*(.*)/);
|
|
40
|
+
const errorType = match ? match[1] : 'Error';
|
|
41
|
+
const message = match ? match[2] : errorLine;
|
|
42
|
+
// Collect top 3 "at" frames
|
|
43
|
+
const frames = [];
|
|
44
|
+
for (const line of lines) {
|
|
45
|
+
if (frames.length >= 3)
|
|
46
|
+
break;
|
|
47
|
+
const trimmed = line.trim();
|
|
48
|
+
if (/^at\s+/.test(trimmed)) {
|
|
49
|
+
frames.push(trimmed);
|
|
50
|
+
}
|
|
51
|
+
}
|
|
52
|
+
const frameLines = frames.map((f) => ` ${f}`).join('\n');
|
|
53
|
+
const summary = frames.length > 0
|
|
54
|
+
? `[${errorType}]: ${message}\n${frameLines}`
|
|
55
|
+
: `[${errorType}]: ${message}`;
|
|
56
|
+
const tokensSummarized = (0, utils_js_1.estimateTokens)(summary);
|
|
57
|
+
return {
|
|
58
|
+
summary,
|
|
59
|
+
tokens_original: tokensOriginal,
|
|
60
|
+
tokens_summarized: tokensSummarized,
|
|
61
|
+
savings_pct: tokensOriginal > 0 ? Math.round((1 - tokensSummarized / tokensOriginal) * 100) : 0,
|
|
62
|
+
content_type: 'stacktrace',
|
|
63
|
+
};
|
|
64
|
+
}
|
|
65
|
+
_summarizePython(_content, lines, tokensOriginal) {
|
|
66
|
+
// Last non-empty line is usually the error type+message
|
|
67
|
+
const nonEmpty = lines.filter((l) => l.trim().length > 0);
|
|
68
|
+
const lastLine = nonEmpty[nonEmpty.length - 1]?.trim() ?? '';
|
|
69
|
+
const match = lastLine.match(/^(\w+(?:Error|Exception|Warning|Interrupt|Exit)):\s*(.*)/);
|
|
70
|
+
const errorType = match ? match[1] : 'Exception';
|
|
71
|
+
const message = match ? match[2] : lastLine;
|
|
72
|
+
// Collect top 3 "File" frames
|
|
73
|
+
const frames = [];
|
|
74
|
+
for (const line of lines) {
|
|
75
|
+
if (frames.length >= 3)
|
|
76
|
+
break;
|
|
77
|
+
const trimmed = line.trim();
|
|
78
|
+
if (/^File ".+", line \d+/.test(trimmed)) {
|
|
79
|
+
frames.push(trimmed);
|
|
80
|
+
}
|
|
81
|
+
}
|
|
82
|
+
const frameLines = frames.map((f) => ` ${f}`).join('\n');
|
|
83
|
+
const summary = frames.length > 0
|
|
84
|
+
? `[${errorType}]: ${message}\n${frameLines}`
|
|
85
|
+
: `[${errorType}]: ${message}`;
|
|
86
|
+
const tokensSummarized = (0, utils_js_1.estimateTokens)(summary);
|
|
87
|
+
return {
|
|
88
|
+
summary,
|
|
89
|
+
tokens_original: tokensOriginal,
|
|
90
|
+
tokens_summarized: tokensSummarized,
|
|
91
|
+
savings_pct: tokensOriginal > 0 ? Math.round((1 - tokensSummarized / tokensOriginal) * 100) : 0,
|
|
92
|
+
content_type: 'traceback',
|
|
93
|
+
};
|
|
94
|
+
}
|
|
95
|
+
_summarizeGeneric(content, tokensOriginal) {
|
|
96
|
+
// Return the first meaningful line containing the error
|
|
97
|
+
const lines = content.split('\n');
|
|
98
|
+
const errorLine = lines.find((l) => /error|exception|fatal|panic/i.test(l)) ?? lines[0];
|
|
99
|
+
const summary = errorLine.trim();
|
|
100
|
+
const tokensSummarized = (0, utils_js_1.estimateTokens)(summary);
|
|
101
|
+
return {
|
|
102
|
+
summary,
|
|
103
|
+
tokens_original: tokensOriginal,
|
|
104
|
+
tokens_summarized: tokensSummarized,
|
|
105
|
+
savings_pct: tokensOriginal > 0 ? Math.round((1 - tokensSummarized / tokensOriginal) * 100) : 0,
|
|
106
|
+
content_type: 'error',
|
|
107
|
+
};
|
|
108
|
+
}
|
|
109
|
+
}
|
|
110
|
+
exports.ErrorSummarizer = ErrorSummarizer;
|
|
111
|
+
//# sourceMappingURL=error-summarizer.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"error-summarizer.js","sourceRoot":"","sources":["../../../src/plugins/summarizers/error-summarizer.ts"],"names":[],"mappings":";;;AACA,kDAAqD;AAErD,MAAM,WAAW,GAAG,4BAA4B,CAAC;AACjD,MAAM,eAAe,GAAG,sBAAsB,CAAC;AAC/C,MAAM,eAAe,GAAG,8CAA8C,CAAC;AAEvE,MAAa,eAAe;IAC1B,IAAI,GAAG,kBAAkB,CAAC;IAC1B,OAAO,GAAG,OAAO,CAAC;IAClB,IAAI,GAAG,YAAqB,CAAC;IAC7B,YAAY,GAAG,CAAC,OAAO,EAAE,YAAY,EAAE,WAAW,CAAC,CAAC;IAEpD,KAAK,CAAC,IAAI,CAAC,OAAqB,IAAkB,CAAC;IACnD,KAAK,CAAC,OAAO,KAAmB,CAAC;IAEjC,MAAM,CAAC,OAAe;QACpB,OAAO,CACL,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC;YAC7B,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC;YACzB,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,CAC9B,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,OAAe,EAAE,KAAoB;QACnD,MAAM,cAAc,GAAG,IAAA,yBAAc,EAAC,OAAO,CAAC,CAAC;QAC/C,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAElC,0BAA0B;QAC1B,IAAI,uCAAuC,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YAC1D,OAAO,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,KAAK,EAAE,cAAc,CAAC,CAAC;QAC/D,CAAC;QAED,gCAAgC;QAChC,IAAI,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YAC/B,OAAO,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,KAAK,EAAE,cAAc,CAAC,CAAC;QAC3D,CAAC;QAED,8BAA8B;QAC9B,OAAO,IAAI,CAAC,iBAAiB,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;IACzD,CAAC;IAEO,YAAY,CAClB,QAAgB,EAChB,KAAe,EACf,cAAsB;QAEtB,yEAAyE;QACzE,MAAM,WAAW,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QAC5E,MAAM,SAAS,GAAG,WAAW,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAEjF,2BAA2B;QAC3B,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;QACrD,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;QAC7C,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAE7C,4BAA4B;QAC5B,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC;gBAAE,MAAM;YAC9B,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;YAC5B,IAAI,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC3B,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACvB,CAAC;QACH,CAAC;QAED,MAAM,UAAU,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1D,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC;YAC/B,CAAC,CAAC,IAAI,SAAS,MAAM,OAAO,KAAK,UAAU,EAAE;YAC7C,CAAC,CAAC,IAAI,SAAS,MAAM,OAAO,EAAE,CAAC;QAEjC,MAAM,gBAAgB,GAAG,IAAA,yBAAc,EAAC,OAAO,CAAC,CAAC;QAEjD,OAAO;YACL,OAAO;YACP,eAAe,EAAE,cAAc;YAC/B,iBAAiB,EAAE,gBAAgB;YACnC,WAAW,EAAE,cAAc,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,gBAAgB,GAAG,cAAc,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAC/F,YAAY,EAAE,YAAY;SAC3B,CAAC;IACJ,CAAC;IAEO,gBAAgB,CACtB,QAAgB,EAChB,KAAe,EACf,cAAsB;QAEtB,wDAAwD;QACxD,MAAM,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC1D,MAAM,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;QAE7D,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,0DAA0D,CAAC,CAAC;QACzF,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC;QACjD,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;QAE5C,8BAA8B;QAC9B,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC;gBAAE,MAAM;YAC9B,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;YAC5B,IAAI,sBAAsB,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;gBACzC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACvB,CAAC;QACH,CAAC;QAED,MAAM,UAAU,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1D,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC;YAC/B,CAAC,CAAC,IAAI,SAAS,MAAM,OAAO,KAAK,UAAU,EAAE;YAC7C,CAAC,CAAC,IAAI,SAAS,MAAM,OAAO,EAAE,CAAC;QAEjC,MAAM,gBAAgB,GAAG,IAAA,yBAAc,EAAC,OAAO,CAAC,CAAC;QAEjD,OAAO;YACL,OAAO;YACP,eAAe,EAAE,cAAc;YAC/B,iBAAiB,EAAE,gBAAgB;YACnC,WAAW,EAAE,cAAc,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,gBAAgB,GAAG,cAAc,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAC/F,YAAY,EAAE,WAAW;SAC1B,CAAC;IACJ,CAAC;IAEO,iBAAiB,CAAC,OAAe,EAAE,cAAsB;QAC/D,wDAAwD;QACxD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAClC,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,8BAA8B,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC;QACxF,MAAM,OAAO,GAAG,SAAS,CAAC,IAAI,EAAE,CAAC;QAEjC,MAAM,gBAAgB,GAAG,IAAA,yBAAc,EAAC,OAAO,CAAC,CAAC;QAEjD,OAAO;YACL,OAAO;YACP,eAAe,EAAE,cAAc;YAC/B,iBAAiB,EAAE,gBAAgB;YACnC,WAAW,EAAE,cAAc,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,gBAAgB,GAAG,cAAc,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAC/F,YAAY,EAAE,OAAO;SACtB,CAAC;IACJ,CAAC;CACF;AAlID,0CAkIC"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import type { SummarizerPlugin, PluginConfig, SummaryResult, SummarizeOpts } from '../../core/types.js';
|
|
2
|
+
export declare class GitLogSummarizer implements SummarizerPlugin {
|
|
3
|
+
name: string;
|
|
4
|
+
version: string;
|
|
5
|
+
type: "summarizer";
|
|
6
|
+
contentTypes: string[];
|
|
7
|
+
init(_config: PluginConfig): Promise<void>;
|
|
8
|
+
destroy(): Promise<void>;
|
|
9
|
+
detect(content: string): boolean;
|
|
10
|
+
summarize(content: string, _opts: SummarizeOpts): Promise<SummaryResult>;
|
|
11
|
+
}
|
|
12
|
+
//# sourceMappingURL=git-log-summarizer.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"git-log-summarizer.d.ts","sourceRoot":"","sources":["../../../src/plugins/summarizers/git-log-summarizer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gBAAgB,EAAE,YAAY,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AASxG,qBAAa,gBAAiB,YAAW,gBAAgB;IACvD,IAAI,SAAwB;IAC5B,OAAO,SAAW;IAClB,IAAI,EAAG,YAAY,CAAU;IAC7B,YAAY,WAAe;IAErB,IAAI,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IAC1C,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAE9B,MAAM,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAI1B,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC;CA8D/E"}
|
|
@@ -0,0 +1,76 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.GitLogSummarizer = void 0;
|
|
4
|
+
const utils_js_1 = require("../../core/utils.js");
|
|
5
|
+
const FULL_COMMIT_REGEX = /^commit [a-f0-9]{40}/m;
|
|
6
|
+
const ONELINE_COMMIT_REGEX = /^[a-f0-9]{7,}\s/m;
|
|
7
|
+
const AUTHOR_REGEX = /^Author:\s*(.+)$/gm;
|
|
8
|
+
const DATE_REGEX = /^Date:\s*(.+)$/gm;
|
|
9
|
+
const CONVENTIONAL_REGEX = /\b(feat|fix|refactor|test|docs|chore|style|perf|ci|build|revert)[\s(:]/gi;
|
|
10
|
+
class GitLogSummarizer {
|
|
11
|
+
name = 'git-log-summarizer';
|
|
12
|
+
version = '1.0.0';
|
|
13
|
+
type = 'summarizer';
|
|
14
|
+
contentTypes = ['git-log'];
|
|
15
|
+
async init(_config) { }
|
|
16
|
+
async destroy() { }
|
|
17
|
+
detect(content) {
|
|
18
|
+
return FULL_COMMIT_REGEX.test(content) || ONELINE_COMMIT_REGEX.test(content);
|
|
19
|
+
}
|
|
20
|
+
async summarize(content, _opts) {
|
|
21
|
+
const tokensOriginal = (0, utils_js_1.estimateTokens)(content);
|
|
22
|
+
// Count commits
|
|
23
|
+
const fullCommits = content.match(/^commit [a-f0-9]{40}/gm);
|
|
24
|
+
const onelineCommits = content.match(/^[a-f0-9]{7,}\s/gm);
|
|
25
|
+
const commitCount = fullCommits ? fullCommits.length : (onelineCommits ? onelineCommits.length : 0);
|
|
26
|
+
// Unique authors
|
|
27
|
+
const authors = new Set();
|
|
28
|
+
let authorMatch;
|
|
29
|
+
const authorRegex = new RegExp(AUTHOR_REGEX.source, 'gm');
|
|
30
|
+
while ((authorMatch = authorRegex.exec(content)) !== null) {
|
|
31
|
+
authors.add(authorMatch[1].trim());
|
|
32
|
+
}
|
|
33
|
+
// Date range
|
|
34
|
+
const dates = [];
|
|
35
|
+
let dateMatch;
|
|
36
|
+
const dateRegex = new RegExp(DATE_REGEX.source, 'gm');
|
|
37
|
+
while ((dateMatch = dateRegex.exec(content)) !== null) {
|
|
38
|
+
dates.push(dateMatch[1].trim());
|
|
39
|
+
}
|
|
40
|
+
// Commit type distribution
|
|
41
|
+
const typeDistribution = new Map();
|
|
42
|
+
let typeMatch;
|
|
43
|
+
const typeRegex = new RegExp(CONVENTIONAL_REGEX.source, 'gi');
|
|
44
|
+
while ((typeMatch = typeRegex.exec(content)) !== null) {
|
|
45
|
+
const type = typeMatch[1].toLowerCase();
|
|
46
|
+
typeDistribution.set(type, (typeDistribution.get(type) || 0) + 1);
|
|
47
|
+
}
|
|
48
|
+
const sortedTypes = Array.from(typeDistribution.entries())
|
|
49
|
+
.sort((a, b) => b[1] - a[1]);
|
|
50
|
+
const summaryParts = [
|
|
51
|
+
`# Git Log Summary`,
|
|
52
|
+
'',
|
|
53
|
+
`## Commits: ${commitCount}`,
|
|
54
|
+
`## Authors: ${authors.size}`,
|
|
55
|
+
...Array.from(authors).map(a => ` - ${a}`),
|
|
56
|
+
'',
|
|
57
|
+
`## Date range`,
|
|
58
|
+
dates.length > 0 ? ` From: ${dates[dates.length - 1]}` : ' (no dates found)',
|
|
59
|
+
dates.length > 0 ? ` To: ${dates[0]}` : '',
|
|
60
|
+
'',
|
|
61
|
+
`## Commit types`,
|
|
62
|
+
...sortedTypes.map(([type, count]) => ` ${type}: ${count}`),
|
|
63
|
+
];
|
|
64
|
+
const summary = summaryParts.join('\n');
|
|
65
|
+
const tokensSummarized = (0, utils_js_1.estimateTokens)(summary);
|
|
66
|
+
return {
|
|
67
|
+
summary,
|
|
68
|
+
tokens_original: tokensOriginal,
|
|
69
|
+
tokens_summarized: tokensSummarized,
|
|
70
|
+
savings_pct: tokensOriginal > 0 ? Math.round((1 - tokensSummarized / tokensOriginal) * 100) : 0,
|
|
71
|
+
content_type: 'git-log',
|
|
72
|
+
};
|
|
73
|
+
}
|
|
74
|
+
}
|
|
75
|
+
exports.GitLogSummarizer = GitLogSummarizer;
|
|
76
|
+
//# sourceMappingURL=git-log-summarizer.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"git-log-summarizer.js","sourceRoot":"","sources":["../../../src/plugins/summarizers/git-log-summarizer.ts"],"names":[],"mappings":";;;AACA,kDAAqD;AAErD,MAAM,iBAAiB,GAAG,uBAAuB,CAAC;AAClD,MAAM,oBAAoB,GAAG,kBAAkB,CAAC;AAChD,MAAM,YAAY,GAAG,oBAAoB,CAAC;AAC1C,MAAM,UAAU,GAAG,kBAAkB,CAAC;AACtC,MAAM,kBAAkB,GAAG,0EAA0E,CAAC;AAEtG,MAAa,gBAAgB;IAC3B,IAAI,GAAG,oBAAoB,CAAC;IAC5B,OAAO,GAAG,OAAO,CAAC;IAClB,IAAI,GAAG,YAAqB,CAAC;IAC7B,YAAY,GAAG,CAAC,SAAS,CAAC,CAAC;IAE3B,KAAK,CAAC,IAAI,CAAC,OAAqB,IAAkB,CAAC;IACnD,KAAK,CAAC,OAAO,KAAmB,CAAC;IAEjC,MAAM,CAAC,OAAe;QACpB,OAAO,iBAAiB,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,oBAAoB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC/E,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,OAAe,EAAE,KAAoB;QACnD,MAAM,cAAc,GAAG,IAAA,yBAAc,EAAC,OAAO,CAAC,CAAC;QAE/C,gBAAgB;QAChB,MAAM,WAAW,GAAG,OAAO,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC;QAC5D,MAAM,cAAc,GAAG,OAAO,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC;QAC1D,MAAM,WAAW,GAAG,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAEpG,iBAAiB;QACjB,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;QAClC,IAAI,WAAW,CAAC;QAChB,MAAM,WAAW,GAAG,IAAI,MAAM,CAAC,YAAY,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAC1D,OAAO,CAAC,WAAW,GAAG,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YAC1D,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QACrC,CAAC;QAED,aAAa;QACb,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,IAAI,SAAS,CAAC;QACd,MAAM,SAAS,GAAG,IAAI,MAAM,CAAC,UAAU,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QACtD,OAAO,CAAC,SAAS,GAAG,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YACtD,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QAClC,CAAC;QAED,2BAA2B;QAC3B,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAAkB,CAAC;QACnD,IAAI,SAAS,CAAC;QACd,MAAM,SAAS,GAAG,IAAI,MAAM,CAAC,kBAAkB,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAC9D,OAAO,CAAC,SAAS,GAAG,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YACtD,MAAM,IAAI,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;YACxC,gBAAgB,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACpE,CAAC;QAED,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC;aACvD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAE/B,MAAM,YAAY,GAAG;YACnB,mBAAmB;YACnB,EAAE;YACF,eAAe,WAAW,EAAE;YAC5B,eAAe,OAAO,CAAC,IAAI,EAAE;YAC7B,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;YAC3C,EAAE;YACF,eAAe;YACf,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,oBAAoB;YAC9E,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE;YAC3C,EAAE;YACF,iBAAiB;YACjB,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,IAAI,KAAK,KAAK,EAAE,CAAC;SAC7D,CAAC;QAEF,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACxC,MAAM,gBAAgB,GAAG,IAAA,yBAAc,EAAC,OAAO,CAAC,CAAC;QAEjD,OAAO;YACL,OAAO;YACP,eAAe,EAAE,cAAc;YAC/B,iBAAiB,EAAE,gBAAgB;YACnC,WAAW,EAAE,cAAc,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,gBAAgB,GAAG,cAAc,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAC/F,YAAY,EAAE,SAAS;SACxB,CAAC;IACJ,CAAC;CACF;AA3ED,4CA2EC"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import type { SummarizerPlugin, PluginConfig, SummaryResult, SummarizeOpts } from '../../core/types.js';
|
|
2
|
+
export declare class HtmlSummarizer implements SummarizerPlugin {
|
|
3
|
+
name: string;
|
|
4
|
+
version: string;
|
|
5
|
+
type: "summarizer";
|
|
6
|
+
contentTypes: string[];
|
|
7
|
+
init(_config: PluginConfig): Promise<void>;
|
|
8
|
+
destroy(): Promise<void>;
|
|
9
|
+
detect(content: string): boolean;
|
|
10
|
+
summarize(content: string, _opts: SummarizeOpts): Promise<SummaryResult>;
|
|
11
|
+
}
|
|
12
|
+
//# sourceMappingURL=html-summarizer.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"html-summarizer.d.ts","sourceRoot":"","sources":["../../../src/plugins/summarizers/html-summarizer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gBAAgB,EAAE,YAAY,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AASxG,qBAAa,cAAe,YAAW,gBAAgB;IACrD,IAAI,SAAqB;IACzB,OAAO,SAAW;IAClB,IAAI,EAAG,YAAY,CAAU;IAC7B,YAAY,WAAY;IAElB,IAAI,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IAC1C,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAE9B,MAAM,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAI1B,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC;CAsD/E"}
|