@mengzf/skillflow-mcp 0.0.0-stage → 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +238 -2
- package/dist/adapters/workbuddy.sniffer.d.ts +22 -0
- package/dist/adapters/workbuddy.sniffer.d.ts.map +1 -0
- package/dist/adapters/workbuddy.sniffer.js +143 -0
- package/dist/adapters/workbuddy.sniffer.js.map +1 -0
- package/dist/config.d.ts +9 -0
- package/dist/config.d.ts.map +1 -0
- package/dist/config.js +33 -0
- package/dist/config.js.map +1 -0
- package/dist/db/index.d.ts +4 -0
- package/dist/db/index.d.ts.map +1 -0
- package/dist/db/index.js +39 -0
- package/dist/db/index.js.map +1 -0
- package/dist/db/schema.d.ts +3 -0
- package/dist/db/schema.d.ts.map +1 -0
- package/dist/db/schema.js +103 -0
- package/dist/db/schema.js.map +1 -0
- package/dist/db/seed.d.ts +15 -0
- package/dist/db/seed.d.ts.map +1 -0
- package/dist/db/seed.js +128 -0
- package/dist/db/seed.js.map +1 -0
- package/dist/index.d.ts +3 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +51 -0
- package/dist/index.js.map +1 -0
- package/dist/server.d.ts +7 -0
- package/dist/server.d.ts.map +1 -0
- package/dist/server.js +368 -0
- package/dist/server.js.map +1 -0
- package/dist/services/benchmark.service.d.ts +27 -0
- package/dist/services/benchmark.service.d.ts.map +1 -0
- package/dist/services/benchmark.service.js +94 -0
- package/dist/services/benchmark.service.js.map +1 -0
- package/dist/services/dashboard.service.d.ts +12 -0
- package/dist/services/dashboard.service.d.ts.map +1 -0
- package/dist/services/dashboard.service.js +191 -0
- package/dist/services/dashboard.service.js.map +1 -0
- package/dist/services/impact.service.d.ts +20 -0
- package/dist/services/impact.service.d.ts.map +1 -0
- package/dist/services/impact.service.js +114 -0
- package/dist/services/impact.service.js.map +1 -0
- package/dist/services/telemetry.service.d.ts +33 -0
- package/dist/services/telemetry.service.d.ts.map +1 -0
- package/dist/services/telemetry.service.js +175 -0
- package/dist/services/telemetry.service.js.map +1 -0
- package/dist/types/index.d.ts +3 -0
- package/dist/types/index.d.ts.map +1 -0
- package/dist/types/index.js +3 -0
- package/dist/types/index.js.map +1 -0
- package/dist/types/models.d.ts +61 -0
- package/dist/types/models.d.ts.map +1 -0
- package/dist/types/models.js +2 -0
- package/dist/types/models.js.map +1 -0
- package/dist/types/tools.d.ts +134 -0
- package/dist/types/tools.d.ts.map +1 -0
- package/dist/types/tools.js +149 -0
- package/dist/types/tools.js.map +1 -0
- package/dist/utils/ascii-chart.d.ts +9 -0
- package/dist/utils/ascii-chart.d.ts.map +1 -0
- package/dist/utils/ascii-chart.js +29 -0
- package/dist/utils/ascii-chart.js.map +1 -0
- package/dist/utils/formatter.d.ts +6 -0
- package/dist/utils/formatter.d.ts.map +1 -0
- package/dist/utils/formatter.js +29 -0
- package/dist/utils/formatter.js.map +1 -0
- package/dist/utils/hours.d.ts +3 -0
- package/dist/utils/hours.d.ts.map +1 -0
- package/dist/utils/hours.js +15 -0
- package/dist/utils/hours.js.map +1 -0
- package/dist/utils/pricing.d.ts +19 -0
- package/dist/utils/pricing.d.ts.map +1 -0
- package/dist/utils/pricing.js +96 -0
- package/dist/utils/pricing.js.map +1 -0
- package/dist/utils/quality.d.ts +15 -0
- package/dist/utils/quality.d.ts.map +1 -0
- package/dist/utils/quality.js +47 -0
- package/dist/utils/quality.js.map +1 -0
- package/dist/web/render.d.ts +2 -0
- package/dist/web/render.d.ts.map +1 -0
- package/dist/web/render.js +593 -0
- package/dist/web/render.js.map +1 -0
- package/dist/web/server.d.ts +10 -0
- package/dist/web/server.d.ts.map +1 -0
- package/dist/web/server.js +136 -0
- package/dist/web/server.js.map +1 -0
- package/package.json +51 -4
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"benchmark.service.d.ts","sourceRoot":"","sources":["../../src/services/benchmark.service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAGtD,qBAAa,gBAAgB;IACf,OAAO,CAAC,EAAE;gBAAF,EAAE,EAAE,YAAY;IAEpC,cAAc,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,gBAAgB,EAAE;IAmBtE,YAAY,CAAC,OAAO,EAAE,MAAM,GAAG,gBAAgB,GAAG,SAAS;IAM3D,YAAY,CAAC,IAAI,EAAE;QACjB,QAAQ,EAAE,MAAM,CAAC;QACjB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,mBAAmB,CAAC,EAAE,MAAM,CAAC;QAC7B,oBAAoB,CAAC,EAAE,MAAM,CAAC;QAC9B,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;KACjB,GAAG,gBAAgB;IA6DpB,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE;IAqBvE,aAAa,IAAI;QAAE,UAAU,EAAE,MAAM,CAAA;KAAE;CAKxC"}
|
|
@@ -0,0 +1,94 @@
|
|
|
1
|
+
import { DEFAULT_SKILL_BENCHMARKS, seedDefaultSkills } from '../db/seed.js';
|
|
2
|
+
export class BenchmarkService {
|
|
3
|
+
db;
|
|
4
|
+
constructor(db) {
|
|
5
|
+
this.db = db;
|
|
6
|
+
}
|
|
7
|
+
listBenchmarks(category, search) {
|
|
8
|
+
let query = 'SELECT * FROM skills_manifest WHERE 1=1';
|
|
9
|
+
const params = [];
|
|
10
|
+
if (category) {
|
|
11
|
+
query += ' AND category = ?';
|
|
12
|
+
params.push(category);
|
|
13
|
+
}
|
|
14
|
+
if (search) {
|
|
15
|
+
query += ' AND (skill_id LIKE ? OR skill_name LIKE ? OR description LIKE ?)';
|
|
16
|
+
const term = `%${search}%`;
|
|
17
|
+
params.push(term, term, term);
|
|
18
|
+
}
|
|
19
|
+
query += ' ORDER BY category ASC, skill_name ASC';
|
|
20
|
+
return this.db.prepare(query).all(...params);
|
|
21
|
+
}
|
|
22
|
+
getBenchmark(skillId) {
|
|
23
|
+
return this.db
|
|
24
|
+
.prepare('SELECT * FROM skills_manifest WHERE skill_id = ?')
|
|
25
|
+
.get(skillId);
|
|
26
|
+
}
|
|
27
|
+
setBenchmark(data) {
|
|
28
|
+
const existing = this.getBenchmark(data.skill_id);
|
|
29
|
+
if (existing) {
|
|
30
|
+
const updatedName = data.skill_name ?? existing.skill_name;
|
|
31
|
+
const updatedCategory = data.category ?? existing.category;
|
|
32
|
+
const updatedDesc = data.description ?? existing.description;
|
|
33
|
+
const updatedBSteps = data.baseline_steps ?? existing.baseline_steps;
|
|
34
|
+
const updatedBTokens = data.baseline_tokens ?? existing.baseline_tokens;
|
|
35
|
+
const updatedSSteps = data.default_saved_steps ?? existing.default_saved_steps;
|
|
36
|
+
const updatedSTokens = data.default_saved_tokens ?? existing.default_saved_tokens;
|
|
37
|
+
const updatedTags = data.tags ? JSON.stringify(data.tags) : existing.tags;
|
|
38
|
+
this.db
|
|
39
|
+
.prepare(`
|
|
40
|
+
UPDATE skills_manifest SET
|
|
41
|
+
skill_name = ?,
|
|
42
|
+
category = ?,
|
|
43
|
+
description = ?,
|
|
44
|
+
baseline_steps = ?,
|
|
45
|
+
baseline_tokens = ?,
|
|
46
|
+
default_saved_steps = ?,
|
|
47
|
+
default_saved_tokens = ?,
|
|
48
|
+
tags = ?,
|
|
49
|
+
updated_at = datetime('now')
|
|
50
|
+
WHERE skill_id = ?
|
|
51
|
+
`)
|
|
52
|
+
.run(updatedName, updatedCategory, updatedDesc, updatedBSteps, updatedBTokens, updatedSSteps, updatedSTokens, updatedTags, data.skill_id);
|
|
53
|
+
}
|
|
54
|
+
else {
|
|
55
|
+
const skillName = data.skill_name || data.skill_id;
|
|
56
|
+
const category = data.category || 'general';
|
|
57
|
+
const desc = data.description || null;
|
|
58
|
+
const bSteps = data.baseline_steps ?? 6;
|
|
59
|
+
const bTokens = data.baseline_tokens ?? 3500;
|
|
60
|
+
const sSteps = data.default_saved_steps ?? Math.max(1, bSteps - 2);
|
|
61
|
+
const sTokens = data.default_saved_tokens ?? Math.max(500, bTokens - 1000);
|
|
62
|
+
const tags = data.tags ? JSON.stringify(data.tags) : '[]';
|
|
63
|
+
this.db
|
|
64
|
+
.prepare(`
|
|
65
|
+
INSERT INTO skills_manifest (
|
|
66
|
+
skill_id, skill_name, category, description,
|
|
67
|
+
baseline_steps, baseline_tokens, default_saved_steps, default_saved_tokens, tags
|
|
68
|
+
) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
69
|
+
`)
|
|
70
|
+
.run(data.skill_id, skillName, category, desc, bSteps, bTokens, sSteps, sTokens, tags);
|
|
71
|
+
}
|
|
72
|
+
return this.getBenchmark(data.skill_id);
|
|
73
|
+
}
|
|
74
|
+
deleteBenchmark(skillId) {
|
|
75
|
+
const invocationsCount = this.db.prepare('SELECT COUNT(*) as cnt FROM invocations WHERE skill_id = ?').get(skillId).cnt;
|
|
76
|
+
if (invocationsCount > 0) {
|
|
77
|
+
return {
|
|
78
|
+
success: false,
|
|
79
|
+
message: `Cannot delete skill '${skillId}' because it has ${invocationsCount} recorded invocations.`,
|
|
80
|
+
};
|
|
81
|
+
}
|
|
82
|
+
const res = this.db.prepare('DELETE FROM skills_manifest WHERE skill_id = ?').run(skillId);
|
|
83
|
+
return {
|
|
84
|
+
success: res.changes > 0,
|
|
85
|
+
message: res.changes > 0 ? `Deleted benchmark for '${skillId}'` : `Skill '${skillId}' not found`,
|
|
86
|
+
};
|
|
87
|
+
}
|
|
88
|
+
resetDefaults() {
|
|
89
|
+
this.db.exec('DELETE FROM skills_manifest');
|
|
90
|
+
seedDefaultSkills(this.db);
|
|
91
|
+
return { resetCount: DEFAULT_SKILL_BENCHMARKS.length };
|
|
92
|
+
}
|
|
93
|
+
}
|
|
94
|
+
//# sourceMappingURL=benchmark.service.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"benchmark.service.js","sourceRoot":"","sources":["../../src/services/benchmark.service.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,wBAAwB,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAE5E,MAAM,OAAO,gBAAgB;IACP;IAApB,YAAoB,EAAgB;QAAhB,OAAE,GAAF,EAAE,CAAc;IAAG,CAAC;IAExC,cAAc,CAAC,QAAiB,EAAE,MAAe;QAC/C,IAAI,KAAK,GAAG,yCAAyC,CAAC;QACtD,MAAM,MAAM,GAAwB,EAAE,CAAC;QAEvC,IAAI,QAAQ,EAAE,CAAC;YACb,KAAK,IAAI,mBAAmB,CAAC;YAC7B,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACxB,CAAC;QAED,IAAI,MAAM,EAAE,CAAC;YACX,KAAK,IAAI,mEAAmE,CAAC;YAC7E,MAAM,IAAI,GAAG,IAAI,MAAM,GAAG,CAAC;YAC3B,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;QAChC,CAAC;QAED,KAAK,IAAI,wCAAwC,CAAC;QAClD,OAAO,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,GAAG,MAAM,CAAkC,CAAC;IAChF,CAAC;IAED,YAAY,CAAC,OAAe;QAC1B,OAAO,IAAI,CAAC,EAAE;aACX,OAAO,CAAC,kDAAkD,CAAC;aAC3D,GAAG,CAAC,OAAO,CAA4C,CAAC;IAC7D,CAAC;IAED,YAAY,CAAC,IAUZ;QACC,MAAM,QAAQ,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAElD,IAAI,QAAQ,EAAE,CAAC;YACb,MAAM,WAAW,GAAG,IAAI,CAAC,UAAU,IAAI,QAAQ,CAAC,UAAU,CAAC;YAC3D,MAAM,eAAe,GAAG,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,QAAQ,CAAC;YAC3D,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,QAAQ,CAAC,WAAW,CAAC;YAC7D,MAAM,aAAa,GAAG,IAAI,CAAC,cAAc,IAAI,QAAQ,CAAC,cAAc,CAAC;YACrE,MAAM,cAAc,GAAG,IAAI,CAAC,eAAe,IAAI,QAAQ,CAAC,eAAe,CAAC;YACxE,MAAM,aAAa,GAAG,IAAI,CAAC,mBAAmB,IAAI,QAAQ,CAAC,mBAAmB,CAAC;YAC/E,MAAM,cAAc,GAAG,IAAI,CAAC,oBAAoB,IAAI,QAAQ,CAAC,oBAAoB,CAAC;YAClF,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC;YAE1E,IAAI,CAAC,EAAE;iBACJ,OAAO,CAAC;;;;;;;;;;;;SAYR,CAAC;iBACD,GAAG,CACF,WAAW,EACX,eAAe,EACf,WAAW,EACX,aAAa,EACb,cAAc,EACd,aAAa,EACb,cAAc,EACd,WAAW,EACX,IAAI,CAAC,QAAQ,CACd,CAAC;QACN,CAAC;aAAM,CAAC;YACN,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,QAAQ,CAAC;YACnD,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,SAAS,CAAC;YAC5C,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC;YACtC,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,IAAI,CAAC,CAAC;YACxC,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,IAAI,IAAI,CAAC;YAC7C,MAAM,MAAM,GAAG,IAAI,CAAC,mBAAmB,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,GAAG,CAAC,CAAC,CAAC;YACnE,MAAM,OAAO,GAAG,IAAI,CAAC,oBAAoB,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,GAAG,IAAI,CAAC,CAAC;YAC3E,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YAE1D,IAAI,CAAC,EAAE;iBACJ,OAAO,CAAC;;;;;SAKR,CAAC;iBACD,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;QAC3F,CAAC;QAED,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAE,CAAC;IAC3C,CAAC;IAED,eAAe,CAAC,OAAe;QAC7B,MAAM,gBAAgB,GACpB,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,4DAA4D,CAAC,CAAC,GAAG,CAAC,OAAO,CAG1F,CAAC,GAAG,CAAC;QAEN,IAAI,gBAAgB,GAAG,CAAC,EAAE,CAAC;YACzB,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,OAAO,EAAE,wBAAwB,OAAO,oBAAoB,gBAAgB,wBAAwB;aACrG,CAAC;QACJ,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,gDAAgD,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC3F,OAAO;YACL,OAAO,EAAE,GAAG,CAAC,OAAO,GAAG,CAAC;YACxB,OAAO,EAAE,GAAG,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,0BAA0B,OAAO,GAAG,CAAC,CAAC,CAAC,UAAU,OAAO,aAAa;SACjG,CAAC;IACJ,CAAC;IAED,aAAa;QACX,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;QAC5C,iBAAiB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC3B,OAAO,EAAE,UAAU,EAAE,wBAAwB,CAAC,MAAM,EAAE,CAAC;IACzD,CAAC;CACF"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import { DatabaseSync } from 'node:sqlite';
|
|
2
|
+
import { GetSkillDashboardInput } from '../types/tools.js';
|
|
3
|
+
export declare class DashboardService {
|
|
4
|
+
private db;
|
|
5
|
+
private telemetryService;
|
|
6
|
+
constructor(db: DatabaseSync);
|
|
7
|
+
getDashboard(input: GetSkillDashboardInput): {
|
|
8
|
+
markdown: string;
|
|
9
|
+
data: any;
|
|
10
|
+
};
|
|
11
|
+
}
|
|
12
|
+
//# sourceMappingURL=dashboard.service.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"dashboard.service.d.ts","sourceRoot":"","sources":["../../src/services/dashboard.service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AAM3D,qBAAa,gBAAgB;IAGf,OAAO,CAAC,EAAE;IAFtB,OAAO,CAAC,gBAAgB,CAAmB;gBAEvB,EAAE,EAAE,YAAY;IAIpC,YAAY,CAAC,KAAK,EAAE,sBAAsB,GAAG;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,GAAG,CAAA;KAAE;CAkM7E"}
|
|
@@ -0,0 +1,191 @@
|
|
|
1
|
+
import { formatNumber, formatPercent } from '../utils/formatter.js';
|
|
2
|
+
import { renderHorizontalBarChart } from '../utils/ascii-chart.js';
|
|
3
|
+
import { formatWorkHours } from '../utils/hours.js';
|
|
4
|
+
import { TelemetryService } from './telemetry.service.js';
|
|
5
|
+
export class DashboardService {
|
|
6
|
+
db;
|
|
7
|
+
telemetryService;
|
|
8
|
+
constructor(db) {
|
|
9
|
+
this.db = db;
|
|
10
|
+
this.telemetryService = new TelemetryService(db);
|
|
11
|
+
}
|
|
12
|
+
getDashboard(input) {
|
|
13
|
+
const timeRange = input.time_range || 'all';
|
|
14
|
+
let whereClauses = ['1=1'];
|
|
15
|
+
const params = [];
|
|
16
|
+
if (timeRange === 'current_session') {
|
|
17
|
+
let sessId = input.session_id;
|
|
18
|
+
if (!sessId) {
|
|
19
|
+
const lastSession = this.telemetryService.getLastActiveSession();
|
|
20
|
+
sessId = lastSession?.session_id || 'unknown';
|
|
21
|
+
}
|
|
22
|
+
whereClauses.push('i.session_id = ?');
|
|
23
|
+
params.push(sessId);
|
|
24
|
+
}
|
|
25
|
+
else if (timeRange === 'today') {
|
|
26
|
+
whereClauses.push("date(i.timestamp) = date('now')");
|
|
27
|
+
}
|
|
28
|
+
else if (timeRange === '7days') {
|
|
29
|
+
whereClauses.push("i.timestamp >= datetime('now', '-7 days')");
|
|
30
|
+
}
|
|
31
|
+
else if (timeRange === '30days') {
|
|
32
|
+
whereClauses.push("i.timestamp >= datetime('now', '-30 days')");
|
|
33
|
+
}
|
|
34
|
+
if (input.agent_name) {
|
|
35
|
+
whereClauses.push('i.agent_name = ?');
|
|
36
|
+
params.push(input.agent_name);
|
|
37
|
+
}
|
|
38
|
+
if (input.skill_id) {
|
|
39
|
+
whereClauses.push('i.skill_id = ?');
|
|
40
|
+
params.push(input.skill_id);
|
|
41
|
+
}
|
|
42
|
+
const whereSql = whereClauses.join(' AND ');
|
|
43
|
+
// 1. KPI Aggregation
|
|
44
|
+
const kpiRow = this.db
|
|
45
|
+
.prepare(`
|
|
46
|
+
SELECT
|
|
47
|
+
COUNT(DISTINCT i.session_id) as session_count,
|
|
48
|
+
COUNT(*) as total_invocations,
|
|
49
|
+
SUM(CASE WHEN i.status = 'success' THEN 1 ELSE 0 END) as success_count,
|
|
50
|
+
SUM(i.saved_steps) as total_saved_steps,
|
|
51
|
+
SUM(i.saved_tokens) as total_saved_tokens,
|
|
52
|
+
SUM(i.saved_hours) as total_saved_hours,
|
|
53
|
+
SUM(i.cost_saved_usd) as total_cost_saved_usd,
|
|
54
|
+
SUM(i.cost_saved_cny) as total_cost_saved_cny,
|
|
55
|
+
SUM(i.actual_tokens) as total_actual_tokens,
|
|
56
|
+
AVG(i.execution_time_ms) as avg_execution_time
|
|
57
|
+
FROM invocations i
|
|
58
|
+
WHERE ${whereSql}
|
|
59
|
+
`)
|
|
60
|
+
.get(...params);
|
|
61
|
+
const sessionCount = kpiRow?.session_count ?? 0;
|
|
62
|
+
const totalInvocations = kpiRow?.total_invocations ?? 0;
|
|
63
|
+
const successCount = kpiRow?.success_count ?? 0;
|
|
64
|
+
const totalSavedSteps = kpiRow?.total_saved_steps ?? 0;
|
|
65
|
+
const totalSavedTokens = kpiRow?.total_saved_tokens ?? 0;
|
|
66
|
+
const totalSavedHours = kpiRow?.total_saved_hours ?? 0.0;
|
|
67
|
+
const totalCostSavedUsd = kpiRow?.total_cost_saved_usd ?? 0.0;
|
|
68
|
+
const totalCostSavedCny = kpiRow?.total_cost_saved_cny ?? 0.0;
|
|
69
|
+
const successRate = totalInvocations > 0 ? successCount / totalInvocations : 1;
|
|
70
|
+
const kpiData = {
|
|
71
|
+
sessionCount,
|
|
72
|
+
totalInvocations,
|
|
73
|
+
successRate,
|
|
74
|
+
totalSavedSteps,
|
|
75
|
+
totalSavedTokens,
|
|
76
|
+
totalSavedHours,
|
|
77
|
+
totalCostSavedUsd,
|
|
78
|
+
totalCostSavedCny,
|
|
79
|
+
};
|
|
80
|
+
if (totalInvocations === 0) {
|
|
81
|
+
return {
|
|
82
|
+
markdown: `## 📊 SkillFlow 全景效能看板\n\n> **范围**: \`${timeRange}\` | **Agent**: \`${input.agent_name || '全部'}\`\n\n当前筛选条件下暂无任何 Skill 调用数据。`,
|
|
83
|
+
data: { kpi: kpiData, agentRows: [], skillRows: [], modelRows: [] },
|
|
84
|
+
};
|
|
85
|
+
}
|
|
86
|
+
// 2. Breakdown by Agent
|
|
87
|
+
const agentRows = this.db
|
|
88
|
+
.prepare(`
|
|
89
|
+
SELECT
|
|
90
|
+
i.agent_name,
|
|
91
|
+
COUNT(DISTINCT i.session_id) as session_cnt,
|
|
92
|
+
COUNT(*) as hit_cnt,
|
|
93
|
+
SUM(i.saved_steps) as saved_steps,
|
|
94
|
+
SUM(i.saved_tokens) as saved_tokens,
|
|
95
|
+
SUM(i.saved_hours) as saved_hours,
|
|
96
|
+
SUM(i.cost_saved_cny) as cost_saved_cny
|
|
97
|
+
FROM invocations i
|
|
98
|
+
WHERE ${whereSql}
|
|
99
|
+
GROUP BY i.agent_name
|
|
100
|
+
ORDER BY hit_cnt DESC
|
|
101
|
+
`)
|
|
102
|
+
.all(...params);
|
|
103
|
+
// 3. Breakdown by Model
|
|
104
|
+
const modelRows = this.db
|
|
105
|
+
.prepare(`
|
|
106
|
+
SELECT
|
|
107
|
+
i.model_name,
|
|
108
|
+
COUNT(*) as hit_cnt,
|
|
109
|
+
SUM(i.saved_tokens) as saved_tokens,
|
|
110
|
+
SUM(i.saved_hours) as saved_hours,
|
|
111
|
+
SUM(i.cost_saved_cny) as cost_saved_cny,
|
|
112
|
+
SUM(i.cost_saved_usd) as cost_saved_usd
|
|
113
|
+
FROM invocations i
|
|
114
|
+
WHERE ${whereSql}
|
|
115
|
+
GROUP BY i.model_name
|
|
116
|
+
ORDER BY hit_cnt DESC
|
|
117
|
+
`)
|
|
118
|
+
.all(...params);
|
|
119
|
+
// 4. Breakdown by Skill
|
|
120
|
+
const skillRows = this.db
|
|
121
|
+
.prepare(`
|
|
122
|
+
SELECT
|
|
123
|
+
s.skill_id,
|
|
124
|
+
s.skill_name,
|
|
125
|
+
s.category,
|
|
126
|
+
COUNT(*) as hit_cnt,
|
|
127
|
+
SUM(i.saved_steps) as saved_steps,
|
|
128
|
+
SUM(i.saved_tokens) as saved_tokens,
|
|
129
|
+
SUM(i.saved_hours) as saved_hours,
|
|
130
|
+
SUM(i.cost_saved_cny) as cost_saved_cny,
|
|
131
|
+
AVG(i.saved_tokens) as avg_saved_tokens
|
|
132
|
+
FROM invocations i
|
|
133
|
+
JOIN skills_manifest s ON i.skill_id = s.skill_id
|
|
134
|
+
WHERE ${whereSql}
|
|
135
|
+
GROUP BY s.skill_id
|
|
136
|
+
ORDER BY saved_steps DESC
|
|
137
|
+
LIMIT 10
|
|
138
|
+
`)
|
|
139
|
+
.all(...params);
|
|
140
|
+
// 5. ASCII Chart for Top Skills by Steps Saved
|
|
141
|
+
const chartItems = skillRows.slice(0, 5).map((s) => ({
|
|
142
|
+
label: s.skill_name.length > 18 ? s.skill_name.substring(0, 16) + '..' : s.skill_name,
|
|
143
|
+
value: s.saved_steps,
|
|
144
|
+
suffix: `+${formatNumber(s.saved_steps)} 步 (${s.hit_cnt}次)`,
|
|
145
|
+
}));
|
|
146
|
+
// Build Markdown output
|
|
147
|
+
let md = `## 📊 SkillFlow 跨平台全景效能看板\n\n`;
|
|
148
|
+
md += `> **筛选范围**: \`${timeRange.toUpperCase()}\` | **Agent 维度**: \`${input.agent_name || '全部生态'}\` | **主视角**: \`${input.group_by || 'skill'}\`\n\n`;
|
|
149
|
+
md += `### 💡 核心效能大盘指标\n\n`;
|
|
150
|
+
md += `| 统计维度 | 数值指标 | 效能评估说明 |\n`;
|
|
151
|
+
md += `| :--- | :--- | :--- |\n`;
|
|
152
|
+
md += `| **覆盖会话** | **${formatNumber(sessionCount)}** 场 | 活跃对话会话总数 |\n`;
|
|
153
|
+
md += `| **Skill 触发总量** | **${formatNumber(totalInvocations)}** 次 | 成功率 **${formatPercent(successRate)}** |\n`;
|
|
154
|
+
md += `| **累计节省工时** | **+${formatWorkHours(totalSavedHours)}** | 替代开发者手动排查与撰写工时 |\n`;
|
|
155
|
+
md += `| **累计精简流程** | **+${formatNumber(totalSavedSteps)} 步** | 消除的重复/排查交互步骤 |\n`;
|
|
156
|
+
md += `| **累计节省 Token** | **+${formatNumber(totalSavedTokens)} Tokens** | 模型真金白银节约 **¥${totalCostSavedCny.toFixed(2)} ($${totalCostSavedUsd.toFixed(2)})** |\n\n`;
|
|
157
|
+
md += `### 🏆 价值贡献最大 Skill Top 5 (节省步骤榜)\n\n`;
|
|
158
|
+
md += `${renderHorizontalBarChart(chartItems, 18)}\n\n`;
|
|
159
|
+
md += `### 🤖 各 Agent 生态调用与收益贡献矩阵\n\n`;
|
|
160
|
+
md += `| Agent 宿主 | 覆盖会话 | 触发次数 | 占比 | 贡献节约工时 | 贡献节约 Token |\n`;
|
|
161
|
+
md += `| :--- | :---: | :---: | :---: | :---: | :---: |\n`;
|
|
162
|
+
for (const a of agentRows) {
|
|
163
|
+
const pct = formatPercent(a.hit_cnt / totalInvocations);
|
|
164
|
+
md += `| **${a.agent_name}** | ${a.session_cnt} | ${a.hit_cnt} 次 | ${pct} | **+${formatWorkHours(a.saved_hours || 0)}** | **+${formatNumber(a.saved_tokens)}** |\n`;
|
|
165
|
+
}
|
|
166
|
+
if (modelRows.length > 0) {
|
|
167
|
+
md += `\n### 🧠 执行模型分布与计费核算\n\n`;
|
|
168
|
+
md += `| 模型标识 | 调用次数 | 节约 Token | 节约人工工时 | 折合节省资金 |\n`;
|
|
169
|
+
md += `| :--- | :---: | :---: | :---: | :---: |\n`;
|
|
170
|
+
for (const m of modelRows) {
|
|
171
|
+
md += `| \`${m.model_name}\` | ${m.hit_cnt} 次 | +${formatNumber(m.saved_tokens)} | +${formatWorkHours(m.saved_hours || 0)} | **¥${(m.cost_saved_cny || 0).toFixed(2)}** ($${(m.cost_saved_usd || 0).toFixed(2)}) |\n`;
|
|
172
|
+
}
|
|
173
|
+
}
|
|
174
|
+
md += `\n### 📦 技能效益完整明细榜 (Top 10)\n\n`;
|
|
175
|
+
md += `| 排名 | Skill 名称 | 领域分类 | 调用次数 | 节省工时 | 节省步骤 | 节省总 Token |\n`;
|
|
176
|
+
md += `| :---: | :--- | :---: | :---: | :---: | :---: | :---: |\n`;
|
|
177
|
+
skillRows.forEach((s, idx) => {
|
|
178
|
+
md += `| #${idx + 1} | **${s.skill_name}** | \`${s.category}\` | ${s.hit_cnt} 次 | **+${formatWorkHours(s.saved_hours || 0)}** | **+${formatNumber(s.saved_steps)}** | **+${formatNumber(s.saved_tokens)}** |\n`;
|
|
179
|
+
});
|
|
180
|
+
return {
|
|
181
|
+
markdown: md,
|
|
182
|
+
data: {
|
|
183
|
+
kpi: kpiData,
|
|
184
|
+
agentRows,
|
|
185
|
+
modelRows,
|
|
186
|
+
skillRows,
|
|
187
|
+
},
|
|
188
|
+
};
|
|
189
|
+
}
|
|
190
|
+
}
|
|
191
|
+
//# sourceMappingURL=dashboard.service.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"dashboard.service.js","sourceRoot":"","sources":["../../src/services/dashboard.service.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AACpE,OAAO,EAAE,wBAAwB,EAAE,MAAM,yBAAyB,CAAC;AACnE,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAE1D,MAAM,OAAO,gBAAgB;IAGP;IAFZ,gBAAgB,CAAmB;IAE3C,YAAoB,EAAgB;QAAhB,OAAE,GAAF,EAAE,CAAc;QAClC,IAAI,CAAC,gBAAgB,GAAG,IAAI,gBAAgB,CAAC,EAAE,CAAC,CAAC;IACnD,CAAC;IAED,YAAY,CAAC,KAA6B;QACxC,MAAM,SAAS,GAAG,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC;QAC5C,IAAI,YAAY,GAAa,CAAC,KAAK,CAAC,CAAC;QACrC,MAAM,MAAM,GAAwB,EAAE,CAAC;QAEvC,IAAI,SAAS,KAAK,iBAAiB,EAAE,CAAC;YACpC,IAAI,MAAM,GAAG,KAAK,CAAC,UAAU,CAAC;YAC9B,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,WAAW,GAAG,IAAI,CAAC,gBAAgB,CAAC,oBAAoB,EAAE,CAAC;gBACjE,MAAM,GAAG,WAAW,EAAE,UAAU,IAAI,SAAS,CAAC;YAChD,CAAC;YACD,YAAY,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;YACtC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACtB,CAAC;aAAM,IAAI,SAAS,KAAK,OAAO,EAAE,CAAC;YACjC,YAAY,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;QACvD,CAAC;aAAM,IAAI,SAAS,KAAK,OAAO,EAAE,CAAC;YACjC,YAAY,CAAC,IAAI,CAAC,2CAA2C,CAAC,CAAC;QACjE,CAAC;aAAM,IAAI,SAAS,KAAK,QAAQ,EAAE,CAAC;YAClC,YAAY,CAAC,IAAI,CAAC,4CAA4C,CAAC,CAAC;QAClE,CAAC;QAED,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;YACrB,YAAY,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;YACtC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QAChC,CAAC;QAED,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;YACnB,YAAY,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YACpC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC9B,CAAC;QAED,MAAM,QAAQ,GAAG,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAE5C,qBAAqB;QACrB,MAAM,MAAM,GAAG,IAAI,CAAC,EAAE;aACnB,OAAO,CAAC;;;;;;;;;;;;;gBAaC,QAAQ;OACjB,CAAC;aACD,GAAG,CAAC,GAAG,MAAM,CAAQ,CAAC;QAEzB,MAAM,YAAY,GAAG,MAAM,EAAE,aAAa,IAAI,CAAC,CAAC;QAChD,MAAM,gBAAgB,GAAG,MAAM,EAAE,iBAAiB,IAAI,CAAC,CAAC;QACxD,MAAM,YAAY,GAAG,MAAM,EAAE,aAAa,IAAI,CAAC,CAAC;QAChD,MAAM,eAAe,GAAG,MAAM,EAAE,iBAAiB,IAAI,CAAC,CAAC;QACvD,MAAM,gBAAgB,GAAG,MAAM,EAAE,kBAAkB,IAAI,CAAC,CAAC;QACzD,MAAM,eAAe,GAAG,MAAM,EAAE,iBAAiB,IAAI,GAAG,CAAC;QACzD,MAAM,iBAAiB,GAAG,MAAM,EAAE,oBAAoB,IAAI,GAAG,CAAC;QAC9D,MAAM,iBAAiB,GAAG,MAAM,EAAE,oBAAoB,IAAI,GAAG,CAAC;QAC9D,MAAM,WAAW,GAAG,gBAAgB,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC;QAE/E,MAAM,OAAO,GAAG;YACd,YAAY;YACZ,gBAAgB;YAChB,WAAW;YACX,eAAe;YACf,gBAAgB;YAChB,eAAe;YACf,iBAAiB;YACjB,iBAAiB;SAClB,CAAC;QAEF,IAAI,gBAAgB,KAAK,CAAC,EAAE,CAAC;YAC3B,OAAO;gBACL,QAAQ,EAAE,yCAAyC,SAAS,qBAAqB,KAAK,CAAC,UAAU,IAAI,IAAI,+BAA+B;gBACxI,IAAI,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,SAAS,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE;aACpE,CAAC;QACJ,CAAC;QAED,wBAAwB;QACxB,MAAM,SAAS,GAAG,IAAI,CAAC,EAAE;aACtB,OAAO,CAAC;;;;;;;;;;gBAUC,QAAQ;;;OAGjB,CAAC;aACD,GAAG,CAAC,GAAG,MAAM,CAAU,CAAC;QAE3B,wBAAwB;QACxB,MAAM,SAAS,GAAG,IAAI,CAAC,EAAE;aACtB,OAAO,CAAC;;;;;;;;;gBASC,QAAQ;;;OAGjB,CAAC;aACD,GAAG,CAAC,GAAG,MAAM,CAAU,CAAC;QAE3B,wBAAwB;QACxB,MAAM,SAAS,GAAG,IAAI,CAAC,EAAE;aACtB,OAAO,CAAC;;;;;;;;;;;;;gBAaC,QAAQ;;;;OAIjB,CAAC;aACD,GAAG,CAAC,GAAG,MAAM,CAAU,CAAC;QAE3B,+CAA+C;QAC/C,MAAM,UAAU,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACnD,KAAK,EAAE,CAAC,CAAC,UAAU,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU;YACrF,KAAK,EAAE,CAAC,CAAC,WAAW;YACpB,MAAM,EAAE,IAAI,YAAY,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,OAAO,IAAI;SAC5D,CAAC,CAAC,CAAC;QAEJ,wBAAwB;QACxB,IAAI,EAAE,GAAG,+BAA+B,CAAC;QACzC,EAAE,IAAI,iBAAiB,SAAS,CAAC,WAAW,EAAE,wBAAwB,KAAK,CAAC,UAAU,IAAI,MAAM,mBAAmB,KAAK,CAAC,QAAQ,IAAI,OAAO,QAAQ,CAAC;QAErJ,EAAE,IAAI,qBAAqB,CAAC;QAC5B,EAAE,IAAI,4BAA4B,CAAC;QACnC,EAAE,IAAI,0BAA0B,CAAC;QACjC,EAAE,IAAI,kBAAkB,YAAY,CAAC,YAAY,CAAC,qBAAqB,CAAC;QACxE,EAAE,IAAI,wBAAwB,YAAY,CAAC,gBAAgB,CAAC,gBAAgB,aAAa,CAAC,WAAW,CAAC,QAAQ,CAAC;QAC/G,EAAE,IAAI,qBAAqB,eAAe,CAAC,eAAe,CAAC,yBAAyB,CAAC;QACrF,EAAE,IAAI,qBAAqB,YAAY,CAAC,eAAe,CAAC,yBAAyB,CAAC;QAClF,EAAE,IAAI,yBAAyB,YAAY,CAAC,gBAAgB,CAAC,2BAA2B,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC;QAElK,EAAE,IAAI,uCAAuC,CAAC;QAC9C,EAAE,IAAI,GAAG,wBAAwB,CAAC,UAAU,EAAE,EAAE,CAAC,MAAM,CAAC;QAExD,EAAE,IAAI,gCAAgC,CAAC;QACvC,EAAE,IAAI,yDAAyD,CAAC;QAChE,EAAE,IAAI,oDAAoD,CAAC;QAC3D,KAAK,MAAM,CAAC,IAAI,SAAS,EAAE,CAAC;YAC1B,MAAM,GAAG,GAAG,aAAa,CAAC,CAAC,CAAC,OAAO,GAAG,gBAAgB,CAAC,CAAC;YACxD,EAAE,IAAI,OAAO,CAAC,CAAC,UAAU,QAAQ,CAAC,CAAC,WAAW,MAAM,CAAC,CAAC,OAAO,QAAQ,GAAG,SAAS,eAAe,CAAC,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,WAAW,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC,QAAQ,CAAC;QACtK,CAAC;QAED,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,EAAE,IAAI,0BAA0B,CAAC;YACjC,EAAE,IAAI,gDAAgD,CAAC;YACvD,EAAE,IAAI,4CAA4C,CAAC;YACnD,KAAK,MAAM,CAAC,IAAI,SAAS,EAAE,CAAC;gBAC1B,EAAE,IAAI,OAAO,CAAC,CAAC,UAAU,QAAQ,CAAC,CAAC,OAAO,SAAS,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,eAAe,CAAC,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,cAAc,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,cAAc,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC;YACxN,CAAC;QACH,CAAC;QAED,EAAE,IAAI,iCAAiC,CAAC;QACxC,EAAE,IAAI,6DAA6D,CAAC;QACpE,EAAE,IAAI,4DAA4D,CAAC;QACnE,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE;YAC3B,EAAE,IAAI,MAAM,GAAG,GAAG,CAAC,QAAQ,CAAC,CAAC,UAAU,UAAU,CAAC,CAAC,QAAQ,QAAQ,CAAC,CAAC,OAAO,WAAW,eAAe,CAAC,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,WAAW,YAAY,CAAC,CAAC,CAAC,WAAW,CAAC,WAAW,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC,QAAQ,CAAC;QAClN,CAAC,CAAC,CAAC;QAEH,OAAO;YACL,QAAQ,EAAE,EAAE;YACZ,IAAI,EAAE;gBACJ,GAAG,EAAE,OAAO;gBACZ,SAAS;gBACT,SAAS;gBACT,SAAS;aACV;SACF,CAAC;IACJ,CAAC;CACF"}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
import { DatabaseSync } from 'node:sqlite';
|
|
2
|
+
import { GetRoundSkillImpactInput } from '../types/tools.js';
|
|
3
|
+
import { InvocationWithSkill, SessionRow } from '../types/models.js';
|
|
4
|
+
export declare class ImpactService {
|
|
5
|
+
private db;
|
|
6
|
+
private telemetryService;
|
|
7
|
+
constructor(db: DatabaseSync);
|
|
8
|
+
getRoundImpact(input: GetRoundSkillImpactInput): {
|
|
9
|
+
found: boolean;
|
|
10
|
+
markdown: string;
|
|
11
|
+
data?: {
|
|
12
|
+
session: SessionRow;
|
|
13
|
+
round_index: number;
|
|
14
|
+
invocations: InvocationWithSkill[];
|
|
15
|
+
round_saved_steps: number;
|
|
16
|
+
round_saved_tokens: number;
|
|
17
|
+
};
|
|
18
|
+
};
|
|
19
|
+
}
|
|
20
|
+
//# sourceMappingURL=impact.service.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"impact.service.d.ts","sourceRoot":"","sources":["../../src/services/impact.service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,wBAAwB,EAAE,MAAM,mBAAmB,CAAC;AAC7D,OAAO,EAAE,mBAAmB,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAKrE,qBAAa,aAAa;IAGZ,OAAO,CAAC,EAAE;IAFtB,OAAO,CAAC,gBAAgB,CAAmB;gBAEvB,EAAE,EAAE,YAAY;IAIpC,cAAc,CAAC,KAAK,EAAE,wBAAwB,GAAG;QAC/C,KAAK,EAAE,OAAO,CAAC;QACf,QAAQ,EAAE,MAAM,CAAC;QACjB,IAAI,CAAC,EAAE;YACL,OAAO,EAAE,UAAU,CAAC;YACpB,WAAW,EAAE,MAAM,CAAC;YACpB,WAAW,EAAE,mBAAmB,EAAE,CAAC;YACnC,iBAAiB,EAAE,MAAM,CAAC;YAC1B,kBAAkB,EAAE,MAAM,CAAC;SAC5B,CAAC;KACH;CAqHF"}
|
|
@@ -0,0 +1,114 @@
|
|
|
1
|
+
import { formatEstimatedCost, formatNumber, formatPercent } from '../utils/formatter.js';
|
|
2
|
+
import { renderProgressBar } from '../utils/ascii-chart.js';
|
|
3
|
+
import { TelemetryService } from './telemetry.service.js';
|
|
4
|
+
export class ImpactService {
|
|
5
|
+
db;
|
|
6
|
+
telemetryService;
|
|
7
|
+
constructor(db) {
|
|
8
|
+
this.db = db;
|
|
9
|
+
this.telemetryService = new TelemetryService(db);
|
|
10
|
+
}
|
|
11
|
+
getRoundImpact(input) {
|
|
12
|
+
let sessionId = input.session_id;
|
|
13
|
+
if (!sessionId) {
|
|
14
|
+
const lastSession = this.telemetryService.getLastActiveSession();
|
|
15
|
+
if (!lastSession) {
|
|
16
|
+
return {
|
|
17
|
+
found: false,
|
|
18
|
+
markdown: `### ℹ️ 暂无技能调用记录\n系统当前尚未捕获任何 Skill 激活事件。可在执行 Skill 时通过 \`record_skill_hit\` 上报,或等待 Agent 自动触发。`,
|
|
19
|
+
};
|
|
20
|
+
}
|
|
21
|
+
sessionId = lastSession.session_id;
|
|
22
|
+
}
|
|
23
|
+
const session = this.db
|
|
24
|
+
.prepare('SELECT * FROM sessions WHERE session_id = ?')
|
|
25
|
+
.get(sessionId);
|
|
26
|
+
if (!session) {
|
|
27
|
+
return {
|
|
28
|
+
found: false,
|
|
29
|
+
markdown: `### ⚠️ 未找到会话\n未找到 ID 为 \`${sessionId}\` 的会话记录。请检查会话 ID 是否正确。`,
|
|
30
|
+
};
|
|
31
|
+
}
|
|
32
|
+
let targetRound = input.round_index;
|
|
33
|
+
if (targetRound === undefined) {
|
|
34
|
+
const maxRoundRow = this.db
|
|
35
|
+
.prepare('SELECT MAX(round_index) as max_round FROM invocations WHERE session_id = ?')
|
|
36
|
+
.get(sessionId);
|
|
37
|
+
targetRound = maxRoundRow?.max_round ?? session.round_count ?? 1;
|
|
38
|
+
}
|
|
39
|
+
const invocations = this.db
|
|
40
|
+
.prepare(`
|
|
41
|
+
SELECT
|
|
42
|
+
i.*,
|
|
43
|
+
s.skill_name,
|
|
44
|
+
s.category,
|
|
45
|
+
s.baseline_steps,
|
|
46
|
+
s.baseline_tokens
|
|
47
|
+
FROM invocations i
|
|
48
|
+
JOIN skills_manifest s ON i.skill_id = s.skill_id
|
|
49
|
+
WHERE i.session_id = ? AND i.round_index = ?
|
|
50
|
+
ORDER BY i.timestamp ASC
|
|
51
|
+
`)
|
|
52
|
+
.all(sessionId, targetRound);
|
|
53
|
+
if (invocations.length === 0) {
|
|
54
|
+
return {
|
|
55
|
+
found: true,
|
|
56
|
+
markdown: `### 🎯 会话 \`${sessionId}\` - 第 ${targetRound} 轮分析\n本轮对话中未捕获到任何 Skill 命中事件。\n\n- **当前会话累计调用**: ${session.total_invocations} 次\n- **当前会话累计节省步骤**: +${session.total_saved_steps} 步\n- **当前会话累计节省 Token**: +${formatNumber(session.total_saved_tokens)}`,
|
|
57
|
+
data: {
|
|
58
|
+
session,
|
|
59
|
+
round_index: targetRound,
|
|
60
|
+
invocations: [],
|
|
61
|
+
round_saved_steps: 0,
|
|
62
|
+
round_saved_tokens: 0,
|
|
63
|
+
},
|
|
64
|
+
};
|
|
65
|
+
}
|
|
66
|
+
const roundSavedSteps = invocations.reduce((acc, cur) => acc + cur.saved_steps, 0);
|
|
67
|
+
const roundSavedTokens = invocations.reduce((acc, cur) => acc + cur.saved_tokens, 0);
|
|
68
|
+
const roundActualTokens = invocations.reduce((acc, cur) => acc + cur.actual_tokens, 0);
|
|
69
|
+
const roundExecutionTime = invocations.reduce((acc, cur) => acc + cur.execution_time_ms, 0);
|
|
70
|
+
const totalBaselineTokens = invocations.reduce((acc, cur) => acc + cur.baseline_tokens, 0);
|
|
71
|
+
const tokenSavingsRatio = totalBaselineTokens > 0 ? roundSavedTokens / totalBaselineTokens : 0;
|
|
72
|
+
let md = `### 🎯 Skill 命中与效能分析报告 (Round #${targetRound})\n\n`;
|
|
73
|
+
md += `- **会话 ID**: \`${sessionId}\`\n`;
|
|
74
|
+
md += `- **宿主 Agent**: \`${session.agent_name}\`\n`;
|
|
75
|
+
md += `- **本轮命中技能数**: **${invocations.length}** 个\n`;
|
|
76
|
+
md += `- **流程步骤节省**: **+${roundSavedSteps} 步**\n`;
|
|
77
|
+
md += `- **Token 节省估计**: **+${formatNumber(roundSavedTokens)} Tokens** (${formatPercent(tokenSavingsRatio)} 资源缩减, 价值 ${formatEstimatedCost(roundSavedTokens)})\n`;
|
|
78
|
+
if (roundExecutionTime > 0) {
|
|
79
|
+
md += `- **执行累计耗时**: \`${roundExecutionTime} ms\`\n`;
|
|
80
|
+
}
|
|
81
|
+
md += `\n#### 📋 本轮命中清单明细\n\n`;
|
|
82
|
+
md += `| 命中的 Skill | 分类 | 状态 | 实际步骤 | 基准步骤 | 步骤节省 | 实际 Token | Token 节省 | 节约比 |\n`;
|
|
83
|
+
md += `| :--- | :---: | :---: | :---: | :---: | :---: | :---: | :---: | :---: |\n`;
|
|
84
|
+
for (const inv of invocations) {
|
|
85
|
+
const statusIcon = inv.status === 'success' ? '✅ 成功' : inv.status === 'partial' ? '⚠️ 部分' : '❌ 失败';
|
|
86
|
+
const savingsPct = inv.baseline_tokens > 0 ? formatPercent(inv.saved_tokens / inv.baseline_tokens) : '0%';
|
|
87
|
+
md += `| **${inv.skill_name}** (\`${inv.skill_id}\`) | ${inv.category} | ${statusIcon} | ${inv.actual_steps} | ${inv.baseline_steps} | **+${inv.saved_steps}** | ${formatNumber(inv.actual_tokens)} | **+${formatNumber(inv.saved_tokens)}** | ${savingsPct} |\n`;
|
|
88
|
+
}
|
|
89
|
+
if (input.include_session_summary !== false) {
|
|
90
|
+
md += `\n---\n`;
|
|
91
|
+
md += `#### 📈 会话累计数据看板 (当前会话全轮次)\n\n`;
|
|
92
|
+
md += `- **当前总交互轮次**: ${session.round_count} 轮\n`;
|
|
93
|
+
md += `- **全会话技能总触发**: ${session.total_invocations} 次\n`;
|
|
94
|
+
md += `- **全会话累计节约步骤**: **+${session.total_saved_steps} 步**\n`;
|
|
95
|
+
md += `- **全会话累计节约 Token**: **+${formatNumber(session.total_saved_tokens)} Tokens** (${formatEstimatedCost(session.total_saved_tokens)})\n`;
|
|
96
|
+
const sessionEfficiency = session.total_saved_steps > 0
|
|
97
|
+
? Math.min(1, session.total_saved_steps / (session.total_saved_steps + session.round_count))
|
|
98
|
+
: 0;
|
|
99
|
+
md += `- **流程自动化压缩率**: ${renderProgressBar(sessionEfficiency, 18)}\n`;
|
|
100
|
+
}
|
|
101
|
+
return {
|
|
102
|
+
found: true,
|
|
103
|
+
markdown: md,
|
|
104
|
+
data: {
|
|
105
|
+
session,
|
|
106
|
+
round_index: targetRound,
|
|
107
|
+
invocations,
|
|
108
|
+
round_saved_steps: roundSavedSteps,
|
|
109
|
+
round_saved_tokens: roundSavedTokens,
|
|
110
|
+
},
|
|
111
|
+
};
|
|
112
|
+
}
|
|
113
|
+
}
|
|
114
|
+
//# sourceMappingURL=impact.service.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"impact.service.js","sourceRoot":"","sources":["../../src/services/impact.service.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,mBAAmB,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AACzF,OAAO,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAC5D,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAE1D,MAAM,OAAO,aAAa;IAGJ;IAFZ,gBAAgB,CAAmB;IAE3C,YAAoB,EAAgB;QAAhB,OAAE,GAAF,EAAE,CAAc;QAClC,IAAI,CAAC,gBAAgB,GAAG,IAAI,gBAAgB,CAAC,EAAE,CAAC,CAAC;IACnD,CAAC;IAED,cAAc,CAAC,KAA+B;QAW5C,IAAI,SAAS,GAAG,KAAK,CAAC,UAAU,CAAC;QAEjC,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,MAAM,WAAW,GAAG,IAAI,CAAC,gBAAgB,CAAC,oBAAoB,EAAE,CAAC;YACjE,IAAI,CAAC,WAAW,EAAE,CAAC;gBACjB,OAAO;oBACL,KAAK,EAAE,KAAK;oBACZ,QAAQ,EAAE,+FAA+F;iBAC1G,CAAC;YACJ,CAAC;YACD,SAAS,GAAG,WAAW,CAAC,UAAU,CAAC;QACrC,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,EAAE;aACpB,OAAO,CAAC,6CAA6C,CAAC;aACtD,GAAG,CAAC,SAAS,CAAsC,CAAC;QAEvD,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO;gBACL,KAAK,EAAE,KAAK;gBACZ,QAAQ,EAAE,4BAA4B,SAAS,yBAAyB;aACzE,CAAC;QACJ,CAAC;QAED,IAAI,WAAW,GAAG,KAAK,CAAC,WAAW,CAAC;QACpC,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;YAC9B,MAAM,WAAW,GAAG,IAAI,CAAC,EAAE;iBACxB,OAAO,CAAC,4EAA4E,CAAC;iBACrF,GAAG,CAAC,SAAS,CAAiC,CAAC;YAElD,WAAW,GAAG,WAAW,EAAE,SAAS,IAAI,OAAO,CAAC,WAAW,IAAI,CAAC,CAAC;QACnE,CAAC;QAED,MAAM,WAAW,GAAG,IAAI,CAAC,EAAE;aACxB,OAAO,CAAC;;;;;;;;;;;OAWR,CAAC;aACD,GAAG,CAAC,SAAS,EAAE,WAAW,CAAqC,CAAC;QAEnE,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC7B,OAAO;gBACL,KAAK,EAAE,IAAI;gBACX,QAAQ,EAAE,eAAe,SAAS,UAAU,WAAW,oDAAoD,OAAO,CAAC,iBAAiB,0BAA0B,OAAO,CAAC,iBAAiB,8BAA8B,YAAY,CAAC,OAAO,CAAC,kBAAkB,CAAC,EAAE;gBAC/P,IAAI,EAAE;oBACJ,OAAO;oBACP,WAAW,EAAE,WAAW;oBACxB,WAAW,EAAE,EAAE;oBACf,iBAAiB,EAAE,CAAC;oBACpB,kBAAkB,EAAE,CAAC;iBACtB;aACF,CAAC;QACJ,CAAC;QAED,MAAM,eAAe,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;QACnF,MAAM,gBAAgB,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,GAAG,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC;QACrF,MAAM,iBAAiB,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,GAAG,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC;QACvF,MAAM,kBAAkB,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,GAAG,CAAC,iBAAiB,EAAE,CAAC,CAAC,CAAC;QAE5F,MAAM,mBAAmB,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,GAAG,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC;QAC3F,MAAM,iBAAiB,GAAG,mBAAmB,GAAG,CAAC,CAAC,CAAC,CAAC,gBAAgB,GAAG,mBAAmB,CAAC,CAAC,CAAC,CAAC,CAAC;QAE/F,IAAI,EAAE,GAAG,kCAAkC,WAAW,OAAO,CAAC;QAC9D,EAAE,IAAI,kBAAkB,SAAS,MAAM,CAAC;QACxC,EAAE,IAAI,qBAAqB,OAAO,CAAC,UAAU,MAAM,CAAC;QACpD,EAAE,IAAI,oBAAoB,WAAW,CAAC,MAAM,QAAQ,CAAC;QACrD,EAAE,IAAI,oBAAoB,eAAe,QAAQ,CAAC;QAClD,EAAE,IAAI,wBAAwB,YAAY,CAAC,gBAAgB,CAAC,cAAc,aAAa,CAAC,iBAAiB,CAAC,aAAa,mBAAmB,CAAC,gBAAgB,CAAC,KAAK,CAAC;QAClK,IAAI,kBAAkB,GAAG,CAAC,EAAE,CAAC;YAC3B,EAAE,IAAI,mBAAmB,kBAAkB,SAAS,CAAC;QACvD,CAAC;QACD,EAAE,IAAI,wBAAwB,CAAC;QAC/B,EAAE,IAAI,4EAA4E,CAAC;QACnF,EAAE,IAAI,4EAA4E,CAAC;QAEnF,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;YAC9B,MAAM,UAAU,GAAG,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC;YACnG,MAAM,UAAU,GAAG,GAAG,CAAC,eAAe,GAAG,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,GAAG,CAAC,YAAY,GAAG,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YAE1G,EAAE,IAAI,OAAO,GAAG,CAAC,UAAU,SAAS,GAAG,CAAC,QAAQ,SAAS,GAAG,CAAC,QAAQ,MAAM,UAAU,MAAM,GAAG,CAAC,YAAY,MAAM,GAAG,CAAC,cAAc,SAAS,GAAG,CAAC,WAAW,QAAQ,YAAY,CAAC,GAAG,CAAC,aAAa,CAAC,SAAS,YAAY,CAAC,GAAG,CAAC,YAAY,CAAC,QAAQ,UAAU,MAAM,CAAC;QACpQ,CAAC;QAED,IAAI,KAAK,CAAC,uBAAuB,KAAK,KAAK,EAAE,CAAC;YAC5C,EAAE,IAAI,SAAS,CAAC;YAChB,EAAE,IAAI,gCAAgC,CAAC;YACvC,EAAE,IAAI,kBAAkB,OAAO,CAAC,WAAW,MAAM,CAAC;YAClD,EAAE,IAAI,mBAAmB,OAAO,CAAC,iBAAiB,MAAM,CAAC;YACzD,EAAE,IAAI,uBAAuB,OAAO,CAAC,iBAAiB,QAAQ,CAAC;YAC/D,EAAE,IAAI,2BAA2B,YAAY,CAAC,OAAO,CAAC,kBAAkB,CAAC,cAAc,mBAAmB,CAAC,OAAO,CAAC,kBAAkB,CAAC,KAAK,CAAC;YAE5I,MAAM,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,GAAG,CAAC;gBACrD,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,iBAAiB,GAAG,CAAC,OAAO,CAAC,iBAAiB,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;gBAC5F,CAAC,CAAC,CAAC,CAAC;YACN,EAAE,IAAI,mBAAmB,iBAAiB,CAAC,iBAAiB,EAAE,EAAE,CAAC,IAAI,CAAC;QACxE,CAAC;QAED,OAAO;YACL,KAAK,EAAE,IAAI;YACX,QAAQ,EAAE,EAAE;YACZ,IAAI,EAAE;gBACJ,OAAO;gBACP,WAAW,EAAE,WAAW;gBACxB,WAAW;gBACX,iBAAiB,EAAE,eAAe;gBAClC,kBAAkB,EAAE,gBAAgB;aACrC;SACF,CAAC;IACJ,CAAC;CACF"}
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
import { DatabaseSync } from 'node:sqlite';
|
|
2
|
+
import { RecordSkillHitInput } from '../types/tools.js';
|
|
3
|
+
import { SessionRow } from '../types/models.js';
|
|
4
|
+
export interface RecordHitResult {
|
|
5
|
+
invocation_id: number;
|
|
6
|
+
session_id: string;
|
|
7
|
+
agent_name: string;
|
|
8
|
+
model_name: string;
|
|
9
|
+
skill_id: string;
|
|
10
|
+
skill_name: string;
|
|
11
|
+
round_index: number;
|
|
12
|
+
status: string;
|
|
13
|
+
actual_steps: number;
|
|
14
|
+
saved_steps: number;
|
|
15
|
+
actual_tokens: number;
|
|
16
|
+
saved_tokens: number;
|
|
17
|
+
net_tokens: number;
|
|
18
|
+
quality_profile: string;
|
|
19
|
+
has_correction: boolean;
|
|
20
|
+
saved_hours: number;
|
|
21
|
+
cost_saved_usd: number;
|
|
22
|
+
cost_saved_cny: number;
|
|
23
|
+
session: SessionRow;
|
|
24
|
+
}
|
|
25
|
+
export declare class TelemetryService {
|
|
26
|
+
private db;
|
|
27
|
+
private benchmarkService;
|
|
28
|
+
constructor(db: DatabaseSync);
|
|
29
|
+
ensureSession(sessionId: string, agentName?: string, roundIndex?: number): SessionRow;
|
|
30
|
+
recordHit(input: RecordSkillHitInput): RecordHitResult;
|
|
31
|
+
getLastActiveSession(): SessionRow | undefined;
|
|
32
|
+
}
|
|
33
|
+
//# sourceMappingURL=telemetry.service.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"telemetry.service.d.ts","sourceRoot":"","sources":["../../src/services/telemetry.service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AACxD,OAAO,EAAE,UAAU,EAAoB,MAAM,oBAAoB,CAAC;AAMlE,MAAM,WAAW,eAAe;IAC9B,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,OAAO,CAAC;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;IACvB,OAAO,EAAE,UAAU,CAAC;CACrB;AAED,qBAAa,gBAAgB;IAGf,OAAO,CAAC,EAAE;IAFtB,OAAO,CAAC,gBAAgB,CAAmB;gBAEvB,EAAE,EAAE,YAAY;IAIpC,aAAa,CAAC,SAAS,EAAE,MAAM,EAAE,SAAS,SAAY,EAAE,UAAU,SAAI,GAAG,UAAU;IAuCnF,SAAS,CAAC,KAAK,EAAE,mBAAmB,GAAG,eAAe;IAmJtD,oBAAoB,IAAI,UAAU,GAAG,SAAS;CAK/C"}
|