modestbench 0.2.0 → 0.3.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +27 -0
- package/README.md +131 -34
- package/dist/cli/commands/analyze.cjs +60 -0
- package/dist/cli/commands/analyze.cjs.map +1 -0
- package/dist/cli/commands/analyze.d.cts +35 -0
- package/dist/cli/commands/analyze.d.cts.map +1 -0
- package/dist/cli/commands/analyze.d.ts +35 -0
- package/dist/cli/commands/analyze.d.ts.map +1 -0
- package/dist/cli/commands/analyze.js +56 -0
- package/dist/cli/commands/analyze.js.map +1 -0
- package/dist/cli/commands/baseline.cjs +404 -0
- package/dist/cli/commands/baseline.cjs.map +1 -0
- package/dist/cli/commands/baseline.d.cts +72 -0
- package/dist/cli/commands/baseline.d.cts.map +1 -0
- package/dist/cli/commands/baseline.d.ts +72 -0
- package/dist/cli/commands/baseline.d.ts.map +1 -0
- package/dist/cli/commands/baseline.js +396 -0
- package/dist/cli/commands/baseline.js.map +1 -0
- package/dist/cli/commands/history.d.cts +1 -1
- package/dist/cli/commands/history.d.cts.map +1 -1
- package/dist/cli/commands/history.d.ts +1 -1
- package/dist/cli/commands/history.d.ts.map +1 -1
- package/dist/cli/commands/init.cjs +99 -166
- package/dist/cli/commands/init.cjs.map +1 -1
- package/dist/cli/commands/init.d.cts +4 -4
- package/dist/cli/commands/init.d.cts.map +1 -1
- package/dist/cli/commands/init.d.ts +4 -4
- package/dist/cli/commands/init.d.ts.map +1 -1
- package/dist/cli/commands/init.js +99 -166
- package/dist/cli/commands/init.js.map +1 -1
- package/dist/cli/commands/run.cjs +146 -127
- package/dist/cli/commands/run.cjs.map +1 -1
- package/dist/cli/commands/run.d.cts +16 -3
- package/dist/cli/commands/run.d.cts.map +1 -1
- package/dist/cli/commands/run.d.ts +16 -3
- package/dist/cli/commands/run.d.ts.map +1 -1
- package/dist/cli/commands/run.js +145 -93
- package/dist/cli/commands/run.js.map +1 -1
- package/dist/cli/index.cjs +583 -394
- package/dist/cli/index.cjs.map +1 -1
- package/dist/cli/index.d.cts +4 -16
- package/dist/cli/index.d.cts.map +1 -1
- package/dist/cli/index.d.ts +4 -16
- package/dist/cli/index.d.ts.map +1 -1
- package/dist/cli/index.js +575 -386
- package/dist/cli/index.js.map +1 -1
- package/dist/config/budget-schema.cjs +172 -0
- package/dist/config/budget-schema.cjs.map +1 -0
- package/dist/config/budget-schema.d.cts +59 -0
- package/dist/config/budget-schema.d.cts.map +1 -0
- package/dist/config/budget-schema.d.ts +59 -0
- package/dist/config/budget-schema.d.ts.map +1 -0
- package/dist/config/budget-schema.js +166 -0
- package/dist/config/budget-schema.js.map +1 -0
- package/dist/config/schema.cjs +182 -2
- package/dist/config/schema.cjs.map +1 -1
- package/dist/config/schema.d.cts +122 -3
- package/dist/config/schema.d.cts.map +1 -1
- package/dist/config/schema.d.ts +122 -3
- package/dist/config/schema.d.ts.map +1 -1
- package/dist/config/schema.js +180 -1
- package/dist/config/schema.js.map +1 -1
- package/dist/constants.cjs +45 -2
- package/dist/constants.cjs.map +1 -1
- package/dist/constants.d.cts +41 -0
- package/dist/constants.d.cts.map +1 -1
- package/dist/constants.d.ts +41 -0
- package/dist/constants.d.ts.map +1 -1
- package/dist/constants.js +44 -1
- package/dist/constants.js.map +1 -1
- package/dist/core/engine.cjs +114 -23
- package/dist/core/engine.cjs.map +1 -1
- package/dist/core/engine.d.cts +7 -7
- package/dist/core/engine.d.cts.map +1 -1
- package/dist/core/engine.d.ts +7 -7
- package/dist/core/engine.d.ts.map +1 -1
- package/dist/core/engine.js +115 -24
- package/dist/core/engine.js.map +1 -1
- package/dist/core/engines/accurate-engine.cjs +171 -36
- package/dist/core/engines/accurate-engine.cjs.map +1 -1
- package/dist/core/engines/accurate-engine.d.cts +5 -0
- package/dist/core/engines/accurate-engine.d.cts.map +1 -1
- package/dist/core/engines/accurate-engine.d.ts +5 -0
- package/dist/core/engines/accurate-engine.d.ts.map +1 -1
- package/dist/core/engines/accurate-engine.js +171 -36
- package/dist/core/engines/accurate-engine.js.map +1 -1
- package/dist/core/engines/tinybench-engine.cjs +3 -2
- package/dist/core/engines/tinybench-engine.cjs.map +1 -1
- package/dist/core/engines/tinybench-engine.d.cts.map +1 -1
- package/dist/core/engines/tinybench-engine.d.ts.map +1 -1
- package/dist/core/engines/tinybench-engine.js +3 -2
- package/dist/core/engines/tinybench-engine.js.map +1 -1
- package/dist/core/output-path-resolver.cjs +8 -1
- package/dist/core/output-path-resolver.cjs.map +1 -1
- package/dist/core/output-path-resolver.d.cts.map +1 -1
- package/dist/core/output-path-resolver.d.ts.map +1 -1
- package/dist/core/output-path-resolver.js +9 -2
- package/dist/core/output-path-resolver.js.map +1 -1
- package/dist/errors/base.cjs +12 -3
- package/dist/errors/base.cjs.map +1 -1
- package/dist/errors/base.d.cts +7 -0
- package/dist/errors/base.d.cts.map +1 -1
- package/dist/errors/base.d.ts +7 -0
- package/dist/errors/base.d.ts.map +1 -1
- package/dist/errors/base.js +10 -2
- package/dist/errors/base.js.map +1 -1
- package/dist/errors/budget.cjs +37 -0
- package/dist/errors/budget.cjs.map +1 -0
- package/dist/errors/budget.d.cts +31 -0
- package/dist/errors/budget.d.cts.map +1 -0
- package/dist/errors/budget.d.ts +31 -0
- package/dist/errors/budget.d.ts.map +1 -0
- package/dist/errors/budget.js +33 -0
- package/dist/errors/budget.js.map +1 -0
- package/dist/errors/index.cjs +4 -1
- package/dist/errors/index.cjs.map +1 -1
- package/dist/errors/index.d.cts +1 -0
- package/dist/errors/index.d.cts.map +1 -1
- package/dist/errors/index.d.ts +1 -0
- package/dist/errors/index.d.ts.map +1 -1
- package/dist/errors/index.js +2 -0
- package/dist/errors/index.js.map +1 -1
- package/dist/index.cjs +13 -1
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +5 -0
- package/dist/index.d.cts.map +1 -1
- package/dist/index.d.ts +5 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +7 -0
- package/dist/index.js.map +1 -1
- package/dist/reporters/csv.cjs +37 -17
- package/dist/reporters/csv.cjs.map +1 -1
- package/dist/reporters/csv.d.cts +3 -6
- package/dist/reporters/csv.d.cts.map +1 -1
- package/dist/reporters/csv.d.ts +3 -6
- package/dist/reporters/csv.d.ts.map +1 -1
- package/dist/reporters/csv.js +37 -17
- package/dist/reporters/csv.js.map +1 -1
- package/dist/reporters/human.cjs +290 -67
- package/dist/reporters/human.cjs.map +1 -1
- package/dist/reporters/human.d.cts +25 -13
- package/dist/reporters/human.d.cts.map +1 -1
- package/dist/reporters/human.d.ts +25 -13
- package/dist/reporters/human.d.ts.map +1 -1
- package/dist/reporters/human.js +290 -67
- package/dist/reporters/human.js.map +1 -1
- package/dist/reporters/json.cjs +23 -48
- package/dist/reporters/json.cjs.map +1 -1
- package/dist/reporters/json.d.cts +2 -28
- package/dist/reporters/json.d.cts.map +1 -1
- package/dist/reporters/json.d.ts +2 -28
- package/dist/reporters/json.d.ts.map +1 -1
- package/dist/reporters/json.js +25 -50
- package/dist/reporters/json.js.map +1 -1
- package/dist/reporters/profile-human.cjs +154 -0
- package/dist/reporters/profile-human.cjs.map +1 -0
- package/dist/reporters/profile-human.d.cts +44 -0
- package/dist/reporters/profile-human.d.cts.map +1 -0
- package/dist/reporters/profile-human.d.ts +44 -0
- package/dist/reporters/profile-human.d.ts.map +1 -0
- package/dist/reporters/profile-human.js +147 -0
- package/dist/reporters/profile-human.js.map +1 -0
- package/dist/reporters/simple.cjs +67 -45
- package/dist/reporters/simple.cjs.map +1 -1
- package/dist/reporters/simple.d.cts +14 -14
- package/dist/reporters/simple.d.cts.map +1 -1
- package/dist/reporters/simple.d.ts +14 -14
- package/dist/reporters/simple.d.ts.map +1 -1
- package/dist/reporters/simple.js +67 -45
- package/dist/reporters/simple.js.map +1 -1
- package/dist/schema/modestbench-config.schema.json +153 -0
- package/dist/services/baseline-storage.cjs +151 -0
- package/dist/services/baseline-storage.cjs.map +1 -0
- package/dist/services/baseline-storage.d.cts +55 -0
- package/dist/services/baseline-storage.d.cts.map +1 -0
- package/dist/services/baseline-storage.d.ts +55 -0
- package/dist/services/baseline-storage.d.ts.map +1 -0
- package/dist/services/baseline-storage.js +147 -0
- package/dist/services/baseline-storage.js.map +1 -0
- package/dist/services/budget-evaluator.cjs +146 -0
- package/dist/services/budget-evaluator.cjs.map +1 -0
- package/dist/services/budget-evaluator.d.cts +29 -0
- package/dist/services/budget-evaluator.d.cts.map +1 -0
- package/dist/services/budget-evaluator.d.ts +29 -0
- package/dist/services/budget-evaluator.d.ts.map +1 -0
- package/dist/services/budget-evaluator.js +142 -0
- package/dist/services/budget-evaluator.js.map +1 -0
- package/dist/services/config-manager.cjs +24 -10
- package/dist/services/config-manager.cjs.map +1 -1
- package/dist/services/config-manager.d.cts +6 -1
- package/dist/services/config-manager.d.cts.map +1 -1
- package/dist/services/config-manager.d.ts +6 -1
- package/dist/services/config-manager.d.ts.map +1 -1
- package/dist/services/config-manager.js +24 -10
- package/dist/services/config-manager.js.map +1 -1
- package/dist/services/file-loader.cjs +3 -6
- package/dist/services/file-loader.cjs.map +1 -1
- package/dist/services/file-loader.d.cts.map +1 -1
- package/dist/services/file-loader.d.ts.map +1 -1
- package/dist/services/file-loader.js +3 -6
- package/dist/services/file-loader.js.map +1 -1
- package/dist/services/profiler/profile-filter.cjs +116 -0
- package/dist/services/profiler/profile-filter.cjs.map +1 -0
- package/dist/services/profiler/profile-filter.d.cts +20 -0
- package/dist/services/profiler/profile-filter.d.cts.map +1 -0
- package/dist/services/profiler/profile-filter.d.ts +20 -0
- package/dist/services/profiler/profile-filter.d.ts.map +1 -0
- package/dist/services/profiler/profile-filter.js +112 -0
- package/dist/services/profiler/profile-filter.js.map +1 -0
- package/dist/services/profiler/profile-parser.cjs +139 -0
- package/dist/services/profiler/profile-parser.cjs.map +1 -0
- package/dist/services/profiler/profile-parser.d.cts +18 -0
- package/dist/services/profiler/profile-parser.d.cts.map +1 -0
- package/dist/services/profiler/profile-parser.d.ts +18 -0
- package/dist/services/profiler/profile-parser.d.ts.map +1 -0
- package/dist/services/profiler/profile-parser.js +132 -0
- package/dist/services/profiler/profile-parser.js.map +1 -0
- package/dist/services/profiler/profile-runner.cjs +90 -0
- package/dist/services/profiler/profile-runner.cjs.map +1 -0
- package/dist/services/profiler/profile-runner.d.cts +29 -0
- package/dist/services/profiler/profile-runner.d.cts.map +1 -0
- package/dist/services/profiler/profile-runner.d.ts +29 -0
- package/dist/services/profiler/profile-runner.d.ts.map +1 -0
- package/dist/services/profiler/profile-runner.js +86 -0
- package/dist/services/profiler/profile-runner.js.map +1 -0
- package/dist/services/progress-manager.cjs +10 -2
- package/dist/services/progress-manager.cjs.map +1 -1
- package/dist/services/progress-manager.d.cts +2 -0
- package/dist/services/progress-manager.d.cts.map +1 -1
- package/dist/services/progress-manager.d.ts +2 -0
- package/dist/services/progress-manager.d.ts.map +1 -1
- package/dist/services/progress-manager.js +10 -2
- package/dist/services/progress-manager.js.map +1 -1
- package/dist/services/reporter-registry.cjs +18 -24
- package/dist/services/reporter-registry.cjs.map +1 -1
- package/dist/services/reporter-registry.d.cts +18 -40
- package/dist/services/reporter-registry.d.cts.map +1 -1
- package/dist/services/reporter-registry.d.ts +18 -40
- package/dist/services/reporter-registry.d.ts.map +1 -1
- package/dist/services/reporter-registry.js +18 -24
- package/dist/services/reporter-registry.js.map +1 -1
- package/dist/types/budgets.cjs +8 -0
- package/dist/types/budgets.cjs.map +1 -0
- package/dist/types/budgets.d.cts +149 -0
- package/dist/types/budgets.d.cts.map +1 -0
- package/dist/types/budgets.d.ts +149 -0
- package/dist/types/budgets.d.ts.map +1 -0
- package/dist/types/budgets.js +7 -0
- package/dist/types/budgets.js.map +1 -0
- package/dist/types/cli.cjs +2 -11
- package/dist/types/cli.cjs.map +1 -1
- package/dist/types/cli.d.cts +3 -227
- package/dist/types/cli.d.cts.map +1 -1
- package/dist/types/cli.d.ts +3 -227
- package/dist/types/cli.d.ts.map +1 -1
- package/dist/types/cli.js +2 -11
- package/dist/types/cli.js.map +1 -1
- package/dist/types/core.cjs +6 -1
- package/dist/types/core.cjs.map +1 -1
- package/dist/types/core.d.cts +15 -2
- package/dist/types/core.d.cts.map +1 -1
- package/dist/types/core.d.ts +15 -2
- package/dist/types/core.d.ts.map +1 -1
- package/dist/types/core.js +2 -1
- package/dist/types/core.js.map +1 -1
- package/dist/types/index.cjs +5 -0
- package/dist/types/index.cjs.map +1 -1
- package/dist/types/index.d.cts +2 -0
- package/dist/types/index.d.cts.map +1 -1
- package/dist/types/index.d.ts +2 -0
- package/dist/types/index.d.ts.map +1 -1
- package/dist/types/index.js +2 -0
- package/dist/types/index.js.map +1 -1
- package/dist/types/interfaces.d.cts +19 -8
- package/dist/types/interfaces.d.cts.map +1 -1
- package/dist/types/interfaces.d.ts +19 -8
- package/dist/types/interfaces.d.ts.map +1 -1
- package/dist/types/profiler.cjs +11 -0
- package/dist/types/profiler.cjs.map +1 -0
- package/dist/types/profiler.d.cts +102 -0
- package/dist/types/profiler.d.cts.map +1 -0
- package/dist/types/profiler.d.ts +102 -0
- package/dist/types/profiler.d.ts.map +1 -0
- package/dist/types/profiler.js +10 -0
- package/dist/types/profiler.js.map +1 -0
- package/dist/types/utility.cjs.map +1 -1
- package/dist/types/utility.d.cts +0 -8
- package/dist/types/utility.d.cts.map +1 -1
- package/dist/types/utility.d.ts +0 -8
- package/dist/types/utility.d.ts.map +1 -1
- package/dist/types/utility.js.map +1 -1
- package/dist/utils/identifiers.cjs +32 -0
- package/dist/utils/identifiers.cjs.map +1 -0
- package/dist/utils/identifiers.d.cts +32 -0
- package/dist/utils/identifiers.d.cts.map +1 -0
- package/dist/utils/identifiers.d.ts +32 -0
- package/dist/utils/identifiers.d.ts.map +1 -0
- package/dist/utils/identifiers.js +27 -0
- package/dist/utils/identifiers.js.map +1 -0
- package/dist/utils/package.cjs +40 -0
- package/dist/utils/package.cjs.map +1 -0
- package/dist/utils/package.d.cts +15 -0
- package/dist/utils/package.d.cts.map +1 -0
- package/dist/utils/package.d.ts +15 -0
- package/dist/utils/package.d.ts.map +1 -0
- package/dist/utils/package.js +33 -0
- package/dist/utils/package.js.map +1 -0
- package/dist/utils/type-guards.cjs +48 -0
- package/dist/utils/type-guards.cjs.map +1 -0
- package/dist/utils/type-guards.d.cts +22 -0
- package/dist/utils/type-guards.d.cts.map +1 -0
- package/dist/utils/type-guards.d.ts +22 -0
- package/dist/utils/type-guards.d.ts.map +1 -0
- package/dist/utils/type-guards.js +43 -0
- package/dist/utils/type-guards.js.map +1 -0
- package/package.json +18 -19
- package/src/cli/commands/analyze.ts +101 -0
- package/src/cli/commands/baseline.ts +577 -0
- package/src/cli/commands/history.ts +1 -1
- package/src/cli/commands/init.ts +116 -194
- package/src/cli/commands/run.ts +183 -113
- package/src/cli/index.ts +425 -183
- package/src/config/budget-schema.ts +189 -0
- package/src/config/schema.ts +260 -1
- package/src/constants.ts +53 -1
- package/src/core/engine.ts +169 -22
- package/src/core/engines/accurate-engine.ts +195 -44
- package/src/core/engines/tinybench-engine.ts +3 -2
- package/src/core/output-path-resolver.ts +10 -2
- package/src/errors/base.ts +11 -2
- package/src/errors/budget.ts +38 -0
- package/src/errors/index.ts +3 -0
- package/src/index.ts +9 -0
- package/src/reporters/csv.ts +54 -25
- package/src/reporters/human.ts +434 -115
- package/src/reporters/json.ts +26 -71
- package/src/reporters/profile-human.ts +210 -0
- package/src/reporters/simple.ts +88 -54
- package/src/services/baseline-storage.ts +199 -0
- package/src/services/budget-evaluator.ts +182 -0
- package/src/services/config-manager.ts +24 -9
- package/src/services/file-loader.ts +3 -6
- package/src/services/profiler/profile-filter.ts +147 -0
- package/src/services/profiler/profile-parser.ts +194 -0
- package/src/services/profiler/profile-runner.ts +121 -0
- package/src/services/progress-manager.ts +12 -2
- package/src/services/reporter-registry.ts +46 -81
- package/src/types/budgets.ts +180 -0
- package/src/types/cli.ts +5 -238
- package/src/types/core.ts +52 -10
- package/src/types/index.ts +5 -0
- package/src/types/interfaces.ts +24 -6
- package/src/types/profiler.ts +135 -0
- package/src/types/utility.ts +0 -10
- package/src/utils/identifiers.ts +58 -0
- package/src/utils/package.ts +35 -0
- package/src/utils/type-guards.ts +51 -0
|
@@ -0,0 +1,151 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.BaselineStorageService = void 0;
|
|
4
|
+
const node_fs_1 = require("node:fs");
|
|
5
|
+
const promises_1 = require("node:fs/promises");
|
|
6
|
+
const node_path_1 = require("node:path");
|
|
7
|
+
const budget_schema_js_1 = require("../config/budget-schema.cjs");
|
|
8
|
+
const storage_js_1 = require("../errors/storage.cjs");
|
|
9
|
+
const core_js_1 = require("../types/core.cjs");
|
|
10
|
+
/**
|
|
11
|
+
* Service for managing named baselines
|
|
12
|
+
*
|
|
13
|
+
* @packageDocumentation
|
|
14
|
+
*/
|
|
15
|
+
class BaselineStorageService {
|
|
16
|
+
storageDir;
|
|
17
|
+
storageFile;
|
|
18
|
+
constructor(storageDir = '.') {
|
|
19
|
+
this.storageDir = storageDir;
|
|
20
|
+
this.storageFile = (0, node_path_1.join)(storageDir, '.modestbench.baselines.json');
|
|
21
|
+
}
|
|
22
|
+
/**
|
|
23
|
+
* Delete a baseline
|
|
24
|
+
*/
|
|
25
|
+
async deleteBaseline(name) {
|
|
26
|
+
let storage = await this.loadStorage();
|
|
27
|
+
if (storage.baselines[name]) {
|
|
28
|
+
delete storage.baselines[name];
|
|
29
|
+
// Clear default if it was the deleted baseline
|
|
30
|
+
if (storage.default === name) {
|
|
31
|
+
storage = { ...storage, default: undefined };
|
|
32
|
+
}
|
|
33
|
+
await this.saveStorage(storage);
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
/**
|
|
37
|
+
* Get a baseline by name
|
|
38
|
+
*/
|
|
39
|
+
async getBaseline(name) {
|
|
40
|
+
const storage = await this.loadStorage();
|
|
41
|
+
return storage.baselines[name] ?? null;
|
|
42
|
+
}
|
|
43
|
+
/**
|
|
44
|
+
* Get default baseline name
|
|
45
|
+
*/
|
|
46
|
+
async getDefault() {
|
|
47
|
+
const storage = await this.loadStorage();
|
|
48
|
+
return storage.default ?? null;
|
|
49
|
+
}
|
|
50
|
+
/**
|
|
51
|
+
* List all baselines
|
|
52
|
+
*/
|
|
53
|
+
async listBaselines() {
|
|
54
|
+
const storage = await this.loadStorage();
|
|
55
|
+
return Object.values(storage.baselines).sort((a, b) => b.date.getTime() - a.date.getTime());
|
|
56
|
+
}
|
|
57
|
+
/**
|
|
58
|
+
* Resolve baseline name (use provided or fall back to default)
|
|
59
|
+
*/
|
|
60
|
+
async resolveBaselineName(name) {
|
|
61
|
+
if (name) {
|
|
62
|
+
return name;
|
|
63
|
+
}
|
|
64
|
+
return await this.getDefault();
|
|
65
|
+
}
|
|
66
|
+
/**
|
|
67
|
+
* Save a benchmark run as a named baseline
|
|
68
|
+
*/
|
|
69
|
+
async saveBaseline(name, run, metadata) {
|
|
70
|
+
const storage = await this.loadStorage();
|
|
71
|
+
const baseline = {
|
|
72
|
+
branch: metadata?.branch,
|
|
73
|
+
commit: metadata?.commit,
|
|
74
|
+
date: run.startTime instanceof Date ? run.startTime : new Date(run.startTime),
|
|
75
|
+
name,
|
|
76
|
+
runId: run.id,
|
|
77
|
+
summary: this.extractSummary(run),
|
|
78
|
+
};
|
|
79
|
+
storage.baselines[name] = baseline;
|
|
80
|
+
await this.saveStorage(storage);
|
|
81
|
+
}
|
|
82
|
+
/**
|
|
83
|
+
* Set default baseline
|
|
84
|
+
*/
|
|
85
|
+
async setDefault(name) {
|
|
86
|
+
let storage = await this.loadStorage();
|
|
87
|
+
if (!storage.baselines[name]) {
|
|
88
|
+
throw new storage_js_1.StorageError(`Baseline "${name}" does not exist. Cannot set as default.`);
|
|
89
|
+
}
|
|
90
|
+
storage = { ...storage, default: name };
|
|
91
|
+
await this.saveStorage(storage);
|
|
92
|
+
}
|
|
93
|
+
/**
|
|
94
|
+
* Extract task summary from benchmark run
|
|
95
|
+
*/
|
|
96
|
+
extractSummary(run) {
|
|
97
|
+
const summary = {};
|
|
98
|
+
for (const file of run.files) {
|
|
99
|
+
for (const suite of file.suites) {
|
|
100
|
+
for (const task of suite.tasks) {
|
|
101
|
+
if (!task.error) {
|
|
102
|
+
const taskId = (0, core_js_1.createTaskId)(file.filePath, suite.name, task.name);
|
|
103
|
+
summary[taskId] = {
|
|
104
|
+
mean: task.mean,
|
|
105
|
+
opsPerSecond: task.opsPerSecond,
|
|
106
|
+
p99: task.p99,
|
|
107
|
+
};
|
|
108
|
+
}
|
|
109
|
+
}
|
|
110
|
+
}
|
|
111
|
+
}
|
|
112
|
+
return summary;
|
|
113
|
+
}
|
|
114
|
+
/**
|
|
115
|
+
* Load baseline storage from disk
|
|
116
|
+
*/
|
|
117
|
+
async loadStorage() {
|
|
118
|
+
if (!(0, node_fs_1.existsSync)(this.storageFile)) {
|
|
119
|
+
return {
|
|
120
|
+
baselines: {},
|
|
121
|
+
version: '1.0.0',
|
|
122
|
+
};
|
|
123
|
+
}
|
|
124
|
+
try {
|
|
125
|
+
const content = await (0, promises_1.readFile)(this.storageFile, 'utf-8');
|
|
126
|
+
const data = JSON.parse(content);
|
|
127
|
+
return (0, budget_schema_js_1.validateBaselineStorage)(data);
|
|
128
|
+
}
|
|
129
|
+
catch (error) {
|
|
130
|
+
throw new storage_js_1.StorageError(`Failed to load baseline storage from ${this.storageFile}`, { cause: error });
|
|
131
|
+
}
|
|
132
|
+
}
|
|
133
|
+
/**
|
|
134
|
+
* Save baseline storage to disk
|
|
135
|
+
*/
|
|
136
|
+
async saveStorage(storage) {
|
|
137
|
+
try {
|
|
138
|
+
// Ensure directory exists
|
|
139
|
+
if (!(0, node_fs_1.existsSync)(this.storageDir)) {
|
|
140
|
+
await (0, promises_1.mkdir)(this.storageDir, { recursive: true });
|
|
141
|
+
}
|
|
142
|
+
const content = JSON.stringify(storage, null, 2);
|
|
143
|
+
await (0, promises_1.writeFile)(this.storageFile, content, 'utf-8');
|
|
144
|
+
}
|
|
145
|
+
catch (error) {
|
|
146
|
+
throw new storage_js_1.StorageError(`Failed to save baseline storage to ${this.storageFile}`, { cause: error });
|
|
147
|
+
}
|
|
148
|
+
}
|
|
149
|
+
}
|
|
150
|
+
exports.BaselineStorageService = BaselineStorageService;
|
|
151
|
+
//# sourceMappingURL=baseline-storage.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"baseline-storage.js","sourceRoot":"","sources":["../../src/services/baseline-storage.ts"],"names":[],"mappings":";;;AAAA,qCAAqC;AACrC,+CAA8D;AAC9D,yCAAiC;AAUjC,kEAAqE;AACrE,sDAAoD;AACpD,+CAAgD;AAEhD;;;;GAIG;AACH,MAAa,sBAAsB;IAChB,UAAU,CAAS;IAEnB,WAAW,CAAS;IAErC,YAAY,aAAqB,GAAG;QAClC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,WAAW,GAAG,IAAA,gBAAI,EAAC,UAAU,EAAE,6BAA6B,CAAC,CAAC;IACrE,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc,CAAC,IAAY;QAC/B,IAAI,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QAEvC,IAAI,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;YAC5B,OAAO,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YAE/B,+CAA+C;YAC/C,IAAI,OAAO,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;gBAC7B,OAAO,GAAG,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC;YAC/C,CAAC;YAED,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CAAC,IAAY;QAC5B,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzC,OAAO,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC;IACzC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU;QACd,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzC,OAAO,OAAO,CAAC,OAAO,IAAI,IAAI,CAAC;IACjC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa;QACjB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzC,OAAO,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,IAAI,CAC1C,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,OAAO,EAAE,CAC9C,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,mBAAmB,CAAC,IAAa;QACrC,IAAI,IAAI,EAAE,CAAC;YACT,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;IACjC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY,CAChB,IAAY,EACZ,GAAiB,EACjB,QAGC;QAED,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QAEzC,MAAM,QAAQ,GAAsB;YAClC,MAAM,EAAE,QAAQ,EAAE,MAAM;YACxB,MAAM,EAAE,QAAQ,EAAE,MAAM;YACxB,IAAI,EACF,GAAG,CAAC,SAAS,YAAY,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC;YACzE,IAAI;YACJ,KAAK,EAAE,GAAG,CAAC,EAAE;YACb,OAAO,EAAE,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC;SAClC,CAAC;QAEF,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC;QAEnC,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;IAClC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CAAC,IAAY;QAC3B,IAAI,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QAEvC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;YAC7B,MAAM,IAAI,yBAAY,CACpB,aAAa,IAAI,0CAA0C,CAC5D,CAAC;QACJ,CAAC;QAED,OAAO,GAAG,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QACxC,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;IAClC,CAAC;IAED;;OAEG;IACK,cAAc,CACpB,GAAiB;QAEjB,MAAM,OAAO,GAAwC,EAAE,CAAC;QAExD,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC;YAC7B,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBAChC,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;oBAC/B,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;wBAChB,MAAM,MAAM,GAAG,IAAA,sBAAY,EAAC,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;wBAClE,OAAO,CAAC,MAAM,CAAC,GAAG;4BAChB,IAAI,EAAE,IAAI,CAAC,IAAI;4BACf,YAAY,EAAE,IAAI,CAAC,YAAY;4BAC/B,GAAG,EAAE,IAAI,CAAC,GAAG;yBACd,CAAC;oBACJ,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,WAAW;QACvB,IAAI,CAAC,IAAA,oBAAU,EAAC,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC;YAClC,OAAO;gBACL,SAAS,EAAE,EAAE;gBACb,OAAO,EAAE,OAAO;aACjB,CAAC;QACJ,CAAC;QAED,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,IAAA,mBAAQ,EAAC,IAAI,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;YAC1D,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAY,CAAC;YAC5C,OAAO,IAAA,0CAAuB,EAAC,IAAI,CAAC,CAAC;QACvC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,yBAAY,CACpB,wCAAwC,IAAI,CAAC,WAAW,EAAE,EAC1D,EAAE,KAAK,EAAE,KAAK,EAAE,CACjB,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,WAAW,CAAC,OAAwB;QAChD,IAAI,CAAC;YACH,0BAA0B;YAC1B,IAAI,CAAC,IAAA,oBAAU,EAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;gBACjC,MAAM,IAAA,gBAAK,EAAC,IAAI,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YACpD,CAAC;YAED,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;YACjD,MAAM,IAAA,oBAAS,EAAC,IAAI,CAAC,WAAW,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QACtD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,yBAAY,CACpB,sCAAsC,IAAI,CAAC,WAAW,EAAE,EACxD,EAAE,KAAK,EAAE,KAAK,EAAE,CACjB,CAAC;QACJ,CAAC;IACH,CAAC;CACF;AAjLD,wDAiLC"}
|
|
@@ -0,0 +1,55 @@
|
|
|
1
|
+
import type { BaselineReference, BenchmarkRun } from "../types/core.cjs";
|
|
2
|
+
/**
|
|
3
|
+
* Service for managing named baselines
|
|
4
|
+
*
|
|
5
|
+
* @packageDocumentation
|
|
6
|
+
*/
|
|
7
|
+
export declare class BaselineStorageService {
|
|
8
|
+
private readonly storageDir;
|
|
9
|
+
private readonly storageFile;
|
|
10
|
+
constructor(storageDir?: string);
|
|
11
|
+
/**
|
|
12
|
+
* Delete a baseline
|
|
13
|
+
*/
|
|
14
|
+
deleteBaseline(name: string): Promise<void>;
|
|
15
|
+
/**
|
|
16
|
+
* Get a baseline by name
|
|
17
|
+
*/
|
|
18
|
+
getBaseline(name: string): Promise<BaselineReference | null>;
|
|
19
|
+
/**
|
|
20
|
+
* Get default baseline name
|
|
21
|
+
*/
|
|
22
|
+
getDefault(): Promise<null | string>;
|
|
23
|
+
/**
|
|
24
|
+
* List all baselines
|
|
25
|
+
*/
|
|
26
|
+
listBaselines(): Promise<BaselineReference[]>;
|
|
27
|
+
/**
|
|
28
|
+
* Resolve baseline name (use provided or fall back to default)
|
|
29
|
+
*/
|
|
30
|
+
resolveBaselineName(name?: string): Promise<null | string>;
|
|
31
|
+
/**
|
|
32
|
+
* Save a benchmark run as a named baseline
|
|
33
|
+
*/
|
|
34
|
+
saveBaseline(name: string, run: BenchmarkRun, metadata?: {
|
|
35
|
+
branch?: string;
|
|
36
|
+
commit?: string;
|
|
37
|
+
}): Promise<void>;
|
|
38
|
+
/**
|
|
39
|
+
* Set default baseline
|
|
40
|
+
*/
|
|
41
|
+
setDefault(name: string): Promise<void>;
|
|
42
|
+
/**
|
|
43
|
+
* Extract task summary from benchmark run
|
|
44
|
+
*/
|
|
45
|
+
private extractSummary;
|
|
46
|
+
/**
|
|
47
|
+
* Load baseline storage from disk
|
|
48
|
+
*/
|
|
49
|
+
private loadStorage;
|
|
50
|
+
/**
|
|
51
|
+
* Save baseline storage to disk
|
|
52
|
+
*/
|
|
53
|
+
private saveStorage;
|
|
54
|
+
}
|
|
55
|
+
//# sourceMappingURL=baseline-storage.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"baseline-storage.d.ts","sourceRoot":"","sources":["../../src/services/baseline-storage.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EACV,iBAAiB,EAGjB,YAAY,EAEb,0BAAyB;AAM1B;;;;GAIG;AACH,qBAAa,sBAAsB;IACjC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IAEpC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;gBAEzB,UAAU,GAAE,MAAY;IAKpC;;OAEG;IACG,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAejD;;OAEG;IACG,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC;IAKlE;;OAEG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,GAAG,MAAM,CAAC;IAK1C;;OAEG;IACG,aAAa,IAAI,OAAO,CAAC,iBAAiB,EAAE,CAAC;IAOnD;;OAEG;IACG,mBAAmB,CAAC,IAAI,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,GAAG,MAAM,CAAC;IAQhE;;OAEG;IACG,YAAY,CAChB,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,YAAY,EACjB,QAAQ,CAAC,EAAE;QACT,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,MAAM,CAAC,EAAE,MAAM,CAAC;KACjB,GACA,OAAO,CAAC,IAAI,CAAC;IAkBhB;;OAEG;IACG,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAa7C;;OAEG;IACH,OAAO,CAAC,cAAc;IAuBtB;;OAEG;YACW,WAAW;IAoBzB;;OAEG;YACW,WAAW;CAgB1B"}
|
|
@@ -0,0 +1,55 @@
|
|
|
1
|
+
import type { BaselineReference, BenchmarkRun } from "../types/core.js";
|
|
2
|
+
/**
|
|
3
|
+
* Service for managing named baselines
|
|
4
|
+
*
|
|
5
|
+
* @packageDocumentation
|
|
6
|
+
*/
|
|
7
|
+
export declare class BaselineStorageService {
|
|
8
|
+
private readonly storageDir;
|
|
9
|
+
private readonly storageFile;
|
|
10
|
+
constructor(storageDir?: string);
|
|
11
|
+
/**
|
|
12
|
+
* Delete a baseline
|
|
13
|
+
*/
|
|
14
|
+
deleteBaseline(name: string): Promise<void>;
|
|
15
|
+
/**
|
|
16
|
+
* Get a baseline by name
|
|
17
|
+
*/
|
|
18
|
+
getBaseline(name: string): Promise<BaselineReference | null>;
|
|
19
|
+
/**
|
|
20
|
+
* Get default baseline name
|
|
21
|
+
*/
|
|
22
|
+
getDefault(): Promise<null | string>;
|
|
23
|
+
/**
|
|
24
|
+
* List all baselines
|
|
25
|
+
*/
|
|
26
|
+
listBaselines(): Promise<BaselineReference[]>;
|
|
27
|
+
/**
|
|
28
|
+
* Resolve baseline name (use provided or fall back to default)
|
|
29
|
+
*/
|
|
30
|
+
resolveBaselineName(name?: string): Promise<null | string>;
|
|
31
|
+
/**
|
|
32
|
+
* Save a benchmark run as a named baseline
|
|
33
|
+
*/
|
|
34
|
+
saveBaseline(name: string, run: BenchmarkRun, metadata?: {
|
|
35
|
+
branch?: string;
|
|
36
|
+
commit?: string;
|
|
37
|
+
}): Promise<void>;
|
|
38
|
+
/**
|
|
39
|
+
* Set default baseline
|
|
40
|
+
*/
|
|
41
|
+
setDefault(name: string): Promise<void>;
|
|
42
|
+
/**
|
|
43
|
+
* Extract task summary from benchmark run
|
|
44
|
+
*/
|
|
45
|
+
private extractSummary;
|
|
46
|
+
/**
|
|
47
|
+
* Load baseline storage from disk
|
|
48
|
+
*/
|
|
49
|
+
private loadStorage;
|
|
50
|
+
/**
|
|
51
|
+
* Save baseline storage to disk
|
|
52
|
+
*/
|
|
53
|
+
private saveStorage;
|
|
54
|
+
}
|
|
55
|
+
//# sourceMappingURL=baseline-storage.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"baseline-storage.d.ts","sourceRoot":"","sources":["../../src/services/baseline-storage.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EACV,iBAAiB,EAGjB,YAAY,EAEb,yBAAyB;AAM1B;;;;GAIG;AACH,qBAAa,sBAAsB;IACjC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IAEpC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;gBAEzB,UAAU,GAAE,MAAY;IAKpC;;OAEG;IACG,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAejD;;OAEG;IACG,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC;IAKlE;;OAEG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,GAAG,MAAM,CAAC;IAK1C;;OAEG;IACG,aAAa,IAAI,OAAO,CAAC,iBAAiB,EAAE,CAAC;IAOnD;;OAEG;IACG,mBAAmB,CAAC,IAAI,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,GAAG,MAAM,CAAC;IAQhE;;OAEG;IACG,YAAY,CAChB,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,YAAY,EACjB,QAAQ,CAAC,EAAE;QACT,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,MAAM,CAAC,EAAE,MAAM,CAAC;KACjB,GACA,OAAO,CAAC,IAAI,CAAC;IAkBhB;;OAEG;IACG,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAa7C;;OAEG;IACH,OAAO,CAAC,cAAc;IAuBtB;;OAEG;YACW,WAAW;IAoBzB;;OAEG;YACW,WAAW;CAgB1B"}
|
|
@@ -0,0 +1,147 @@
|
|
|
1
|
+
import { existsSync } from 'node:fs';
|
|
2
|
+
import { mkdir, readFile, writeFile } from 'node:fs/promises';
|
|
3
|
+
import { join } from 'node:path';
|
|
4
|
+
import { validateBaselineStorage } from "../config/budget-schema.js";
|
|
5
|
+
import { StorageError } from "../errors/storage.js";
|
|
6
|
+
import { createTaskId } from "../types/core.js";
|
|
7
|
+
/**
|
|
8
|
+
* Service for managing named baselines
|
|
9
|
+
*
|
|
10
|
+
* @packageDocumentation
|
|
11
|
+
*/
|
|
12
|
+
export class BaselineStorageService {
|
|
13
|
+
storageDir;
|
|
14
|
+
storageFile;
|
|
15
|
+
constructor(storageDir = '.') {
|
|
16
|
+
this.storageDir = storageDir;
|
|
17
|
+
this.storageFile = join(storageDir, '.modestbench.baselines.json');
|
|
18
|
+
}
|
|
19
|
+
/**
|
|
20
|
+
* Delete a baseline
|
|
21
|
+
*/
|
|
22
|
+
async deleteBaseline(name) {
|
|
23
|
+
let storage = await this.loadStorage();
|
|
24
|
+
if (storage.baselines[name]) {
|
|
25
|
+
delete storage.baselines[name];
|
|
26
|
+
// Clear default if it was the deleted baseline
|
|
27
|
+
if (storage.default === name) {
|
|
28
|
+
storage = { ...storage, default: undefined };
|
|
29
|
+
}
|
|
30
|
+
await this.saveStorage(storage);
|
|
31
|
+
}
|
|
32
|
+
}
|
|
33
|
+
/**
|
|
34
|
+
* Get a baseline by name
|
|
35
|
+
*/
|
|
36
|
+
async getBaseline(name) {
|
|
37
|
+
const storage = await this.loadStorage();
|
|
38
|
+
return storage.baselines[name] ?? null;
|
|
39
|
+
}
|
|
40
|
+
/**
|
|
41
|
+
* Get default baseline name
|
|
42
|
+
*/
|
|
43
|
+
async getDefault() {
|
|
44
|
+
const storage = await this.loadStorage();
|
|
45
|
+
return storage.default ?? null;
|
|
46
|
+
}
|
|
47
|
+
/**
|
|
48
|
+
* List all baselines
|
|
49
|
+
*/
|
|
50
|
+
async listBaselines() {
|
|
51
|
+
const storage = await this.loadStorage();
|
|
52
|
+
return Object.values(storage.baselines).sort((a, b) => b.date.getTime() - a.date.getTime());
|
|
53
|
+
}
|
|
54
|
+
/**
|
|
55
|
+
* Resolve baseline name (use provided or fall back to default)
|
|
56
|
+
*/
|
|
57
|
+
async resolveBaselineName(name) {
|
|
58
|
+
if (name) {
|
|
59
|
+
return name;
|
|
60
|
+
}
|
|
61
|
+
return await this.getDefault();
|
|
62
|
+
}
|
|
63
|
+
/**
|
|
64
|
+
* Save a benchmark run as a named baseline
|
|
65
|
+
*/
|
|
66
|
+
async saveBaseline(name, run, metadata) {
|
|
67
|
+
const storage = await this.loadStorage();
|
|
68
|
+
const baseline = {
|
|
69
|
+
branch: metadata?.branch,
|
|
70
|
+
commit: metadata?.commit,
|
|
71
|
+
date: run.startTime instanceof Date ? run.startTime : new Date(run.startTime),
|
|
72
|
+
name,
|
|
73
|
+
runId: run.id,
|
|
74
|
+
summary: this.extractSummary(run),
|
|
75
|
+
};
|
|
76
|
+
storage.baselines[name] = baseline;
|
|
77
|
+
await this.saveStorage(storage);
|
|
78
|
+
}
|
|
79
|
+
/**
|
|
80
|
+
* Set default baseline
|
|
81
|
+
*/
|
|
82
|
+
async setDefault(name) {
|
|
83
|
+
let storage = await this.loadStorage();
|
|
84
|
+
if (!storage.baselines[name]) {
|
|
85
|
+
throw new StorageError(`Baseline "${name}" does not exist. Cannot set as default.`);
|
|
86
|
+
}
|
|
87
|
+
storage = { ...storage, default: name };
|
|
88
|
+
await this.saveStorage(storage);
|
|
89
|
+
}
|
|
90
|
+
/**
|
|
91
|
+
* Extract task summary from benchmark run
|
|
92
|
+
*/
|
|
93
|
+
extractSummary(run) {
|
|
94
|
+
const summary = {};
|
|
95
|
+
for (const file of run.files) {
|
|
96
|
+
for (const suite of file.suites) {
|
|
97
|
+
for (const task of suite.tasks) {
|
|
98
|
+
if (!task.error) {
|
|
99
|
+
const taskId = createTaskId(file.filePath, suite.name, task.name);
|
|
100
|
+
summary[taskId] = {
|
|
101
|
+
mean: task.mean,
|
|
102
|
+
opsPerSecond: task.opsPerSecond,
|
|
103
|
+
p99: task.p99,
|
|
104
|
+
};
|
|
105
|
+
}
|
|
106
|
+
}
|
|
107
|
+
}
|
|
108
|
+
}
|
|
109
|
+
return summary;
|
|
110
|
+
}
|
|
111
|
+
/**
|
|
112
|
+
* Load baseline storage from disk
|
|
113
|
+
*/
|
|
114
|
+
async loadStorage() {
|
|
115
|
+
if (!existsSync(this.storageFile)) {
|
|
116
|
+
return {
|
|
117
|
+
baselines: {},
|
|
118
|
+
version: '1.0.0',
|
|
119
|
+
};
|
|
120
|
+
}
|
|
121
|
+
try {
|
|
122
|
+
const content = await readFile(this.storageFile, 'utf-8');
|
|
123
|
+
const data = JSON.parse(content);
|
|
124
|
+
return validateBaselineStorage(data);
|
|
125
|
+
}
|
|
126
|
+
catch (error) {
|
|
127
|
+
throw new StorageError(`Failed to load baseline storage from ${this.storageFile}`, { cause: error });
|
|
128
|
+
}
|
|
129
|
+
}
|
|
130
|
+
/**
|
|
131
|
+
* Save baseline storage to disk
|
|
132
|
+
*/
|
|
133
|
+
async saveStorage(storage) {
|
|
134
|
+
try {
|
|
135
|
+
// Ensure directory exists
|
|
136
|
+
if (!existsSync(this.storageDir)) {
|
|
137
|
+
await mkdir(this.storageDir, { recursive: true });
|
|
138
|
+
}
|
|
139
|
+
const content = JSON.stringify(storage, null, 2);
|
|
140
|
+
await writeFile(this.storageFile, content, 'utf-8');
|
|
141
|
+
}
|
|
142
|
+
catch (error) {
|
|
143
|
+
throw new StorageError(`Failed to save baseline storage to ${this.storageFile}`, { cause: error });
|
|
144
|
+
}
|
|
145
|
+
}
|
|
146
|
+
}
|
|
147
|
+
//# sourceMappingURL=baseline-storage.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"baseline-storage.js","sourceRoot":"","sources":["../../src/services/baseline-storage.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC9D,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAUjC,OAAO,EAAE,uBAAuB,EAAE,mCAAmC;AACrE,OAAO,EAAE,YAAY,EAAE,6BAA6B;AACpD,OAAO,EAAE,YAAY,EAAE,yBAAyB;AAEhD;;;;GAIG;AACH,MAAM,OAAO,sBAAsB;IAChB,UAAU,CAAS;IAEnB,WAAW,CAAS;IAErC,YAAY,aAAqB,GAAG;QAClC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,UAAU,EAAE,6BAA6B,CAAC,CAAC;IACrE,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc,CAAC,IAAY;QAC/B,IAAI,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QAEvC,IAAI,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;YAC5B,OAAO,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YAE/B,+CAA+C;YAC/C,IAAI,OAAO,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;gBAC7B,OAAO,GAAG,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC;YAC/C,CAAC;YAED,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CAAC,IAAY;QAC5B,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzC,OAAO,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC;IACzC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU;QACd,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzC,OAAO,OAAO,CAAC,OAAO,IAAI,IAAI,CAAC;IACjC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa;QACjB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzC,OAAO,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,IAAI,CAC1C,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,OAAO,EAAE,CAC9C,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,mBAAmB,CAAC,IAAa;QACrC,IAAI,IAAI,EAAE,CAAC;YACT,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;IACjC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY,CAChB,IAAY,EACZ,GAAiB,EACjB,QAGC;QAED,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QAEzC,MAAM,QAAQ,GAAsB;YAClC,MAAM,EAAE,QAAQ,EAAE,MAAM;YACxB,MAAM,EAAE,QAAQ,EAAE,MAAM;YACxB,IAAI,EACF,GAAG,CAAC,SAAS,YAAY,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC;YACzE,IAAI;YACJ,KAAK,EAAE,GAAG,CAAC,EAAE;YACb,OAAO,EAAE,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC;SAClC,CAAC;QAEF,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC;QAEnC,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;IAClC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CAAC,IAAY;QAC3B,IAAI,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QAEvC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;YAC7B,MAAM,IAAI,YAAY,CACpB,aAAa,IAAI,0CAA0C,CAC5D,CAAC;QACJ,CAAC;QAED,OAAO,GAAG,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QACxC,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;IAClC,CAAC;IAED;;OAEG;IACK,cAAc,CACpB,GAAiB;QAEjB,MAAM,OAAO,GAAwC,EAAE,CAAC;QAExD,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC;YAC7B,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBAChC,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;oBAC/B,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;wBAChB,MAAM,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;wBAClE,OAAO,CAAC,MAAM,CAAC,GAAG;4BAChB,IAAI,EAAE,IAAI,CAAC,IAAI;4BACf,YAAY,EAAE,IAAI,CAAC,YAAY;4BAC/B,GAAG,EAAE,IAAI,CAAC,GAAG;yBACd,CAAC;oBACJ,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,WAAW;QACvB,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC;YAClC,OAAO;gBACL,SAAS,EAAE,EAAE;gBACb,OAAO,EAAE,OAAO;aACjB,CAAC;QACJ,CAAC;QAED,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;YAC1D,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAY,CAAC;YAC5C,OAAO,uBAAuB,CAAC,IAAI,CAAC,CAAC;QACvC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,YAAY,CACpB,wCAAwC,IAAI,CAAC,WAAW,EAAE,EAC1D,EAAE,KAAK,EAAE,KAAK,EAAE,CACjB,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,WAAW,CAAC,OAAwB;QAChD,IAAI,CAAC;YACH,0BAA0B;YAC1B,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;gBACjC,MAAM,KAAK,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YACpD,CAAC;YAED,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;YACjD,MAAM,SAAS,CAAC,IAAI,CAAC,WAAW,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QACtD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,YAAY,CACpB,sCAAsC,IAAI,CAAC,WAAW,EAAE,EACxD,EAAE,KAAK,EAAE,KAAK,EAAE,CACjB,CAAC;QACJ,CAAC;IACH,CAAC;CACF"}
|
|
@@ -0,0 +1,146 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.BudgetEvaluator = void 0;
|
|
4
|
+
/**
|
|
5
|
+
* Service for evaluating performance budgets
|
|
6
|
+
*
|
|
7
|
+
* @packageDocumentation
|
|
8
|
+
*/
|
|
9
|
+
class BudgetEvaluator {
|
|
10
|
+
/**
|
|
11
|
+
* Format number with thousands separators
|
|
12
|
+
*/
|
|
13
|
+
static formatNumber(value) {
|
|
14
|
+
return value.toLocaleString('en-US', {
|
|
15
|
+
maximumFractionDigits: 0,
|
|
16
|
+
});
|
|
17
|
+
}
|
|
18
|
+
/**
|
|
19
|
+
* Format decimal as percentage
|
|
20
|
+
*/
|
|
21
|
+
static formatPercentage(value) {
|
|
22
|
+
return `${(value * 100).toFixed(1)}%`;
|
|
23
|
+
}
|
|
24
|
+
/**
|
|
25
|
+
* Format time in nanoseconds to human-readable string
|
|
26
|
+
*/
|
|
27
|
+
static formatTime(nanoseconds) {
|
|
28
|
+
if (nanoseconds < 1_000) {
|
|
29
|
+
return `${nanoseconds.toFixed(0)}ns`;
|
|
30
|
+
}
|
|
31
|
+
else if (nanoseconds < 1_000_000) {
|
|
32
|
+
return `${(nanoseconds / 1_000).toFixed(2)}μs`;
|
|
33
|
+
}
|
|
34
|
+
else if (nanoseconds < 1_000_000_000) {
|
|
35
|
+
return `${(nanoseconds / 1_000_000).toFixed(2)}ms`;
|
|
36
|
+
}
|
|
37
|
+
else {
|
|
38
|
+
return `${(nanoseconds / 1_000_000_000).toFixed(2)}s`;
|
|
39
|
+
}
|
|
40
|
+
}
|
|
41
|
+
/**
|
|
42
|
+
* Evaluate budgets for an entire benchmark run
|
|
43
|
+
*/
|
|
44
|
+
evaluateRun(budgets, taskResults, baselineData) {
|
|
45
|
+
const results = [];
|
|
46
|
+
for (const [taskId, budget] of Object.entries(budgets)) {
|
|
47
|
+
const taskResult = taskResults.get(taskId);
|
|
48
|
+
// Skip if no result for this task
|
|
49
|
+
if (!taskResult) {
|
|
50
|
+
continue;
|
|
51
|
+
}
|
|
52
|
+
// Skip relative budgets if no baseline data
|
|
53
|
+
if (budget.relative && !baselineData) {
|
|
54
|
+
continue;
|
|
55
|
+
}
|
|
56
|
+
const budgetResult = this.evaluateTask(taskId, budget, taskResult, baselineData?.get(taskId));
|
|
57
|
+
results.push(budgetResult);
|
|
58
|
+
}
|
|
59
|
+
const passed = results.filter((r) => r.passed).length;
|
|
60
|
+
const failed = results.filter((r) => !r.passed).length;
|
|
61
|
+
return {
|
|
62
|
+
failed,
|
|
63
|
+
passed,
|
|
64
|
+
results,
|
|
65
|
+
total: results.length,
|
|
66
|
+
};
|
|
67
|
+
}
|
|
68
|
+
/**
|
|
69
|
+
* Evaluate budgets for a single task
|
|
70
|
+
*/
|
|
71
|
+
evaluateTask(taskId, budget, actual, baseline) {
|
|
72
|
+
const violations = [];
|
|
73
|
+
// Evaluate absolute budgets
|
|
74
|
+
if (budget.absolute) {
|
|
75
|
+
if (budget.absolute.maxTime !== undefined) {
|
|
76
|
+
if (actual.mean > budget.absolute.maxTime) {
|
|
77
|
+
violations.push({
|
|
78
|
+
actual: actual.mean,
|
|
79
|
+
delta: (actual.mean - budget.absolute.maxTime) / budget.absolute.maxTime,
|
|
80
|
+
message: `Mean execution time ${BudgetEvaluator.formatTime(actual.mean)} exceeded budget of ${BudgetEvaluator.formatTime(budget.absolute.maxTime)} by ${BudgetEvaluator.formatPercentage((actual.mean - budget.absolute.maxTime) / budget.absolute.maxTime)}`,
|
|
81
|
+
threshold: budget.absolute.maxTime,
|
|
82
|
+
type: 'maxTime',
|
|
83
|
+
});
|
|
84
|
+
}
|
|
85
|
+
}
|
|
86
|
+
if (budget.absolute.minOpsPerSec !== undefined) {
|
|
87
|
+
if (actual.opsPerSecond < budget.absolute.minOpsPerSec) {
|
|
88
|
+
violations.push({
|
|
89
|
+
actual: actual.opsPerSecond,
|
|
90
|
+
delta: (budget.absolute.minOpsPerSec - actual.opsPerSecond) /
|
|
91
|
+
budget.absolute.minOpsPerSec,
|
|
92
|
+
message: `Operations per second ${BudgetEvaluator.formatNumber(actual.opsPerSecond)} is below minimum of ${BudgetEvaluator.formatNumber(budget.absolute.minOpsPerSec)} by ${BudgetEvaluator.formatPercentage((budget.absolute.minOpsPerSec - actual.opsPerSecond) / budget.absolute.minOpsPerSec)}`,
|
|
93
|
+
threshold: budget.absolute.minOpsPerSec,
|
|
94
|
+
type: 'minOpsPerSec',
|
|
95
|
+
});
|
|
96
|
+
}
|
|
97
|
+
}
|
|
98
|
+
if (budget.absolute.maxP99 !== undefined && actual.p99 !== undefined) {
|
|
99
|
+
if (actual.p99 > budget.absolute.maxP99) {
|
|
100
|
+
violations.push({
|
|
101
|
+
actual: actual.p99,
|
|
102
|
+
delta: (actual.p99 - budget.absolute.maxP99) / budget.absolute.maxP99,
|
|
103
|
+
message: `P99 latency ${BudgetEvaluator.formatTime(actual.p99)} exceeded budget of ${BudgetEvaluator.formatTime(budget.absolute.maxP99)} by ${BudgetEvaluator.formatPercentage((actual.p99 - budget.absolute.maxP99) / budget.absolute.maxP99)}`,
|
|
104
|
+
threshold: budget.absolute.maxP99,
|
|
105
|
+
type: 'maxP99',
|
|
106
|
+
});
|
|
107
|
+
}
|
|
108
|
+
}
|
|
109
|
+
}
|
|
110
|
+
// Evaluate relative budgets
|
|
111
|
+
if (budget.relative && baseline) {
|
|
112
|
+
if (budget.relative.maxRegression !== undefined) {
|
|
113
|
+
const regression = (actual.mean - baseline.mean) / baseline.mean;
|
|
114
|
+
if (regression > budget.relative.maxRegression) {
|
|
115
|
+
violations.push({
|
|
116
|
+
actual: regression,
|
|
117
|
+
delta: regression - budget.relative.maxRegression,
|
|
118
|
+
message: `Performance regressed by ${BudgetEvaluator.formatPercentage(regression)} exceeding maximum allowed regression of ${BudgetEvaluator.formatPercentage(budget.relative.maxRegression)}`,
|
|
119
|
+
threshold: budget.relative.maxRegression,
|
|
120
|
+
type: 'maxRegression',
|
|
121
|
+
});
|
|
122
|
+
}
|
|
123
|
+
}
|
|
124
|
+
}
|
|
125
|
+
return {
|
|
126
|
+
actual: {
|
|
127
|
+
mean: actual.mean,
|
|
128
|
+
opsPerSecond: actual.opsPerSecond,
|
|
129
|
+
p99: actual.p99,
|
|
130
|
+
},
|
|
131
|
+
baseline: baseline
|
|
132
|
+
? {
|
|
133
|
+
mean: baseline.mean,
|
|
134
|
+
opsPerSecond: baseline.opsPerSecond,
|
|
135
|
+
p99: baseline.p99,
|
|
136
|
+
}
|
|
137
|
+
: undefined,
|
|
138
|
+
budget,
|
|
139
|
+
passed: violations.length === 0,
|
|
140
|
+
taskId,
|
|
141
|
+
violations,
|
|
142
|
+
};
|
|
143
|
+
}
|
|
144
|
+
}
|
|
145
|
+
exports.BudgetEvaluator = BudgetEvaluator;
|
|
146
|
+
//# sourceMappingURL=budget-evaluator.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"budget-evaluator.js","sourceRoot":"","sources":["../../src/services/budget-evaluator.ts"],"names":[],"mappings":";;;AAUA;;;;GAIG;AACH,MAAa,eAAe;IAC1B;;OAEG;IACK,MAAM,CAAC,YAAY,CAAa,KAAa;QACnD,OAAO,KAAK,CAAC,cAAc,CAAC,OAAO,EAAE;YACnC,qBAAqB,EAAE,CAAC;SACzB,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACK,MAAM,CAAC,gBAAgB,CAAa,KAAa;QACvD,OAAO,GAAG,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;IACxC,CAAC;IAED;;OAEG;IACK,MAAM,CAAC,UAAU,CAAa,WAAmB;QACvD,IAAI,WAAW,GAAG,KAAK,EAAE,CAAC;YACxB,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;QACvC,CAAC;aAAM,IAAI,WAAW,GAAG,SAAS,EAAE,CAAC;YACnC,OAAO,GAAG,CAAC,WAAW,GAAG,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;QACjD,CAAC;aAAM,IAAI,WAAW,GAAG,aAAa,EAAE,CAAC;YACvC,OAAO,GAAG,CAAC,WAAW,GAAG,SAAS,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;QACrD,CAAC;aAAM,CAAC;YACN,OAAO,GAAG,CAAC,WAAW,GAAG,aAAa,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;QACxD,CAAC;IACH,CAAC;IAED;;OAEG;IACH,WAAW,CACT,OAA+B,EAC/B,WAAoC,EACpC,YAA+C;QAE/C,MAAM,OAAO,GAAmB,EAAE,CAAC;QAEnC,KAAK,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;YACvD,MAAM,UAAU,GAAG,WAAW,CAAC,GAAG,CAAC,MAAgB,CAAC,CAAC;YAErD,kCAAkC;YAClC,IAAI,CAAC,UAAU,EAAE,CAAC;gBAChB,SAAS;YACX,CAAC;YAED,4CAA4C;YAC5C,IAAI,MAAM,CAAC,QAAQ,IAAI,CAAC,YAAY,EAAE,CAAC;gBACrC,SAAS;YACX,CAAC;YAED,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,CACpC,MAAgB,EAChB,MAAM,EACN,UAAU,EACV,YAAY,EAAE,GAAG,CAAC,MAAgB,CAAC,CACpC,CAAC;YAEF,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAC7B,CAAC;QAED,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;QACtD,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;QAEvD,OAAO;YACL,MAAM;YACN,MAAM;YACN,OAAO;YACP,KAAK,EAAE,OAAO,CAAC,MAAM;SACtB,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,YAAY,CAClB,MAAc,EACd,MAAc,EACd,MAAkB,EAClB,QAA8B;QAE9B,MAAM,UAAU,GAAsB,EAAE,CAAC;QAEzC,4BAA4B;QAC5B,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YACpB,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;gBAC1C,IAAI,MAAM,CAAC,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;oBAC1C,UAAU,CAAC,IAAI,CAAC;wBACd,MAAM,EAAE,MAAM,CAAC,IAAI;wBACnB,KAAK,EACH,CAAC,MAAM,CAAC,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO;wBACnE,OAAO,EAAE,uBAAuB,eAAe,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,uBAAuB,eAAe,CAAC,UAAU,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,eAAe,CAAC,gBAAgB,CAAC,CAAC,MAAM,CAAC,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE;wBAC7P,SAAS,EAAE,MAAM,CAAC,QAAQ,CAAC,OAAO;wBAClC,IAAI,EAAE,SAAS;qBAChB,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,IAAI,MAAM,CAAC,QAAQ,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;gBAC/C,IAAI,MAAM,CAAC,YAAY,GAAG,MAAM,CAAC,QAAQ,CAAC,YAAY,EAAE,CAAC;oBACvD,UAAU,CAAC,IAAI,CAAC;wBACd,MAAM,EAAE,MAAM,CAAC,YAAY;wBAC3B,KAAK,EACH,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY,CAAC;4BACpD,MAAM,CAAC,QAAQ,CAAC,YAAY;wBAC9B,OAAO,EAAE,yBAAyB,eAAe,CAAC,YAAY,CAAC,MAAM,CAAC,YAAY,CAAC,wBAAwB,eAAe,CAAC,YAAY,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,OAAO,eAAe,CAAC,gBAAgB,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE;wBACnS,SAAS,EAAE,MAAM,CAAC,QAAQ,CAAC,YAAY;wBACvC,IAAI,EAAE,cAAc;qBACrB,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,KAAK,SAAS,IAAI,MAAM,CAAC,GAAG,KAAK,SAAS,EAAE,CAAC;gBACrE,IAAI,MAAM,CAAC,GAAG,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;oBACxC,UAAU,CAAC,IAAI,CAAC;wBACd,MAAM,EAAE,MAAM,CAAC,GAAG;wBAClB,KAAK,EACH,CAAC,MAAM,CAAC,GAAG,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM;wBAChE,OAAO,EAAE,eAAe,eAAe,CAAC,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,uBAAuB,eAAe,CAAC,UAAU,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,OAAO,eAAe,CAAC,gBAAgB,CAAC,CAAC,MAAM,CAAC,GAAG,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE;wBAChP,SAAS,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM;wBACjC,IAAI,EAAE,QAAQ;qBACf,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;QAED,4BAA4B;QAC5B,IAAI,MAAM,CAAC,QAAQ,IAAI,QAAQ,EAAE,CAAC;YAChC,IAAI,MAAM,CAAC,QAAQ,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;gBAChD,MAAM,UAAU,GAAG,CAAC,MAAM,CAAC,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,IAAI,CAAC;gBAEjE,IAAI,UAAU,GAAG,MAAM,CAAC,QAAQ,CAAC,aAAa,EAAE,CAAC;oBAC/C,UAAU,CAAC,IAAI,CAAC;wBACd,MAAM,EAAE,UAAU;wBAClB,KAAK,EAAE,UAAU,GAAG,MAAM,CAAC,QAAQ,CAAC,aAAa;wBACjD,OAAO,EAAE,4BAA4B,eAAe,CAAC,gBAAgB,CAAC,UAAU,CAAC,4CAA4C,eAAe,CAAC,gBAAgB,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE;wBAC9L,SAAS,EAAE,MAAM,CAAC,QAAQ,CAAC,aAAa;wBACxC,IAAI,EAAE,eAAe;qBACtB,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO;YACL,MAAM,EAAE;gBACN,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,YAAY,EAAE,MAAM,CAAC,YAAY;gBACjC,GAAG,EAAE,MAAM,CAAC,GAAG;aAChB;YACD,QAAQ,EAAE,QAAQ;gBAChB,CAAC,CAAC;oBACE,IAAI,EAAE,QAAQ,CAAC,IAAI;oBACnB,YAAY,EAAE,QAAQ,CAAC,YAAY;oBACnC,GAAG,EAAE,QAAQ,CAAC,GAAG;iBAClB;gBACH,CAAC,CAAC,SAAS;YACb,MAAM;YACN,MAAM,EAAE,UAAU,CAAC,MAAM,KAAK,CAAC;YAC/B,MAAM;YACN,UAAU;SACX,CAAC;IACJ,CAAC;CACF;AAtKD,0CAsKC"}
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
import type { BaselineSummaryData, Budget, BudgetSummary, TaskId, TaskResult } from "../types/core.cjs";
|
|
2
|
+
/**
|
|
3
|
+
* Service for evaluating performance budgets
|
|
4
|
+
*
|
|
5
|
+
* @packageDocumentation
|
|
6
|
+
*/
|
|
7
|
+
export declare class BudgetEvaluator {
|
|
8
|
+
/**
|
|
9
|
+
* Format number with thousands separators
|
|
10
|
+
*/
|
|
11
|
+
private static formatNumber;
|
|
12
|
+
/**
|
|
13
|
+
* Format decimal as percentage
|
|
14
|
+
*/
|
|
15
|
+
private static formatPercentage;
|
|
16
|
+
/**
|
|
17
|
+
* Format time in nanoseconds to human-readable string
|
|
18
|
+
*/
|
|
19
|
+
private static formatTime;
|
|
20
|
+
/**
|
|
21
|
+
* Evaluate budgets for an entire benchmark run
|
|
22
|
+
*/
|
|
23
|
+
evaluateRun(budgets: Record<string, Budget>, taskResults: Map<TaskId, TaskResult>, baselineData?: Map<TaskId, BaselineSummaryData>): BudgetSummary;
|
|
24
|
+
/**
|
|
25
|
+
* Evaluate budgets for a single task
|
|
26
|
+
*/
|
|
27
|
+
private evaluateTask;
|
|
28
|
+
}
|
|
29
|
+
//# sourceMappingURL=budget-evaluator.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"budget-evaluator.d.ts","sourceRoot":"","sources":["../../src/services/budget-evaluator.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,mBAAmB,EACnB,MAAM,EAEN,aAAa,EAEb,MAAM,EACN,UAAU,EACX,0BAAyB;AAE1B;;;;GAIG;AACH,qBAAa,eAAe;IAC1B;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,YAAY;IAM3B;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,gBAAgB;IAI/B;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,UAAU;IAYzB;;OAEG;IACH,WAAW,CACT,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAC/B,WAAW,EAAE,GAAG,CAAC,MAAM,EAAE,UAAU,CAAC,EACpC,YAAY,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,mBAAmB,CAAC,GAC9C,aAAa;IAqChB;;OAEG;IACH,OAAO,CAAC,YAAY;CAuFrB"}
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
import type { BaselineSummaryData, Budget, BudgetSummary, TaskId, TaskResult } from "../types/core.js";
|
|
2
|
+
/**
|
|
3
|
+
* Service for evaluating performance budgets
|
|
4
|
+
*
|
|
5
|
+
* @packageDocumentation
|
|
6
|
+
*/
|
|
7
|
+
export declare class BudgetEvaluator {
|
|
8
|
+
/**
|
|
9
|
+
* Format number with thousands separators
|
|
10
|
+
*/
|
|
11
|
+
private static formatNumber;
|
|
12
|
+
/**
|
|
13
|
+
* Format decimal as percentage
|
|
14
|
+
*/
|
|
15
|
+
private static formatPercentage;
|
|
16
|
+
/**
|
|
17
|
+
* Format time in nanoseconds to human-readable string
|
|
18
|
+
*/
|
|
19
|
+
private static formatTime;
|
|
20
|
+
/**
|
|
21
|
+
* Evaluate budgets for an entire benchmark run
|
|
22
|
+
*/
|
|
23
|
+
evaluateRun(budgets: Record<string, Budget>, taskResults: Map<TaskId, TaskResult>, baselineData?: Map<TaskId, BaselineSummaryData>): BudgetSummary;
|
|
24
|
+
/**
|
|
25
|
+
* Evaluate budgets for a single task
|
|
26
|
+
*/
|
|
27
|
+
private evaluateTask;
|
|
28
|
+
}
|
|
29
|
+
//# sourceMappingURL=budget-evaluator.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"budget-evaluator.d.ts","sourceRoot":"","sources":["../../src/services/budget-evaluator.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,mBAAmB,EACnB,MAAM,EAEN,aAAa,EAEb,MAAM,EACN,UAAU,EACX,yBAAyB;AAE1B;;;;GAIG;AACH,qBAAa,eAAe;IAC1B;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,YAAY;IAM3B;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,gBAAgB;IAI/B;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,UAAU;IAYzB;;OAEG;IACH,WAAW,CACT,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAC/B,WAAW,EAAE,GAAG,CAAC,MAAM,EAAE,UAAU,CAAC,EACpC,YAAY,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,mBAAmB,CAAC,GAC9C,aAAa;IAqChB;;OAEG;IACH,OAAO,CAAC,YAAY;CAuFrB"}
|