@overkill-dev/run 0.0.80 → 0.0.82
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/baselines/calibration-reference.js +10 -0
- package/baselines/calibration-reference.js.map +1 -0
- package/baselines/calibration-store.js +185 -0
- package/baselines/calibration-store.js.map +1 -0
- package/baselines/performance-adapter.d.ts +1 -1
- package/baselines/performance-adapter.d.ts.map +1 -1
- package/baselines/performance-baseline.d.ts +17 -3
- package/baselines/performance-baseline.d.ts.map +1 -1
- package/baselines/performance-baseline.js +13 -1
- package/baselines/performance-baseline.js.map +1 -1
- package/baselines/performance-evaluation.js +12 -11
- package/baselines/performance-evaluation.js.map +1 -1
- package/baselines/performance-observation.js +74 -0
- package/baselines/performance-observation.js.map +1 -0
- package/baselines/performance-plan.js +28 -2
- package/baselines/performance-plan.js.map +1 -1
- package/baselines/performance-schema.js +14 -1
- package/baselines/performance-schema.js.map +1 -1
- package/baselines/performance-store.js +2 -14
- package/baselines/performance-store.js.map +1 -1
- package/baselines/performance-workflow.js +18 -10
- package/baselines/performance-workflow.js.map +1 -1
- package/bench/benchmark-run-report.js +14 -5
- package/bench/benchmark-run-report.js.map +1 -1
- package/bench/benchmark-statistics-schema.d.ts +4 -0
- package/bench/benchmark-statistics-schema.d.ts.map +1 -0
- package/bench/benchmark-statistics-schema.js +40 -0
- package/bench/benchmark-statistics-schema.js.map +1 -0
- package/bench/calibration-evidence.js +80 -0
- package/bench/calibration-evidence.js.map +1 -0
- package/bench/calibration-machine.d.ts +14 -0
- package/bench/calibration-machine.d.ts.map +1 -0
- package/bench/calibration-machine.js +43 -0
- package/bench/calibration-machine.js.map +1 -0
- package/bench/calibration-report.d.ts +24 -0
- package/bench/calibration-report.d.ts.map +1 -0
- package/bench/calibration-report.js +28 -0
- package/bench/calibration-report.js.map +1 -0
- package/bench/cpu-reference-workload.d.ts +2 -0
- package/bench/cpu-reference-workload.d.ts.map +1 -0
- package/bench/cpu-reference-workload.js +12 -0
- package/bench/cpu-reference-workload.js.map +1 -0
- package/bench/host-calibration-result.d.ts +15 -0
- package/bench/host-calibration-result.d.ts.map +1 -0
- package/engine/async-leak-diagnostics.js +18 -5
- package/engine/async-leak-diagnostics.js.map +1 -1
- package/engine/benchmark-environment.d.ts +8 -0
- package/engine/benchmark-environment.d.ts.map +1 -0
- package/engine/benchmark-garbage-collection.d.ts +0 -5
- package/engine/benchmark-garbage-collection.d.ts.map +1 -1
- package/engine/benchmark-garbage-collection.js.map +1 -1
- package/engine/benchmark-node.d.ts +3 -2
- package/engine/benchmark-node.d.ts.map +1 -1
- package/engine/benchmark-node.js +9 -0
- package/engine/benchmark-node.js.map +1 -0
- package/engine/benchmark-result.d.ts +85 -1
- package/engine/benchmark-result.d.ts.map +1 -1
- package/engine/benchmark-result.js.map +1 -1
- package/engine/case-attempt-execution.js +25 -17
- package/engine/case-attempt-execution.js.map +1 -1
- package/engine/case-body-execution.js +1 -0
- package/engine/case-body-execution.js.map +1 -1
- package/engine/execution-async-leak-policy.d.ts +3 -0
- package/engine/execution-async-leak-policy.d.ts.map +1 -0
- package/engine/execution-async-leak-policy.js +38 -23
- package/engine/execution-async-leak-policy.js.map +1 -1
- package/engine/execution-error-ownership.d.ts +6 -0
- package/engine/execution-error-ownership.d.ts.map +1 -0
- package/engine/execution-error-ownership.js +83 -0
- package/engine/execution-error-ownership.js.map +1 -0
- package/engine/execution-global-error-observer.d.ts +1 -4
- package/engine/execution-global-error-observer.d.ts.map +1 -1
- package/engine/execution-global-error-observer.js +41 -81
- package/engine/execution-global-error-observer.js.map +1 -1
- package/engine/execution-observation.js +198 -0
- package/engine/execution-observation.js.map +1 -0
- package/engine/execution-options.d.ts +9 -0
- package/engine/execution-options.d.ts.map +1 -1
- package/engine/execution-preparation.d.ts +13 -0
- package/engine/execution-preparation.d.ts.map +1 -0
- package/engine/execution-preparation.js +34 -0
- package/engine/execution-preparation.js.map +1 -0
- package/engine/execution-supervision-state.js +8 -0
- package/engine/execution-supervision-state.js.map +1 -1
- package/engine/execution-supervision.d.ts +1 -1
- package/engine/execution-supervision.d.ts.map +1 -1
- package/engine/execution-supervision.js +3 -3
- package/engine/execution-supervision.js.map +1 -1
- package/engine/execution-test-plan-cases.js +11 -9
- package/engine/execution-test-plan-cases.js.map +1 -1
- package/engine/execution.d.ts +3 -1
- package/engine/execution.d.ts.map +1 -1
- package/engine/execution.js +3 -27
- package/engine/execution.js.map +1 -1
- package/engine/infrastructure-resource-observation.js +55 -0
- package/engine/infrastructure-resource-observation.js.map +1 -0
- package/engine/reporter-dispatcher.d.ts.map +1 -1
- package/engine/reporter-dispatcher.js +6 -3
- package/engine/reporter-dispatcher.js.map +1 -1
- package/engine/reporter-output-scope.js +7 -2
- package/engine/reporter-output-scope.js.map +1 -1
- package/engine/resource-owner-observation.js +97 -7
- package/engine/resource-owner-observation.js.map +1 -1
- package/execution-termination.d.ts +2 -0
- package/execution-termination.d.ts.map +1 -0
- package/execution-termination.js +8 -0
- package/execution-termination.js.map +1 -0
- package/invocation-budget.d.ts +13 -0
- package/invocation-budget.d.ts.map +1 -0
- package/invocation-budget.js +35 -0
- package/invocation-budget.js.map +1 -0
- package/package.json +13 -1
- package/packages/run/benchmark-calibration.entry-point.d.ts +12 -14
- package/packages/run/benchmark-calibration.entry-point.d.ts.map +1 -1
- package/packages/run/benchmark-calibration.entry-point.js +11 -54
- package/packages/run/benchmark-calibration.entry-point.js.map +1 -1
- package/packages/run/command-line.entry-point.d.ts.map +1 -1
- package/packages/run/command-line.entry-point.js +4 -0
- package/packages/run/command-line.entry-point.js.map +1 -1
- package/packages/run/run.entry-point.d.ts +2 -0
- package/packages/run/run.entry-point.d.ts.map +1 -1
- package/packages/run/run.entry-point.js +2 -0
- package/packages/run/run.entry-point.js.map +1 -1
- package/readme.md +27 -0
- package/run/benchmark-baseline-commands.js +9 -4
- package/run/benchmark-baseline-commands.js.map +1 -1
- package/run/benchmark-baseline-execution.js +20 -0
- package/run/benchmark-baseline-execution.js.map +1 -0
- package/run/benchmark-baseline-operations.js +0 -14
- package/run/benchmark-baseline-operations.js.map +1 -1
- package/run/benchmark-baseline-preparation.js +63 -0
- package/run/benchmark-baseline-preparation.js.map +1 -0
- package/run/benchmark-baseline-run.js +1 -44
- package/run/benchmark-baseline-run.js.map +1 -1
- package/run/benchmark-calibration.js +7 -0
- package/run/benchmark-calibration.js.map +1 -1
- package/run/benchmark-commands.d.ts.map +1 -1
- package/run/benchmark-commands.js +31 -0
- package/run/benchmark-commands.js.map +1 -1
- package/run/benchmark-definition-schema.js +4 -1
- package/run/benchmark-definition-schema.js.map +1 -1
- package/run/benchmark-execution-environment.js +2 -1
- package/run/benchmark-execution-environment.js.map +1 -1
- package/run/benchmark-garbage-collection.js +14 -3
- package/run/benchmark-garbage-collection.js.map +1 -1
- package/run/benchmark-normalization-preparation.js +59 -0
- package/run/benchmark-normalization-preparation.js.map +1 -0
- package/run/benchmark-placement.js +1 -1
- package/run/benchmark-placement.js.map +1 -1
- package/run/benchmark-policy-schema.js +30 -0
- package/run/benchmark-policy-schema.js.map +1 -0
- package/run/benchmark-report-metadata.js +5 -3
- package/run/benchmark-report-metadata.js.map +1 -1
- package/run/benchmark-result-schema.js +5 -53
- package/run/benchmark-result-schema.js.map +1 -1
- package/run/calibration-baseline-references.js +39 -0
- package/run/calibration-baseline-references.js.map +1 -0
- package/run/calibration-capture-session.js +97 -0
- package/run/calibration-capture-session.js.map +1 -0
- package/run/calibration-inventory.js +27 -0
- package/run/calibration-inventory.js.map +1 -0
- package/run/calibration-maintenance.js +88 -0
- package/run/calibration-maintenance.js.map +1 -0
- package/run/capability-policy.js +82 -79
- package/run/capability-policy.js.map +1 -1
- package/run/child-process-outbox.js +13 -5
- package/run/child-process-outbox.js.map +1 -1
- package/run/collected-run-execution.js +3 -7
- package/run/collected-run-execution.js.map +1 -1
- package/run/command-line-command-namespace.js +3 -0
- package/run/command-line-command-namespace.js.map +1 -1
- package/run/command-line-command.d.ts +1 -0
- package/run/command-line-command.d.ts.map +1 -1
- package/run/command-line-command.js.map +1 -1
- package/run/default-run-engine.js +25 -0
- package/run/default-run-engine.js.map +1 -1
- package/run/execution-session-child.js +9 -2
- package/run/execution-session-child.js.map +1 -1
- package/run/execution-session-collected.js +7 -1
- package/run/execution-session-collected.js.map +1 -1
- package/run/execution-session-environment.js +1 -1
- package/run/execution-session-environment.js.map +1 -1
- package/run/execution-session-host.js +17 -0
- package/run/execution-session-host.js.map +1 -1
- package/run/execution-session-lifecycle.js +38 -10
- package/run/execution-session-lifecycle.js.map +1 -1
- package/run/execution-session-observation.js +95 -0
- package/run/execution-session-observation.js.map +1 -0
- package/run/execution-session-ownership.js +23 -0
- package/run/execution-session-ownership.js.map +1 -0
- package/run/execution-session-process.js +26 -4
- package/run/execution-session-process.js.map +1 -1
- package/run/execution-session-schema.js +2 -0
- package/run/execution-session-schema.js.map +1 -1
- package/run/execution-session-supervised.js +21 -75
- package/run/execution-session-supervised.js.map +1 -1
- package/run/execution-session.js +37 -35
- package/run/execution-session.js.map +1 -1
- package/run/frozen-policy-validation.js +8 -2
- package/run/frozen-policy-validation.js.map +1 -1
- package/run/frozen-supervised-command-schema.js +2 -2
- package/run/frozen-supervised-command-schema.js.map +1 -1
- package/run/initialized-run-collection.js +80 -0
- package/run/initialized-run-collection.js.map +1 -0
- package/run/initialized-run.js +2 -49
- package/run/initialized-run.js.map +1 -1
- package/run/node-child-process-starters.js +2 -0
- package/run/node-child-process-starters.js.map +1 -1
- package/run/path-containment.js +13 -0
- package/run/path-containment.js.map +1 -1
- package/run/permission-denial-runtime-policy.js +30 -50
- package/run/permission-denial-runtime-policy.js.map +1 -1
- package/run/run-cancellation.js.map +1 -1
- package/run/run-collected-resolution.js +7 -0
- package/run/run-collected-resolution.js.map +1 -1
- package/run/run-command-schema.js +2 -0
- package/run/run-command-schema.js.map +1 -1
- package/run/run-engine-primitives.d.ts +2 -1
- package/run/run-engine-primitives.d.ts.map +1 -1
- package/run/run-execution.js +1 -1
- package/run/run-execution.js.map +1 -1
- package/run/run-facts.js +1 -0
- package/run/run-facts.js.map +1 -1
- package/run/run-input-resolution.js +5 -3
- package/run/run-input-resolution.js.map +1 -1
- package/run/run-isolated-command.js +8 -2
- package/run/run-isolated-command.js.map +1 -1
- package/run/run-isolated-process.js +5 -0
- package/run/run-isolated-process.js.map +1 -1
- package/run/run-local-command.js +3 -7
- package/run/run-local-command.js.map +1 -1
- package/run/run-local-coverage.js +3 -7
- package/run/run-local-coverage.js.map +1 -1
- package/run/run-local-planning.js +2 -0
- package/run/run-local-planning.js.map +1 -1
- package/run/run-supervised-process.js +14 -3
- package/run/run-supervised-process.js.map +1 -1
- package/run/run-support.js +11 -9
- package/run/run-support.js.map +1 -1
- package/run/run-types.d.ts +5 -2
- package/run/run-types.d.ts.map +1 -1
- package/run/run-types.js.map +1 -1
- package/run/run.js +3 -1
- package/run/run.js.map +1 -1
- package/run/supervised-child-execution.js +1 -1
- package/run/supervised-child-execution.js.map +1 -1
- package/run/supervised-child-failure.js +9 -3
- package/run/supervised-child-failure.js.map +1 -1
- package/run/supervised-child-process.d.ts.map +1 -1
- package/run/supervised-child-process.js +2 -2
- package/run/supervised-child-process.js.map +1 -1
- package/run/supervised-child-test-plan.js +3 -3
- package/run/supervised-child-test-plan.js.map +1 -1
- package/run/supervised-child-transport.js +10 -5
- package/run/supervised-child-transport.js.map +1 -1
- package/run/supervised-child.entry-point.js +1 -0
- package/run/supervised-child.entry-point.js.map +1 -1
- package/run/supervised-child.js +49 -35
- package/run/supervised-child.js.map +1 -1
- package/run/supervised-protocol-schema.js +1 -1
- package/run/supervised-protocol-schema.js.map +1 -1
- package/run/supervised-protocol.js.map +1 -1
- package/run/supervised-run-process-policy.js +11 -0
- package/run/supervised-run-process-policy.js.map +1 -1
- package/run/supervised-run-runtime.js +1 -1
- package/run/supervised-run-runtime.js.map +1 -1
- package/run/worker-execution-engine.js +1 -1
- package/run/worker-execution-engine.js.map +1 -1
- package/run/worker-pool-command.js +4 -6
- package/run/worker-pool-command.js.map +1 -1
- package/run/worker-pool-host.entry-point.js +1 -1
- package/run/worker-pool-host.entry-point.js.map +1 -1
- package/run/worker-pool-protocol.js.map +1 -1
- package/run/worker-pool-worker-plan.js +2 -2
- package/run/worker-pool-worker-plan.js.map +1 -1
- package/software-bill-of-materials.cyclonedx.json +4 -4
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import { z } from 'zod/v4';
|
|
2
|
+
import { workIdSchema } from "../engine/identity-schema.js";
|
|
3
|
+
import { calibrationSnapshotSchema } from "../bench/calibration-evidence.js";
|
|
4
|
+
export const storedCalibrationSchema = z.strictObject({
|
|
5
|
+
profile: z.string().min(1),
|
|
6
|
+
owners: z.array(workIdSchema),
|
|
7
|
+
snapshot: calibrationSnapshotSchema,
|
|
8
|
+
version: z.literal(1)
|
|
9
|
+
});
|
|
10
|
+
//# sourceMappingURL=calibration-reference.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"calibration-reference.js","sourceRoot":"","sources":["../../../../source/baselines/calibration-reference.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,QAAQ,CAAC;AAE3B,OAAO,EAAE,YAAY,EAAE,MAAM,8BAA8B,CAAC;AAC5D,OAAO,EAAE,yBAAyB,EAAE,MAAM,kCAAkC,CAAC;AAE7E,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,CAAC,YAAY,CAAC;IAClD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1B,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC;IAC7B,QAAQ,EAAE,yBAAyB;IACnC,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;CACxB,CAAC,CAAC"}
|
|
@@ -0,0 +1,185 @@
|
|
|
1
|
+
import { createHash } from 'node:crypto';
|
|
2
|
+
import { lstat, mkdir, readdir, realpath, unlink } from 'node:fs/promises';
|
|
3
|
+
import path from 'node:path';
|
|
4
|
+
import { canonicalIdentityJson } from "../canonical-identity.js";
|
|
5
|
+
import { createNodeFileStore } from "../file-store.js";
|
|
6
|
+
import { snapshotJson } from "../attachments/json-snapshot.js";
|
|
7
|
+
import { isPathInside, existingPathAncestor } from "../run/path-containment.js";
|
|
8
|
+
import { storedCalibrationSchema } from "./calibration-reference.js";
|
|
9
|
+
export class CalibrationPublicationError extends Error {
|
|
10
|
+
completedPaths;
|
|
11
|
+
constructor(message, options) {
|
|
12
|
+
super(message, options);
|
|
13
|
+
this.name = 'CalibrationPublicationError';
|
|
14
|
+
this.completedPaths = options.completed;
|
|
15
|
+
}
|
|
16
|
+
completed() {
|
|
17
|
+
return this.completedPaths;
|
|
18
|
+
}
|
|
19
|
+
}
|
|
20
|
+
function calibrationFilename(profile, snapshot) {
|
|
21
|
+
const identity = canonicalIdentityJson([profile, snapshot.machineClass, snapshot.identity]);
|
|
22
|
+
return `${createHash('sha256').update(identity).digest('hex')}.calibration.json`;
|
|
23
|
+
}
|
|
24
|
+
function referencePath(location, reference) {
|
|
25
|
+
return path
|
|
26
|
+
.relative(location.root, path.join(location.directory, calibrationFilename(reference.profile, reference.snapshot)))
|
|
27
|
+
.replaceAll('\\', '/');
|
|
28
|
+
}
|
|
29
|
+
function missingFile(error) {
|
|
30
|
+
return error instanceof Error && Reflect.get(error, 'code') === 'ENOENT';
|
|
31
|
+
}
|
|
32
|
+
async function existingRoot(root) {
|
|
33
|
+
try {
|
|
34
|
+
return await realpath(root);
|
|
35
|
+
}
|
|
36
|
+
catch (error) {
|
|
37
|
+
if (missingFile(error)) {
|
|
38
|
+
return null;
|
|
39
|
+
}
|
|
40
|
+
throw error;
|
|
41
|
+
}
|
|
42
|
+
}
|
|
43
|
+
async function validateDirectory(location, physicalRoot) {
|
|
44
|
+
if (!isPathInside(location.root, location.directory) ||
|
|
45
|
+
!isPathInside(physicalRoot, await existingPathAncestor(location.directory))) {
|
|
46
|
+
throw new TypeError('Calibration reference directory must remain inside the project root.');
|
|
47
|
+
}
|
|
48
|
+
}
|
|
49
|
+
async function referenceNames(directory) {
|
|
50
|
+
try {
|
|
51
|
+
return await readdir(directory);
|
|
52
|
+
}
|
|
53
|
+
catch (error) {
|
|
54
|
+
if (missingFile(error)) {
|
|
55
|
+
return [];
|
|
56
|
+
}
|
|
57
|
+
throw error;
|
|
58
|
+
}
|
|
59
|
+
}
|
|
60
|
+
async function readReference(location, name) {
|
|
61
|
+
const file = path.join(location.directory, name);
|
|
62
|
+
const stats = await lstat(file);
|
|
63
|
+
if (!stats.isFile() || stats.size > location.maxBytes) {
|
|
64
|
+
throw new TypeError('Calibration reference is not a bounded regular file.');
|
|
65
|
+
}
|
|
66
|
+
const content = await location.files.read(file);
|
|
67
|
+
const value = content === null ? null : JSON.parse(content);
|
|
68
|
+
const stored = storedCalibrationSchema.parse(value);
|
|
69
|
+
if (calibrationFilename(stored.profile, stored.snapshot) !== name) {
|
|
70
|
+
throw new TypeError('Calibration reference filename does not match its identity.');
|
|
71
|
+
}
|
|
72
|
+
return stored;
|
|
73
|
+
}
|
|
74
|
+
async function readReferences(location) {
|
|
75
|
+
const physicalRoot = await existingRoot(location.root);
|
|
76
|
+
if (physicalRoot === null) {
|
|
77
|
+
return [];
|
|
78
|
+
}
|
|
79
|
+
await validateDirectory(location, physicalRoot);
|
|
80
|
+
const names = await referenceNames(location.directory);
|
|
81
|
+
const selected = names
|
|
82
|
+
.filter(function referenceFile(name) {
|
|
83
|
+
return name.endsWith('.calibration.json');
|
|
84
|
+
})
|
|
85
|
+
.toSorted(function alphabetical(left, right) {
|
|
86
|
+
return left.localeCompare(right);
|
|
87
|
+
});
|
|
88
|
+
return await Promise.all(selected.map(async function reference(name) {
|
|
89
|
+
return await readReference(location, name);
|
|
90
|
+
}));
|
|
91
|
+
}
|
|
92
|
+
function encodedReferences(location, profile, snapshots, owners) {
|
|
93
|
+
return snapshots.map(function encodeReference(snapshot) {
|
|
94
|
+
const stored = storedCalibrationSchema.parse({ profile, snapshot, owners: owners(snapshot), version: 1 });
|
|
95
|
+
const encoded = snapshotJson(stored, location.maxBytes);
|
|
96
|
+
if (encoded === null) {
|
|
97
|
+
throw new TypeError('Calibration reference exceeds the configured artifact byte limit.');
|
|
98
|
+
}
|
|
99
|
+
return { name: calibrationFilename(profile, snapshot), content: encoded.encoded };
|
|
100
|
+
});
|
|
101
|
+
}
|
|
102
|
+
async function publishFiles(location, pending, record) {
|
|
103
|
+
for (const file of pending) {
|
|
104
|
+
await location.files.write(path.join(location.directory, file.name), file.content);
|
|
105
|
+
record(path.relative(location.root, path.join(location.directory, file.name)).replaceAll('\\', '/'));
|
|
106
|
+
}
|
|
107
|
+
}
|
|
108
|
+
async function publishReferences(location, pending) {
|
|
109
|
+
await validateDirectory(location, await realpath(location.root));
|
|
110
|
+
await mkdir(location.directory, { recursive: true });
|
|
111
|
+
await validateDirectory(location, await realpath(location.root));
|
|
112
|
+
const written = [];
|
|
113
|
+
try {
|
|
114
|
+
await publishFiles(location, pending, function writtenPath(filePath) {
|
|
115
|
+
written.push(filePath);
|
|
116
|
+
});
|
|
117
|
+
}
|
|
118
|
+
catch (error) {
|
|
119
|
+
throw new CalibrationPublicationError('Calibration reference publication failed.', {
|
|
120
|
+
cause: error,
|
|
121
|
+
completed: written
|
|
122
|
+
});
|
|
123
|
+
}
|
|
124
|
+
return written;
|
|
125
|
+
}
|
|
126
|
+
async function removeFiles(location, references, record) {
|
|
127
|
+
for (const reference of references) {
|
|
128
|
+
const name = calibrationFilename(reference.profile, reference.snapshot);
|
|
129
|
+
const current = await readReference(location, name);
|
|
130
|
+
if (canonicalIdentityJson(current) !== canonicalIdentityJson(reference)) {
|
|
131
|
+
throw new Error('Calibration reference changed during execution.');
|
|
132
|
+
}
|
|
133
|
+
await unlink(path.join(location.directory, name));
|
|
134
|
+
record(referencePath(location, reference));
|
|
135
|
+
}
|
|
136
|
+
}
|
|
137
|
+
async function removeReferences(location, references) {
|
|
138
|
+
await validateDirectory(location, await realpath(location.root));
|
|
139
|
+
for (const reference of references) {
|
|
140
|
+
const current = await readReference(location, calibrationFilename(reference.profile, reference.snapshot));
|
|
141
|
+
if (canonicalIdentityJson(current) !== canonicalIdentityJson(reference)) {
|
|
142
|
+
throw new Error('Calibration reference changed during execution.');
|
|
143
|
+
}
|
|
144
|
+
}
|
|
145
|
+
const removed = [];
|
|
146
|
+
try {
|
|
147
|
+
await removeFiles(location, references, function removedPath(filePath) {
|
|
148
|
+
removed.push(filePath);
|
|
149
|
+
});
|
|
150
|
+
}
|
|
151
|
+
catch (error) {
|
|
152
|
+
throw new CalibrationPublicationError('Calibration reference removal failed.', {
|
|
153
|
+
cause: error,
|
|
154
|
+
completed: removed
|
|
155
|
+
});
|
|
156
|
+
}
|
|
157
|
+
return removed;
|
|
158
|
+
}
|
|
159
|
+
export async function createCalibrationReferenceStore(input) {
|
|
160
|
+
const root = path.resolve(input.projectRoot);
|
|
161
|
+
const location = {
|
|
162
|
+
root,
|
|
163
|
+
directory: path.resolve(root, input.directory, 'calibration'),
|
|
164
|
+
maxBytes: input.maxBytes,
|
|
165
|
+
files: createNodeFileStore()
|
|
166
|
+
};
|
|
167
|
+
if (!isPathInside(root, location.directory)) {
|
|
168
|
+
throw new TypeError('Calibration reference directory must remain inside the project root.');
|
|
169
|
+
}
|
|
170
|
+
return {
|
|
171
|
+
async list() {
|
|
172
|
+
return await readReferences(location);
|
|
173
|
+
},
|
|
174
|
+
pathOf(reference) {
|
|
175
|
+
return referencePath(location, reference);
|
|
176
|
+
},
|
|
177
|
+
async remove(references) {
|
|
178
|
+
return await removeReferences(location, references);
|
|
179
|
+
},
|
|
180
|
+
async write(profile, snapshots, owners) {
|
|
181
|
+
return await publishReferences(location, encodedReferences(location, profile, snapshots, owners));
|
|
182
|
+
}
|
|
183
|
+
};
|
|
184
|
+
}
|
|
185
|
+
//# sourceMappingURL=calibration-store.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"calibration-store.js","sourceRoot":"","sources":["../../../../source/baselines/calibration-store.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC3E,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,qBAAqB,EAAE,MAAM,0BAA0B,CAAC;AACjE,OAAO,EAAE,mBAAmB,EAAkB,MAAM,kBAAkB,CAAC;AACvE,OAAO,EAAE,YAAY,EAAE,MAAM,iCAAiC,CAAC;AAC/D,OAAO,EAAE,YAAY,EAAE,oBAAoB,EAAE,MAAM,4BAA4B,CAAC;AAChF,OAAO,EAAE,uBAAuB,EAA0B,MAAM,4BAA4B,CAAC;AAyB7F,MAAM,OAAO,2BAA4B,SAAQ,KAAK;IACjC,cAAc,CAAoB;IACnD,YAAmB,OAAe,EAAE,OAA2B;QAC3D,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACxB,IAAI,CAAC,IAAI,GAAG,6BAA6B,CAAC;QAC1C,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,SAAS,CAAC;IAC5C,CAAC;IAEM,SAAS;QACZ,OAAO,IAAI,CAAC,cAAc,CAAC;IAC/B,CAAC;CACJ;AACD,SAAS,mBAAmB,CAAC,OAAe,EAAE,QAA6B;IACvE,MAAM,QAAQ,GAAG,qBAAqB,CAAC,CAAE,OAAO,EAAE,QAAQ,CAAC,YAAY,EAAE,QAAQ,CAAC,QAAQ,CAAE,CAAC,CAAC;IAC9F,OAAO,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,mBAAmB,CAAC;AACrF,CAAC;AACD,SAAS,aAAa,CAAC,QAAuB,EAAE,SAA4B;IACxE,OAAO,IAAI;SACN,QAAQ,CACL,QAAQ,CAAC,IAAI,EACb,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,mBAAmB,CAAC,SAAS,CAAC,OAAO,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAC,CAC5F;SACA,UAAU,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;AAC/B,CAAC;AACD,SAAS,WAAW,CAAC,KAAc;IAC/B,OAAO,KAAK,YAAY,KAAK,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,KAAK,QAAQ,CAAC;AAC7E,CAAC;AACD,KAAK,UAAU,YAAY,CAAC,IAAY;IACpC,IAAI,CAAC;QACD,OAAO,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC;IAChC,CAAC;IAAC,OAAO,KAAc,EAAE,CAAC;QACtB,IAAI,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC;YACrB,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,MAAM,KAAK,CAAC;IAChB,CAAC;AACL,CAAC;AACD,KAAK,UAAU,iBAAiB,CAAC,QAAuB,EAAE,YAAoB;IAC1E,IACI,CAAC,YAAY,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,SAAS,CAAC;QAChD,CAAC,YAAY,CAAC,YAAY,EAAE,MAAM,oBAAoB,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,EAC7E,CAAC;QACC,MAAM,IAAI,SAAS,CAAC,sEAAsE,CAAC,CAAC;IAChG,CAAC;AACL,CAAC;AACD,KAAK,UAAU,cAAc,CAAC,SAAiB;IAC3C,IAAI,CAAC;QACD,OAAO,MAAM,OAAO,CAAC,SAAS,CAAC,CAAC;IACpC,CAAC;IAAC,OAAO,KAAc,EAAE,CAAC;QACtB,IAAI,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC;YACrB,OAAO,EAAE,CAAC;QACd,CAAC;QACD,MAAM,KAAK,CAAC;IAChB,CAAC;AACL,CAAC;AACD,KAAK,UAAU,aAAa,CAAC,QAAuB,EAAE,IAAY;IAC9D,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IACjD,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;IAChC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,KAAK,CAAC,IAAI,GAAG,QAAQ,CAAC,QAAQ,EAAE,CAAC;QACpD,MAAM,IAAI,SAAS,CAAC,sDAAsD,CAAC,CAAC;IAChF,CAAC;IACD,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAChD,MAAM,KAAK,GAAY,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACrE,MAAM,MAAM,GAAG,uBAAuB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACpD,IAAI,mBAAmB,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,QAAQ,CAAC,KAAK,IAAI,EAAE,CAAC;QAChE,MAAM,IAAI,SAAS,CAAC,6DAA6D,CAAC,CAAC;IACvF,CAAC;IACD,OAAO,MAAM,CAAC;AAClB,CAAC;AACD,KAAK,UAAU,cAAc,CAAC,QAAuB;IACjD,MAAM,YAAY,GAAG,MAAM,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IACvD,IAAI,YAAY,KAAK,IAAI,EAAE,CAAC;QACxB,OAAO,EAAE,CAAC;IACd,CAAC;IACD,MAAM,iBAAiB,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;IAChD,MAAM,KAAK,GAAG,MAAM,cAAc,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;IACvD,MAAM,QAAQ,GAAG,KAAK;SACjB,MAAM,CAAC,SAAS,aAAa,CAAC,IAAI;QAC/B,OAAO,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC,CAAC;IAC9C,CAAC,CAAC;SACD,QAAQ,CAAC,SAAS,YAAY,CAAC,IAAI,EAAE,KAAK;QACvC,OAAO,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;IACP,OAAO,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,UAAU,SAAS,CAAC,IAAI;QAC/D,OAAO,MAAM,aAAa,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC,CAAC;AACR,CAAC;AACD,SAAS,iBAAiB,CACtB,QAAuB,EACvB,OAAe,EACf,SAAyC,EACzC,MAAsE;IAEtE,OAAO,SAAS,CAAC,GAAG,CAAC,SAAS,eAAe,CAAC,QAAQ;QAClD,MAAM,MAAM,GAAG,uBAAuB,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;QAC1G,MAAM,OAAO,GAAG,YAAY,CAAC,MAAM,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACxD,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;YACnB,MAAM,IAAI,SAAS,CAAC,mEAAmE,CAAC,CAAC;QAC7F,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,mBAAmB,CAAC,OAAO,EAAE,QAAQ,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC;IACtF,CAAC,CAAC,CAAC;AACP,CAAC;AACD,KAAK,UAAU,YAAY,CACvB,QAAuB,EACvB,OAAiC,EACjC,MAA8B;IAE9B,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;QACzB,MAAM,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QACnF,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC;IACzG,CAAC;AACL,CAAC;AACD,KAAK,UAAU,iBAAiB,CAC5B,QAAuB,EACvB,OAAiC;IAEjC,MAAM,iBAAiB,CAAC,QAAQ,EAAE,MAAM,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;IACjE,MAAM,KAAK,CAAC,QAAQ,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACrD,MAAM,iBAAiB,CAAC,QAAQ,EAAE,MAAM,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;IACjE,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,IAAI,CAAC;QACD,MAAM,YAAY,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,WAAW,CAAC,QAAQ;YAC/D,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC3B,CAAC,CAAC,CAAC;IACP,CAAC;IAAC,OAAO,KAAc,EAAE,CAAC;QACtB,MAAM,IAAI,2BAA2B,CAAC,2CAA2C,EAAE;YAC/E,KAAK,EAAE,KAAK;YACZ,SAAS,EAAE,OAAO;SACrB,CAAC,CAAC;IACP,CAAC;IACD,OAAO,OAAO,CAAC;AACnB,CAAC;AACD,KAAK,UAAU,WAAW,CACtB,QAAuB,EACvB,UAAwC,EACxC,MAA8B;IAE9B,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACjC,MAAM,IAAI,GAAG,mBAAmB,CAAC,SAAS,CAAC,OAAO,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAC;QACxE,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QACpD,IAAI,qBAAqB,CAAC,OAAO,CAAC,KAAK,qBAAqB,CAAC,SAAS,CAAC,EAAE,CAAC;YACtE,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;QACvE,CAAC;QACD,MAAM,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC;QAClD,MAAM,CAAC,aAAa,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC;IAC/C,CAAC;AACL,CAAC;AACD,KAAK,UAAU,gBAAgB,CAC3B,QAAuB,EACvB,UAAwC;IAExC,MAAM,iBAAiB,CAAC,QAAQ,EAAE,MAAM,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;IACjE,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACjC,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC,QAAQ,EAAE,mBAAmB,CAAC,SAAS,CAAC,OAAO,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC1G,IAAI,qBAAqB,CAAC,OAAO,CAAC,KAAK,qBAAqB,CAAC,SAAS,CAAC,EAAE,CAAC;YACtE,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;QACvE,CAAC;IACL,CAAC;IACD,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,IAAI,CAAC;QACD,MAAM,WAAW,CAAC,QAAQ,EAAE,UAAU,EAAE,SAAS,WAAW,CAAC,QAAQ;YACjE,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC3B,CAAC,CAAC,CAAC;IACP,CAAC;IAAC,OAAO,KAAc,EAAE,CAAC;QACtB,MAAM,IAAI,2BAA2B,CAAC,uCAAuC,EAAE;YAC3E,KAAK,EAAE,KAAK;YACZ,SAAS,EAAE,OAAO;SACrB,CAAC,CAAC;IACP,CAAC;IACD,OAAO,OAAO,CAAC;AACnB,CAAC;AACD,MAAM,CAAC,KAAK,UAAU,+BAA+B,CACjD,KAA4B;IAE5B,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;IAC7C,MAAM,QAAQ,GAAG;QACb,IAAI;QACJ,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,SAAS,EAAE,aAAa,CAAC;QAC7D,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,KAAK,EAAE,mBAAmB,EAAE;KAC/B,CAAC;IACF,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QAC1C,MAAM,IAAI,SAAS,CAAC,sEAAsE,CAAC,CAAC;IAChG,CAAC;IACD,OAAO;QACH,KAAK,CAAC,IAAI;YACN,OAAO,MAAM,cAAc,CAAC,QAAQ,CAAC,CAAC;QAC1C,CAAC;QACD,MAAM,CAAC,SAAS;YACZ,OAAO,aAAa,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;QAC9C,CAAC;QACD,KAAK,CAAC,MAAM,CAAC,UAAU;YACnB,OAAO,MAAM,gBAAgB,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;QACxD,CAAC;QACD,KAAK,CAAC,KAAK,CAAC,OAAO,EAAE,SAAS,EAAE,MAAM;YAClC,OAAO,MAAM,iBAAiB,CAAC,QAAQ,EAAE,iBAAiB,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC;QACtG,CAAC;KACJ,CAAC;AACN,CAAC"}
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import type { JsonValue, ReadonlyDeep } from 'type-fest';
|
|
2
2
|
import type { WorkId } from '../engine/identity.ts';
|
|
3
3
|
import type { RunArtifact } from '../engine/run-result.ts';
|
|
4
|
-
import type { ComparableCalibration as ComparableCalibrationDefinition } from '../
|
|
4
|
+
import type { ComparableCalibration as ComparableCalibrationDefinition } from '../bench/host-calibration-result.ts';
|
|
5
5
|
export type BaselineJson = ReadonlyDeep<JsonValue>;
|
|
6
6
|
export type PerformanceBaselineValue = {
|
|
7
7
|
readonly calibration: ComparableCalibration;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"performance-adapter.d.ts","sourceRoot":"","sources":["../../../../source/baselines/performance-adapter.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AACzD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AACpD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,KAAK,EACR,qBAAqB,IAAI,+BAA+B,EAC3D,MAAM,
|
|
1
|
+
{"version":3,"file":"performance-adapter.d.ts","sourceRoot":"","sources":["../../../../source/baselines/performance-adapter.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AACzD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AACpD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,KAAK,EACR,qBAAqB,IAAI,+BAA+B,EAC3D,MAAM,qCAAqC,CAAC;AAE7C,MAAM,MAAM,YAAY,GAAG,YAAY,CAAC,SAAS,CAAC,CAAC;AACnD,MAAM,MAAM,wBAAwB,GAAG;IACnC,QAAQ,CAAC,WAAW,EAAE,qBAAqB,CAAC;IAC5C,QAAQ,CAAC,KAAK,EAAE,YAAY,CAAC;CAChC,CAAC;AACF,KAAK,kBAAkB,GAAG;IAAE,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;CAAE,CAAC;AACjF,KAAK,uBAAuB,GAAG;IAAE,QAAQ,CAAC,IAAI,EAAE,gBAAgB,CAAC;CAAE,CAAC;AACpE,KAAK,aAAa,GAAG;IAAE,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAC;IAAC,QAAQ,CAAC,KAAK,EAAE,YAAY,CAAC;CAAE,CAAC;AAClF,MAAM,MAAM,sBAAsB,GAAG,uBAAuB,GAAG,kBAAkB,GAAG,aAAa,CAAC;AAClG,MAAM,MAAM,kBAAkB,GAAG;IAC7B,QAAQ,CAAC,MAAM,EAAE,YAAY,CAAC;IAC9B,QAAQ,CAAC,QAAQ,EAAE,YAAY,CAAC;IAChC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;CAC5B,CAAC;AACF,KAAK,mBAAmB,GAAG;IAAE,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC;CAAE,CAAC;AACvD,KAAK,sBAAsB,GAAG;IAC1B,QAAQ,CAAC,WAAW,EAAE,SAAS,CAAC,kBAAkB,EAAE,GAAG,CAAC,SAAS,kBAAkB,EAAE,CAAC,CAAC,CAAC;IACxF,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAC;CAC7B,CAAC;AACF,MAAM,MAAM,qBAAqB,GAAG,mBAAmB,GAAG,sBAAsB,CAAC;AACjF,MAAM,MAAM,2BAA2B,GAAG;IACtC,QAAQ,CAAC,SAAS,EAAE,SAAS,WAAW,EAAE,CAAC;IAC3C,QAAQ,CAAC,WAAW,EAAE,qBAAqB,CAAC;IAC5C,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;CACzB,CAAC;AACF,MAAM,MAAM,wBAAwB,GAAG;IACnC,QAAQ,CAAC,MAAM,EAAE,wBAAwB,CAAC;IAC1C,QAAQ,CAAC,QAAQ,EAAE,wBAAwB,GAAG,IAAI,CAAC;CACtD,CAAC;AACF,MAAM,MAAM,0BAA0B,GAAG;IACrC,QAAQ,CAAC,MAAM,EAAE,wBAAwB,CAAC;IAC1C,QAAQ,CAAC,QAAQ,EAAE,wBAAwB,CAAC;CAC/C,CAAC;AACF,MAAM,MAAM,6BAA6B,GAAG;IACxC,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,2BAA2B,KAAK,sBAAsB,CAAC;IACjF,QAAQ,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,wBAAwB,KAAK,YAAY,CAAC;IACpE,QAAQ,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,0BAA0B,KAAK,qBAAqB,CAAC;CAClF,CAAC;AACF,KAAK,sBAAsB,GAAG;IAAE,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC;CAAE,CAAC;AAC5D,KAAK,oBAAoB,GAAG;IAAE,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC;IAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;CAAE,CAAC;AAChF,KAAK,oBAAoB,GAAG;IACxB,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC;IACvB,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;CACnC,CAAC;AACF,MAAM,MAAM,0BAA0B,GAAG,sBAAsB,GAAG,oBAAoB,GAAG,oBAAoB,CAAC;AAC9G,KAAK,cAAc,GAAG;IAAE,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC;CAAE,CAAC;AAChD,KAAK,qBAAqB,GAAG;IAAE,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAC;IAAC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;CAAE,CAAC;AAC5F,MAAM,MAAM,sBAAsB,GAAG,qBAAqB,GAAG,cAAc,CAAC;AAC5E,MAAM,MAAM,2BAA2B,GAAG;IACtC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,KAAK,EAAE,sBAAsB,CAAC;IACvC,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,QAAQ,CAAC,QAAQ,EAAE,0BAA0B,CAAC;CACjD,CAAC;AACF,MAAM,MAAM,iCAAiC,GAAG,6BAA6B,GAAG;IAC5E,QAAQ,CAAC,eAAe,EAAE,CAAC,KAAK,EAAE,wBAAwB,KAAK,SAAS,2BAA2B,EAAE,CAAC;CACzG,CAAC;AACF,MAAM,MAAM,0BAA0B,GAAG,iCAAiC,GAAG,6BAA6B,CAAC;AAC3G,MAAM,MAAM,uBAAuB,GAAG;IAClC,QAAQ,CAAC,QAAQ,EAAE,SAAS,0BAA0B,EAAE,CAAC;IACzD,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;CAC9B,CAAC;AAEF,MAAM,MAAM,qBAAqB,GAAG,+BAA+B,CAAC"}
|
|
@@ -1,14 +1,28 @@
|
|
|
1
|
-
import type {
|
|
1
|
+
import type { BenchmarkNormalizationEvidence } from '../engine/benchmark-result.ts';
|
|
2
|
+
import type { BenchmarkCalibrationResult as BenchmarkCalibrationResultDefinition } from '../bench/host-calibration-result.ts';
|
|
2
3
|
import type { WorkId } from '../engine/identity.ts';
|
|
3
4
|
import type { PerformanceBaselineValue } from './performance-adapter.ts';
|
|
4
|
-
export
|
|
5
|
+
export declare const previousNormalizedPerformanceBaselineVersion = 2;
|
|
6
|
+
export declare const normalizedPerformanceBaselineVersion = 3;
|
|
7
|
+
export type CalibrationReferenceChange = {
|
|
8
|
+
readonly kind: 'remove' | 'write';
|
|
9
|
+
readonly path: string;
|
|
10
|
+
};
|
|
11
|
+
type PerformanceBaselineData = {
|
|
5
12
|
readonly adapter: string;
|
|
6
13
|
readonly expected: PerformanceBaselineValue;
|
|
7
14
|
readonly profile: string;
|
|
8
15
|
readonly subtype: 'performance-baseline';
|
|
9
|
-
readonly version: 1;
|
|
10
16
|
readonly work: WorkId;
|
|
11
17
|
};
|
|
18
|
+
type LegacyPerformanceBaseline = PerformanceBaselineData & {
|
|
19
|
+
readonly version: 1;
|
|
20
|
+
};
|
|
21
|
+
type NormalizedPerformanceBaseline = PerformanceBaselineData & {
|
|
22
|
+
readonly version: typeof normalizedPerformanceBaselineVersion | typeof previousNormalizedPerformanceBaselineVersion;
|
|
23
|
+
readonly normalization: BenchmarkNormalizationEvidence | null;
|
|
24
|
+
};
|
|
25
|
+
export type StoredPerformanceBaseline = LegacyPerformanceBaseline | NormalizedPerformanceBaseline;
|
|
12
26
|
export type BaselineEntry = {
|
|
13
27
|
readonly baseline: StoredPerformanceBaseline;
|
|
14
28
|
readonly path: string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"performance-baseline.d.ts","sourceRoot":"","sources":["../../../../source/baselines/performance-baseline.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"performance-baseline.d.ts","sourceRoot":"","sources":["../../../../source/baselines/performance-baseline.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,8BAA8B,EAAE,MAAM,+BAA+B,CAAC;AACpF,OAAO,KAAK,EACR,0BAA0B,IAAI,oCAAoC,EACrE,MAAM,qCAAqC,CAAC;AAC7C,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AACpD,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,0BAA0B,CAAC;AAEzE,eAAO,MAAM,4CAA4C,IAAI,CAAC;AAC9D,eAAO,MAAM,oCAAoC,IAAI,CAAC;AAEtD,MAAM,MAAM,0BAA0B,GAAG;IAAE,QAAQ,CAAC,IAAI,EAAE,QAAQ,GAAG,OAAO,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;CAAE,CAAC;KAG3F,uBAMgB,GAAG;IAC3B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,QAAQ,EAAE,wBAAwB,CAAC;IAC5C,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,OAAO,EAAE,sBAAsB,CAAC;IACzC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;CACzB,CAAC;AACF,KAAK,yBAAyB,GAAG,uBAAuB,GAAG;IAAE,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC;CAAE,CAAC;AACpF,KAAK,6BAA6B,GAAG,uBAAuB,GAAG;IAC3D,QAAQ,CAAC,OAAO,EAAE,OAAO,oCAAoC,GAAG,OAAO,4CAA4C,CAAC;IACpH,QAAQ,CAAC,aAAa,EAAE,8BAA8B,GAAG,IAAI,CAAC;CACjE,CAAC;AACF,MAAM,MAAM,yBAAyB,GAAG,yBAAyB,GAAG,6BAA6B,CAAC;AAClG,MAAM,MAAM,aAAa,GAAG;IACxB,QAAQ,CAAC,QAAQ,EAAE,yBAAyB,CAAC;IAC7C,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;CACzB,CAAC;AACF,KAAK,eAAe,GAAG;IAAE,QAAQ,CAAC,QAAQ,EAAE,yBAAyB,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC;CAAE,CAAC;AAClG,KAAK,eAAe,GAAG;IAAE,QAAQ,CAAC,QAAQ,EAAE,yBAAyB,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC;CAAE,CAAC;AAClG,KAAK,eAAe,GAAG;IACnB,QAAQ,CAAC,QAAQ,EAAE,yBAAyB,CAAC;IAC7C,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC;IACxB,QAAQ,CAAC,QAAQ,EAAE,yBAAyB,CAAC;CAChD,CAAC;AACF,MAAM,MAAM,cAAc,GAAG,eAAe,GAAG,eAAe,GAAG,eAAe,CAAC;AACjF,KAAK,gBAAgB,GAAG;IAAE,QAAQ,CAAC,OAAO,EAAE,SAAS,cAAc,EAAE,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC;CAAE,CAAC;AACnG,KAAK,qBAAqB,GAAG;IAAE,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC;CAAE,CAAC;AAC3D,KAAK,oBAAoB,GAAG;IAAE,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC;IAAC,QAAQ,CAAC,cAAc,EAAE,SAAS,cAAc,EAAE,CAAC;CAAE,CAAC;AAC7G,KAAK,iBAAiB,GAAG;IAAE,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAC;CAAE,CAAC;AACzD,MAAM,MAAM,oBAAoB,GAAG,qBAAqB,GAAG,oBAAoB,GAAG,iBAAiB,GAAG,gBAAgB,CAAC;AACvH,MAAM,MAAM,kBAAkB,GAAG,OAAO,GAAG,WAAW,GAAG,MAAM,GAAG,MAAM,GAAG,QAAQ,CAAC;AAEpF,YA0BY,0BAA0B,GAAG,oCAAoC,CAAC"}
|
|
@@ -1,7 +1,19 @@
|
|
|
1
|
+
import { canonicalIdentityJson } from "../canonical-identity.js";
|
|
2
|
+
export const previousNormalizedPerformanceBaselineVersion = 2;
|
|
3
|
+
export const normalizedPerformanceBaselineVersion = 3;
|
|
4
|
+
export function performanceComparisonClass(machineClass, normalization) {
|
|
5
|
+
if (normalization === null || Object.keys(normalization.metrics).length === 0) {
|
|
6
|
+
return machineClass;
|
|
7
|
+
}
|
|
8
|
+
const metrics = Object.fromEntries(Object.entries(normalization.metrics).map(function metricIdentity([name, metric]) {
|
|
9
|
+
return [name, { calibration: metric.actual.identity, scaling: metric.scaling }];
|
|
10
|
+
}));
|
|
11
|
+
return `normalized:${canonicalIdentityJson(metrics)}`;
|
|
12
|
+
}
|
|
1
13
|
export function performanceBaselineIdentity(baseline) {
|
|
2
14
|
return {
|
|
3
15
|
adapter: baseline.adapter,
|
|
4
|
-
machineClass: baseline.expected.calibration.machineClass,
|
|
16
|
+
machineClass: performanceComparisonClass(baseline.expected.calibration.machineClass, baseline.version === normalizedPerformanceBaselineVersion ? baseline.normalization : null),
|
|
5
17
|
profile: baseline.profile,
|
|
6
18
|
work: baseline.work
|
|
7
19
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"performance-baseline.js","sourceRoot":"","sources":["../../../../source/baselines/performance-baseline.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"performance-baseline.js","sourceRoot":"","sources":["../../../../source/baselines/performance-baseline.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,MAAM,0BAA0B,CAAC;AAQjE,MAAM,CAAC,MAAM,4CAA4C,GAAG,CAAC,CAAC;AAC9D,MAAM,CAAC,MAAM,oCAAoC,GAAG,CAAC,CAAC;AA2CtD,MAAM,UAAU,0BAA0B,CACtC,YAAoB,EACpB,aAAoD;IAEpD,IAAI,aAAa,KAAK,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5E,OAAO,YAAY,CAAC;IACxB,CAAC;IACD,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,CAC9B,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,SAAS,cAAc,CAAC,CAAE,IAAI,EAAE,MAAM,CAAE;QAC9E,OAAO,CAAE,IAAI,EAAE,EAAE,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAE,CAAC;IACtF,CAAC,CAAC,CACL,CAAC;IACF,OAAO,cAAc,qBAAqB,CAAC,OAAO,CAAC,EAAE,CAAC;AAC1D,CAAC;AACD,MAAM,UAAU,2BAA2B,CAAC,QAAmC;IAC3E,OAAO;QACH,OAAO,EAAE,QAAQ,CAAC,OAAO;QACzB,YAAY,EAAE,0BAA0B,CACpC,QAAQ,CAAC,QAAQ,CAAC,WAAW,CAAC,YAAY,EAC1C,QAAQ,CAAC,OAAO,KAAK,oCAAoC,CAAC,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAC5F;QACD,OAAO,EAAE,QAAQ,CAAC,OAAO;QACzB,IAAI,EAAE,QAAQ,CAAC,IAAI;KACtB,CAAC;AACN,CAAC"}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { snapshotJson } from "../attachments/json-snapshot.js";
|
|
2
1
|
import { createDefaultWorkId } from "../engine/identity.js";
|
|
3
2
|
import { failedPerformanceBaselineCheck } from "./performance-check.js";
|
|
3
|
+
import { observePerformance } from "./performance-observation.js";
|
|
4
4
|
import { proposePerformanceBaseline } from "./performance-plan.js";
|
|
5
5
|
function comparisonChecks(input, comparison) {
|
|
6
6
|
if (comparison.kind === 'match') {
|
|
@@ -37,28 +37,29 @@ function baselineChecks(input, actual) {
|
|
|
37
37
|
})]
|
|
38
38
|
};
|
|
39
39
|
}
|
|
40
|
-
function
|
|
41
|
-
|
|
42
|
-
if (snapshot === null) {
|
|
43
|
-
throw new Error('Performance observation exceeds the configured artifact byte limit.');
|
|
44
|
-
}
|
|
45
|
-
return { calibration: input.calibration, value: snapshot.value };
|
|
40
|
+
function benchmarkNormalization(input) {
|
|
41
|
+
return input.event.benchmark?.normalization ?? null;
|
|
46
42
|
}
|
|
47
43
|
export function evaluatePerformanceBaseline(input) {
|
|
48
44
|
const work = input.event.workId ?? createDefaultWorkId(input.event.case);
|
|
49
|
-
const observation = input.adapter
|
|
45
|
+
const observation = observePerformance(input.adapter, {
|
|
50
46
|
artifacts: input.event.artifacts,
|
|
51
47
|
calibration: input.calibration,
|
|
52
48
|
work
|
|
53
|
-
});
|
|
49
|
+
}, benchmarkNormalization(input), input.maxBytes);
|
|
54
50
|
if (observation.kind === 'not-applicable') {
|
|
55
51
|
return { change: null, checks: [], participates: false, observation: { kind: 'not-applicable' } };
|
|
56
52
|
}
|
|
57
53
|
if (observation.kind === 'missing') {
|
|
58
54
|
throw new Error(observation.reason);
|
|
59
55
|
}
|
|
60
|
-
const actual =
|
|
61
|
-
const change = proposePerformanceBaseline({
|
|
56
|
+
const actual = { calibration: input.calibration, value: observation.value };
|
|
57
|
+
const change = proposePerformanceBaseline({
|
|
58
|
+
...input,
|
|
59
|
+
actual,
|
|
60
|
+
work,
|
|
61
|
+
normalization: benchmarkNormalization(input)
|
|
62
|
+
});
|
|
62
63
|
const checked = baselineChecks(input, actual);
|
|
63
64
|
return {
|
|
64
65
|
change,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"performance-evaluation.js","sourceRoot":"","sources":["../../../../source/baselines/performance-evaluation.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"performance-evaluation.js","sourceRoot":"","sources":["../../../../source/baselines/performance-evaluation.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAE5D,OAAO,EAAE,8BAA8B,EAAyB,MAAM,wBAAwB,CAAC;AAS/F,OAAO,EAAE,kBAAkB,EAAE,MAAM,8BAA8B,CAAC;AAClE,OAAO,EAAE,0BAA0B,EAAE,MAAM,uBAAuB,CAAC;AAmBnE,SAAS,gBAAgB,CACrB,KAAiC,EACjC,UAAiC;IAEjC,IAAI,UAAU,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;QAC9B,OAAO,EAAE,CAAC;IACd,CAAC;IACD,IAAI,UAAU,CAAC,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtC,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC;IAC7E,CAAC;IACD,OAAO,UAAU,CAAC,WAAW,CAAC,GAAG,CAAC,SAAS,eAAe,CAAC,UAAU,EAAE,KAAK;QACxE,OAAO,8BAA8B,CAAC;YAClC,GAAG,UAAU;YACb,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,EAAE,EAAE,wBAAwB,KAAK,CAAC,OAAO,CAAC,EAAE,IAAI,KAAK,CAAC,QAAQ,EAAE,EAAE;SACrE,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;AACP,CAAC;AAGD,SAAS,cAAc,CAAC,KAAiC,EAAE,MAAgC;IACvF,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,KAAK,MAAM,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,IAAI,KAAK,CAAC,QAAQ,KAAK,IAAI,CAAC;IAC/F,IAAI,CAAC,OAAO,EAAE,CAAC;QACX,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;IAC5C,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;QAC1B,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC;QACxF,OAAO,EAAE,MAAM,EAAE,gBAAgB,CAAC,KAAK,EAAE,UAAU,CAAC,EAAE,UAAU,EAAE,CAAC;IACvE,CAAC;IACD,OAAO;QACH,UAAU,EAAE,IAAI;QAChB,MAAM,EAAE,CAAE,8BAA8B,CAAC;gBACrC,MAAM,EAAE,MAAM,CAAC,KAAK;gBACpB,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,QAAQ,EAAE,IAAI;gBACd,EAAE,EAAE,wBAAwB,KAAK,CAAC,OAAO,CAAC,EAAE,UAAU;gBACtD,OAAO,EAAE,6CAA6C,KAAK,CAAC,OAAO,CAAC,EAAE,IAAI;aAC7E,CAAC,CAAE;KACP,CAAC;AACN,CAAC;AAED,SAAS,sBAAsB,CAAC,KAAiC;IAC7D,OAAO,KAAK,CAAC,KAAK,CAAC,SAAS,EAAE,aAAa,IAAI,IAAI,CAAC;AACxD,CAAC;AAED,MAAM,UAAU,2BAA2B,CAAC,KAAiC;IACzE,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,IAAI,mBAAmB,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACzE,MAAM,WAAW,GAAG,kBAAkB,CAClC,KAAK,CAAC,OAAO,EACb;QACI,SAAS,EAAE,KAAK,CAAC,KAAK,CAAC,SAAS;QAChC,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,IAAI;KACP,EACD,sBAAsB,CAAC,KAAK,CAAC,EAC7B,KAAK,CAAC,QAAQ,CACjB,CAAC;IACF,IAAI,WAAW,CAAC,IAAI,KAAK,gBAAgB,EAAE,CAAC;QACxC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,YAAY,EAAE,KAAK,EAAE,WAAW,EAAE,EAAE,IAAI,EAAE,gBAAgB,EAAE,EAAE,CAAC;IACtG,CAAC;IACD,IAAI,WAAW,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QACjC,MAAM,IAAI,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;IACxC,CAAC;IACD,MAAM,MAAM,GAAG,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,EAAE,KAAK,EAAE,WAAW,CAAC,KAAK,EAAE,CAAC;IAC5E,MAAM,MAAM,GAAG,0BAA0B,CAAC;QACtC,GAAG,KAAK;QACR,MAAM;QACN,IAAI;QACJ,aAAa,EAAE,sBAAsB,CAAC,KAAK,CAAC;KAC/C,CAAC,CAAC;IACH,MAAM,OAAO,GAAG,cAAc,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAC9C,OAAO;QACH,MAAM;QACN,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,YAAY,EAAE,IAAI;QAClB,WAAW,EAAE;YACT,IAAI,EAAE,UAAU;YAChB,MAAM;YACN,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,QAAQ,IAAI,IAAI;YAC1C,UAAU,EAAE,OAAO,CAAC,UAAU;SACjC;KACJ,CAAC;AACN,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,KAAc,EAAE,KAA8B;IACnF,OAAO;QACH,YAAY,EAAE,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI;QAChD,mBAAmB,EAAE,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE;QACrE,gBAAgB,EAAE,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,IAAI,mBAAmB,CAAC,KAAK,CAAC,IAAI,CAAC;QACzF,KAAK,EAAE,KAAK;QACZ,WAAW,EAAE,EAAE;QACf,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;QAC/D,OAAO,EAAE,UAAU;KACtB,CAAC;AACN,CAAC"}
|
|
@@ -0,0 +1,74 @@
|
|
|
1
|
+
import { z } from 'zod/v4';
|
|
2
|
+
import { snapshotJson } from "../attachments/json-snapshot.js";
|
|
3
|
+
import { metricReadingSchema } from "../bench/benchmark-statistics-schema.js";
|
|
4
|
+
const samplesSchema = z.record(z.string(), z.array(metricReadingSchema));
|
|
5
|
+
function scaledReading(reading, factor) {
|
|
6
|
+
if (reading.availability !== 'available') {
|
|
7
|
+
return reading;
|
|
8
|
+
}
|
|
9
|
+
const value = reading.value * factor;
|
|
10
|
+
if (!Number.isFinite(value)) {
|
|
11
|
+
throw new TypeError('Normalized performance observation is not finite.');
|
|
12
|
+
}
|
|
13
|
+
return { ...reading, value };
|
|
14
|
+
}
|
|
15
|
+
function isSampleArtifact(artifact) {
|
|
16
|
+
return artifact.payload.kind === 'runtime-attachment' && artifact.payload.name === 'benchmark-samples';
|
|
17
|
+
}
|
|
18
|
+
function normalizedPerformanceArtifacts(artifacts, normalization, maxBytes) {
|
|
19
|
+
if (normalization === null) {
|
|
20
|
+
return artifacts;
|
|
21
|
+
}
|
|
22
|
+
return artifacts.map(function normalizeSamples(artifact) {
|
|
23
|
+
if (!isSampleArtifact(artifact) || artifact.payload.content.kind !== 'json') {
|
|
24
|
+
return artifact;
|
|
25
|
+
}
|
|
26
|
+
const { payload } = artifact;
|
|
27
|
+
const samples = samplesSchema.parse(artifact.payload.content.value);
|
|
28
|
+
const value = Object.fromEntries(Object.entries(samples).map(function normalizeMetric([name, readings]) {
|
|
29
|
+
const metric = Object.hasOwn(normalization.metrics, name) ? normalization.metrics[name] : undefined;
|
|
30
|
+
const factor = metric === undefined
|
|
31
|
+
? 1
|
|
32
|
+
: metric.budgetFactor;
|
|
33
|
+
return [
|
|
34
|
+
name,
|
|
35
|
+
readings.map(function reading(observation) {
|
|
36
|
+
if (factor === null) {
|
|
37
|
+
throw new TypeError('Benchmark normalization is missing its budget scale.');
|
|
38
|
+
}
|
|
39
|
+
return scaledReading(observation, factor);
|
|
40
|
+
})
|
|
41
|
+
];
|
|
42
|
+
}));
|
|
43
|
+
const snapshot = snapshotJson(value, maxBytes);
|
|
44
|
+
if (snapshot === null) {
|
|
45
|
+
throw new Error('Normalized performance observation exceeds the configured artifact byte limit.');
|
|
46
|
+
}
|
|
47
|
+
return {
|
|
48
|
+
...artifact,
|
|
49
|
+
payload: {
|
|
50
|
+
...payload,
|
|
51
|
+
content: {
|
|
52
|
+
kind: 'json',
|
|
53
|
+
value: snapshot.value,
|
|
54
|
+
byteLength: Buffer.byteLength(snapshot.encoded)
|
|
55
|
+
}
|
|
56
|
+
}
|
|
57
|
+
};
|
|
58
|
+
});
|
|
59
|
+
}
|
|
60
|
+
export function observePerformance(adapter, input, normalization, maxBytes) {
|
|
61
|
+
const observation = adapter.observe({
|
|
62
|
+
...input,
|
|
63
|
+
artifacts: normalizedPerformanceArtifacts(input.artifacts, normalization, maxBytes)
|
|
64
|
+
});
|
|
65
|
+
if (observation.kind !== 'observed') {
|
|
66
|
+
return observation;
|
|
67
|
+
}
|
|
68
|
+
const snapshot = snapshotJson(observation.value, maxBytes);
|
|
69
|
+
if (snapshot === null) {
|
|
70
|
+
throw new Error('Performance observation exceeds the configured artifact byte limit.');
|
|
71
|
+
}
|
|
72
|
+
return { ...observation, value: snapshot.value };
|
|
73
|
+
}
|
|
74
|
+
//# sourceMappingURL=performance-observation.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"performance-observation.js","sourceRoot":"","sources":["../../../../source/baselines/performance-observation.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,QAAQ,CAAC;AAI3B,OAAO,EAAE,YAAY,EAAE,MAAM,iCAAiC,CAAC;AAC/D,OAAO,EAAE,mBAAmB,EAAE,MAAM,yCAAyC,CAAC;AAO9E,MAAM,aAAa,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC,CAAC;AACzE,SAAS,aAAa,CAAC,OAAsB,EAAE,MAAc;IACzD,IAAI,OAAO,CAAC,YAAY,KAAK,WAAW,EAAE,CAAC;QACvC,OAAO,OAAO,CAAC;IACnB,CAAC;IACD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,GAAG,MAAM,CAAC;IACrC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1B,MAAM,IAAI,SAAS,CAAC,mDAAmD,CAAC,CAAC;IAC7E,CAAC;IACD,OAAO,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,CAAC;AACjC,CAAC;AACD,SAAS,gBAAgB,CAAC,QAAqB;IAC3C,OAAO,QAAQ,CAAC,OAAO,CAAC,IAAI,KAAK,oBAAoB,IAAI,QAAQ,CAAC,OAAO,CAAC,IAAI,KAAK,mBAAmB,CAAC;AAC3G,CAAC;AACD,SAAS,8BAA8B,CACnC,SAAiC,EACjC,aAAoD,EACpD,QAAgB;IAEhB,IAAI,aAAa,KAAK,IAAI,EAAE,CAAC;QACzB,OAAO,SAAS,CAAC;IACrB,CAAC;IACD,OAAO,SAAS,CAAC,GAAG,CAAC,SAAS,gBAAgB,CAAC,QAAQ;QACnD,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC1E,OAAO,QAAQ,CAAC;QACpB,CAAC;QACD,MAAM,EAAE,OAAO,EAAE,GAAG,QAAQ,CAAC;QAC7B,MAAM,OAAO,GAAG,aAAa,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACpE,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,CAC5B,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,SAAS,eAAe,CAAC,CAAE,IAAI,EAAE,QAAQ,CAAE;YACnE,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YACpG,MAAM,MAAM,GAAG,MAAM,KAAK,SAAS;gBAC/B,CAAC,CAAC,CAAC;gBACH,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC;YAC1B,OAAO;gBACH,IAAI;gBACJ,QAAQ,CAAC,GAAG,CAAC,SAAS,OAAO,CAAC,WAAW;oBACrC,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;wBAClB,MAAM,IAAI,SAAS,CAAC,sDAAsD,CAAC,CAAC;oBAChF,CAAC;oBACD,OAAO,aAAa,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;gBAC9C,CAAC,CAAC;aACL,CAAC;QACN,CAAC,CAAC,CACL,CAAC;QACF,MAAM,QAAQ,GAAG,YAAY,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QAC/C,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,gFAAgF,CAAC,CAAC;QACtG,CAAC;QACD,OAAO;YACH,GAAG,QAAQ;YACX,OAAO,EAAE;gBACL,GAAG,OAAO;gBACV,OAAO,EAAE;oBACL,IAAI,EAAE,MAAM;oBACZ,KAAK,EAAE,QAAQ,CAAC,KAAK;oBACrB,UAAU,EAAE,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC;iBAClD;aACJ;SACJ,CAAC;IACN,CAAC,CAAC,CAAC;AACP,CAAC;AAED,MAAM,UAAU,kBAAkB,CAC9B,OAAmC,EACnC,KAAkC,EAClC,aAAoD,EACpD,QAAgB;IAEhB,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC;QAChC,GAAG,KAAK;QACR,SAAS,EAAE,8BAA8B,CAAC,KAAK,CAAC,SAAS,EAAE,aAAa,EAAE,QAAQ,CAAC;KACtF,CAAC,CAAC;IACH,IAAI,WAAW,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;QAClC,OAAO,WAAW,CAAC;IACvB,CAAC;IACD,MAAM,QAAQ,GAAG,YAAY,CAAC,WAAW,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IAC3D,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,qEAAqE,CAAC,CAAC;IAC3F,CAAC;IACD,OAAO,EAAE,GAAG,WAAW,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,CAAC;AACrD,CAAC"}
|
|
@@ -1,11 +1,35 @@
|
|
|
1
|
+
import { canonicalIdentityJson } from "../canonical-identity.js";
|
|
1
2
|
import { compareExactly } from "../compare/raw-comparison.js";
|
|
2
3
|
import { snapshotJson } from "../attachments/json-snapshot.js";
|
|
4
|
+
import { normalizedPerformanceBaselineVersion } from "./performance-baseline.js";
|
|
3
5
|
function preservesBaseline(input) {
|
|
4
6
|
return input.mode === 'none' || input.mode === 'bootstrap' && input.existing !== null;
|
|
5
7
|
}
|
|
6
8
|
function previousExpectation(existing) {
|
|
7
9
|
return existing === null ? null : existing.expected;
|
|
8
10
|
}
|
|
11
|
+
function normalizationBudgetBasis(evidence) {
|
|
12
|
+
if (evidence === null) {
|
|
13
|
+
return null;
|
|
14
|
+
}
|
|
15
|
+
return Object.fromEntries(Object.entries(evidence.metrics).map(function metricBasis([name, metric]) {
|
|
16
|
+
return [name, {
|
|
17
|
+
calibration: metric.actual.identity,
|
|
18
|
+
scaling: metric.scaling,
|
|
19
|
+
budgetReference: metric.budgetReference
|
|
20
|
+
}];
|
|
21
|
+
}));
|
|
22
|
+
}
|
|
23
|
+
function unchangedExpectation(input, value) {
|
|
24
|
+
const { existing } = input;
|
|
25
|
+
if (existing === null) {
|
|
26
|
+
return false;
|
|
27
|
+
}
|
|
28
|
+
const normalization = existing.version === normalizedPerformanceBaselineVersion ? existing.normalization : null;
|
|
29
|
+
const storedBasis = canonicalIdentityJson(normalizationBudgetBasis(normalization));
|
|
30
|
+
const currentBasis = canonicalIdentityJson(normalizationBudgetBasis(input.normalization));
|
|
31
|
+
return compareExactly(existing.expected.value, value) && storedBasis === currentBasis;
|
|
32
|
+
}
|
|
9
33
|
export function proposePerformanceBaseline(input) {
|
|
10
34
|
if (preservesBaseline(input)) {
|
|
11
35
|
return null;
|
|
@@ -15,7 +39,7 @@ export function proposePerformanceBaseline(input) {
|
|
|
15
39
|
if (snapshot === null) {
|
|
16
40
|
throw new Error('Performance baseline proposal exceeds the configured artifact byte limit.');
|
|
17
41
|
}
|
|
18
|
-
if (
|
|
42
|
+
if (unchangedExpectation(input, snapshot.value)) {
|
|
19
43
|
return null;
|
|
20
44
|
}
|
|
21
45
|
const baseline = {
|
|
@@ -23,7 +47,9 @@ export function proposePerformanceBaseline(input) {
|
|
|
23
47
|
expected: { calibration: input.actual.calibration, value: snapshot.value },
|
|
24
48
|
profile: input.profile,
|
|
25
49
|
subtype: 'performance-baseline',
|
|
26
|
-
|
|
50
|
+
...input.normalization === null
|
|
51
|
+
? { version: 1 }
|
|
52
|
+
: { version: normalizedPerformanceBaselineVersion, normalization: input.normalization },
|
|
27
53
|
work: input.work
|
|
28
54
|
};
|
|
29
55
|
return input.existing === null
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"performance-plan.js","sourceRoot":"","sources":["../../../../source/baselines/performance-plan.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"performance-plan.js","sourceRoot":"","sources":["../../../../source/baselines/performance-plan.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,qBAAqB,EAAE,MAAM,0BAA0B,CAAC;AACjE,OAAO,EAAE,cAAc,EAAE,MAAM,8BAA8B,CAAC;AAC9D,OAAO,EAAE,YAAY,EAAE,MAAM,iCAAiC,CAAC;AAG/D,OAAO,EACH,oCAAoC,EAIvC,MAAM,2BAA2B,CAAC;AAanC,SAAS,iBAAiB,CAAC,KAA8B;IACrD,OAAO,KAAK,CAAC,IAAI,KAAK,MAAM,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,IAAI,KAAK,CAAC,QAAQ,KAAK,IAAI,CAAC;AAC1F,CAAC;AAED,SAAS,mBAAmB,CAAC,QAA0C;IACnE,OAAO,QAAQ,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC;AACxD,CAAC;AAOD,SAAS,wBAAwB,CAC7B,QAA+C;IAE/C,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;QACpB,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,OAAO,MAAM,CAAC,WAAW,CACrB,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,SAAS,WAAW,CAAC,CAAE,IAAI,EAAE,MAAM,CAAE;QACtE,OAAO,CAAE,IAAI,EAAE;gBACX,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,QAAQ;gBACnC,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,eAAe,EAAE,MAAM,CAAC,eAAe;aAC1C,CAAE,CAAC;IACR,CAAC,CAAC,CACL,CAAC;AACN,CAAC;AACD,SAAS,oBAAoB,CAAC,KAA8B,EAAE,KAAwC;IAClG,MAAM,EAAE,QAAQ,EAAE,GAAG,KAAK,CAAC;IAC3B,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;QACpB,OAAO,KAAK,CAAC;IACjB,CAAC;IACD,MAAM,aAAa,GAAG,QAAQ,CAAC,OAAO,KAAK,oCAAoC,CAAC,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC;IAChH,MAAM,WAAW,GAAG,qBAAqB,CAAC,wBAAwB,CAAC,aAAa,CAAC,CAAC,CAAC;IACnF,MAAM,YAAY,GAAG,qBAAqB,CAAC,wBAAwB,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC;IAC1F,OAAO,cAAc,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,WAAW,KAAK,YAAY,CAAC;AAC1F,CAAC;AACD,MAAM,UAAU,0BAA0B,CAAC,KAA8B;IACrE,IAAI,iBAAiB,CAAC,KAAK,CAAC,EAAE,CAAC;QAC3B,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,QAAQ,EAAE,mBAAmB,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;IAChH,MAAM,QAAQ,GAAG,YAAY,CAAC,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;IACxD,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,2EAA2E,CAAC,CAAC;IACjG,CAAC;IACD,IAAI,oBAAoB,CAAC,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QAC9C,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,MAAM,QAAQ,GAA8B;QACxC,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,EAAE;QACzB,QAAQ,EAAE,EAAE,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,WAAW,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE;QAC1E,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,OAAO,EAAE,sBAAsB;QAC/B,GAAG,KAAK,CAAC,aAAa,KAAK,IAAI;YAC3B,CAAC,CAAC,EAAE,OAAO,EAAE,CAAU,EAAE;YACzB,CAAC,CAAC,EAAE,OAAO,EAAE,oCAAoC,EAAE,aAAa,EAAE,KAAK,CAAC,aAAa,EAAE;QAC3F,IAAI,EAAE,KAAK,CAAC,IAAI;KACnB,CAAC;IACF,OAAO,KAAK,CAAC,QAAQ,KAAK,IAAI;QAC1B,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE;QAC9B,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC;AACjE,CAAC"}
|
|
@@ -1,7 +1,9 @@
|
|
|
1
1
|
import { z } from 'zod/v4';
|
|
2
|
+
import { normalizationEvidenceSchema } from "../bench/calibration-evidence.js";
|
|
2
3
|
import { comparableCalibrationSchema } from "../bench/calibration-schema.js";
|
|
3
4
|
import { workIdSchema } from "../engine/identity-schema.js";
|
|
4
|
-
|
|
5
|
+
import { normalizedPerformanceBaselineVersion, previousNormalizedPerformanceBaselineVersion } from "./performance-baseline.js";
|
|
6
|
+
const legacyPerformanceBaselineSchema = z.strictObject({
|
|
5
7
|
adapter: z.string().min(1),
|
|
6
8
|
expected: z.strictObject({ calibration: comparableCalibrationSchema, value: z.json() }),
|
|
7
9
|
profile: z.string().min(1),
|
|
@@ -9,4 +11,15 @@ export const storedPerformanceBaselineSchema = z.strictObject({
|
|
|
9
11
|
version: z.literal(1),
|
|
10
12
|
work: workIdSchema
|
|
11
13
|
});
|
|
14
|
+
export const storedPerformanceBaselineSchema = z.union([
|
|
15
|
+
legacyPerformanceBaselineSchema,
|
|
16
|
+
legacyPerformanceBaselineSchema.extend({
|
|
17
|
+
version: z.literal(previousNormalizedPerformanceBaselineVersion),
|
|
18
|
+
normalization: normalizationEvidenceSchema.nullable()
|
|
19
|
+
}),
|
|
20
|
+
legacyPerformanceBaselineSchema.extend({
|
|
21
|
+
version: z.literal(normalizedPerformanceBaselineVersion),
|
|
22
|
+
normalization: normalizationEvidenceSchema.nullable()
|
|
23
|
+
})
|
|
24
|
+
]);
|
|
12
25
|
//# sourceMappingURL=performance-schema.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"performance-schema.js","sourceRoot":"","sources":["../../../../source/baselines/performance-schema.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,QAAQ,CAAC;AAC3B,OAAO,EAAE,2BAA2B,EAAE,MAAM,gCAAgC,CAAC;AAC7E,OAAO,EAAE,YAAY,EAAE,MAAM,8BAA8B,CAAC;
|
|
1
|
+
{"version":3,"file":"performance-schema.js","sourceRoot":"","sources":["../../../../source/baselines/performance-schema.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,QAAQ,CAAC;AAC3B,OAAO,EAAE,2BAA2B,EAAE,MAAM,kCAAkC,CAAC;AAC/E,OAAO,EAAE,2BAA2B,EAAE,MAAM,gCAAgC,CAAC;AAC7E,OAAO,EAAE,YAAY,EAAE,MAAM,8BAA8B,CAAC;AAC5D,OAAO,EACH,oCAAoC,EACpC,4CAA4C,EAE/C,MAAM,2BAA2B,CAAC;AAEnC,MAAM,+BAA+B,GAAG,CAAC,CAAC,YAAY,CAAC;IACnD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1B,QAAQ,EAAE,CAAC,CAAC,YAAY,CAAC,EAAE,WAAW,EAAE,2BAA2B,EAAE,KAAK,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;IACvF,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1B,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,sBAAsB,CAAC;IAC1C,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;IACrB,IAAI,EAAE,YAAY;CACrB,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,+BAA+B,GAAyC,CAAC,CAAC,KAAK,CAAC;IACzF,+BAA+B;IAC/B,+BAA+B,CAAC,MAAM,CAAC;QACnC,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,4CAA4C,CAAC;QAChE,aAAa,EAAE,2BAA2B,CAAC,QAAQ,EAAE;KACxD,CAAC;IACF,+BAA+B,CAAC,MAAM,CAAC;QACnC,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,oCAAoC,CAAC;QACxD,aAAa,EAAE,2BAA2B,CAAC,QAAQ,EAAE;KACxD,CAAC;CACL,CAAC,CAAC"}
|
|
@@ -4,7 +4,7 @@ import path from 'node:path';
|
|
|
4
4
|
import { canonicalIdentityJson } from "../canonical-identity.js";
|
|
5
5
|
import { createNodeFileStore } from "../file-store.js";
|
|
6
6
|
import { snapshotJson } from "../attachments/json-snapshot.js";
|
|
7
|
-
import { isPathInside } from "../run/path-containment.js";
|
|
7
|
+
import { isPathInside, existingPathAncestor } from "../run/path-containment.js";
|
|
8
8
|
import { storedPerformanceBaselineSchema } from "./performance-schema.js";
|
|
9
9
|
import { performanceBaselineIdentity } from "./performance-baseline.js";
|
|
10
10
|
export const performanceBaselineKey = canonicalIdentityJson;
|
|
@@ -15,21 +15,9 @@ function baselineFilename(baseline) {
|
|
|
15
15
|
function missingFile(error) {
|
|
16
16
|
return error instanceof Error && Reflect.get(error, 'code') === 'ENOENT';
|
|
17
17
|
}
|
|
18
|
-
async function existingAncestor(candidate) {
|
|
19
|
-
try {
|
|
20
|
-
return await realpath(candidate);
|
|
21
|
-
}
|
|
22
|
-
catch (error) {
|
|
23
|
-
const parent = path.dirname(candidate);
|
|
24
|
-
if (!missingFile(error) || parent === candidate) {
|
|
25
|
-
throw error;
|
|
26
|
-
}
|
|
27
|
-
return await existingAncestor(parent);
|
|
28
|
-
}
|
|
29
|
-
}
|
|
30
18
|
async function validateDirectory(location) {
|
|
31
19
|
if (!isPathInside(location.root, location.directory) ||
|
|
32
|
-
!isPathInside(location.root, await
|
|
20
|
+
!isPathInside(location.root, await existingPathAncestor(location.directory))) {
|
|
33
21
|
throw new Error('Performance baseline directory must remain inside the project root.');
|
|
34
22
|
}
|
|
35
23
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"performance-store.js","sourceRoot":"","sources":["../../../../source/baselines/performance-store.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC3E,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,qBAAqB,EAAE,MAAM,0BAA0B,CAAC;AACjE,OAAO,EAAE,mBAAmB,EAAkB,MAAM,kBAAkB,CAAC;AACvE,OAAO,EAAE,YAAY,EAAE,MAAM,iCAAiC,CAAC;AAC/D,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;
|
|
1
|
+
{"version":3,"file":"performance-store.js","sourceRoot":"","sources":["../../../../source/baselines/performance-store.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC3E,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,qBAAqB,EAAE,MAAM,0BAA0B,CAAC;AACjE,OAAO,EAAE,mBAAmB,EAAkB,MAAM,kBAAkB,CAAC;AACvE,OAAO,EAAE,YAAY,EAAE,MAAM,iCAAiC,CAAC;AAC/D,OAAO,EAAE,YAAY,EAAE,oBAAoB,EAAE,MAAM,4BAA4B,CAAC;AAChF,OAAO,EAAE,+BAA+B,EAAE,MAAM,yBAAyB,CAAC;AAC1E,OAAO,EACH,2BAA2B,EAK9B,MAAM,2BAA2B,CAAC;AAEnC,MAAM,CAAC,MAAM,sBAAsB,GAAsD,qBAAqB,CAAC;AAkB/G,SAAS,gBAAgB,CAAC,QAAmC;IACzD,MAAM,GAAG,GAAG,sBAAsB,CAAC,2BAA2B,CAAC,QAAQ,CAAC,CAAC,CAAC;IAC1E,OAAO,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC;AAC9E,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IAC/B,OAAO,KAAK,YAAY,KAAK,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,KAAK,QAAQ,CAAC;AAC7E,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,QAAuB;IACpD,IACI,CAAC,YAAY,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,SAAS,CAAC;QAChD,CAAC,YAAY,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,oBAAoB,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,EAC9E,CAAC;QACC,MAAM,IAAI,KAAK,CAAC,qEAAqE,CAAC,CAAC;IAC3F,CAAC;AACL,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,SAAiB;IAC1C,IAAI,CAAC;QACD,OAAO,MAAM,OAAO,CAAC,SAAS,CAAC,CAAC;IACpC,CAAC;IAAC,OAAO,KAAc,EAAE,CAAC;QACtB,IAAI,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC;YACrB,OAAO,EAAE,CAAC;QACd,CAAC;QACD,MAAM,KAAK,CAAC;IAChB,CAAC;AACL,CAAC;AAED,KAAK,UAAU,oBAAoB,CAAC,QAAuB,EAAE,IAAY,EAAE,QAAgB;IACvF,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC;IACpC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,KAAK,CAAC,IAAI,GAAG,QAAQ,CAAC,QAAQ,EAAE,CAAC;QACpD,MAAM,IAAI,KAAK,CAAC,sCAAsC,IAAI,EAAE,CAAC,CAAC;IAClE,CAAC;AACL,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,QAAuB,EAAE,IAAY;IAC7D,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IACrD,MAAM,oBAAoB,CAAC,QAAQ,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;IACrD,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACpD,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;QACnB,MAAM,IAAI,KAAK,CAAC,mDAAmD,IAAI,EAAE,CAAC,CAAC;IAC/E,CAAC;IACD,MAAM,MAAM,GAAY,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAC5C,MAAM,QAAQ,GAAG,+BAA+B,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAC/D,IAAI,gBAAgB,CAAC,QAAQ,CAAC,KAAK,IAAI,EAAE,CAAC;QACtC,MAAM,IAAI,KAAK,CAAC,0DAA0D,IAAI,EAAE,CAAC,CAAC;IACtF,CAAC;IACD,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,UAAU,CAAC,IAAI,EAAE,GAAG,CAAC,EAAE,CAAC;AAC5F,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,QAAuB,EAAE,MAAsB,EAAE,QAAgB;IAC3F,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,KAAK,QAAQ;QACrC,CAAC,CAAC,IAAI;QACN,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACnF,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACrD,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;QACpB,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;QAC1E,CAAC;QACD,OAAO;IACX,CAAC;IACD,MAAM,MAAM,GAAY,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IAC7C,IAAI,IAAI,CAAC,SAAS,CAAC,+BAA+B,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,QAAQ,EAAE,CAAC;QAC7E,MAAM,IAAI,KAAK,CAAC,uEAAuE,CAAC,CAAC;IAC7F,CAAC;AACL,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,QAAuB,EAAE,MAAsB,EAAE,QAAgB;IAC5F,MAAM,QAAQ,GAAG,YAAY,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAClE,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAC;IACxF,CAAC;IACD,MAAM,KAAK,CAAC,QAAQ,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACrD,MAAM,iBAAiB,CAAC,QAAQ,CAAC,CAAC;IAClC,IAAI,MAAM,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC3B,MAAM,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC;IAC5D,CAAC;SAAM,CAAC;QACJ,MAAM,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC;IAC3D,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,8BAA8B,CAAC,KAA4B;IAC7E,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;IAC/C,MAAM,QAAQ,GAAkB;QAC5B,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,SAAS,EAAE,aAAa,CAAC;QAC7D,KAAK,EAAE,mBAAmB,EAAE;QAC5B,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,IAAI;KACP,CAAC;IACF,MAAM,iBAAiB,CAAC,QAAQ,CAAC,CAAC;IAClC,OAAO;QACH,KAAK,CAAC,IAAI;YACN,MAAM,iBAAiB,CAAC,QAAQ,CAAC,CAAC;YAClC,MAAM,KAAK,GAAG,MAAM,aAAa,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;YACtD,MAAM,QAAQ,GAAG,KAAK;iBACjB,MAAM,CAAC,SAAS,eAAe,CAAC,IAAI;gBACjC,OAAO,IAAI,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAAC;YAC5C,CAAC,CAAC;iBACD,QAAQ,CAAC,SAAS,YAAY,CAAC,IAAI,EAAE,KAAK;gBACvC,OAAO,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;YACrC,CAAC,CAAC,CAAC;YACP,OAAO,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,UAAU,KAAK,CAAC,IAAI;gBAC3D,OAAO,MAAM,YAAY,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;YAC9C,CAAC,CAAC,CAAC,CAAC;QACR,CAAC;QACD,KAAK,CAAC,KAAK,CAAC,MAAM;YACd,MAAM,iBAAiB,CAAC,QAAQ,CAAC,CAAC;YAClC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,gBAAgB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;YAClF,MAAM,cAAc,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;YACjD,IAAI,MAAM,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC3B,MAAM,MAAM,CAAC,QAAQ,CAAC,CAAC;YAC3B,CAAC;iBAAM,CAAC;gBACJ,MAAM,eAAe,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;YACtD,CAAC;QACL,CAAC;KACJ,CAAC;AACN,CAAC"}
|