@overkill-dev/run 0.0.81 → 0.0.83
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/assertion-protocol/source-location.js +4 -0
- package/assertion-protocol/source-location.js.map +1 -1
- package/baselines/calibration-reference.js +10 -0
- package/baselines/calibration-reference.js.map +1 -0
- package/baselines/calibration-store.js +185 -0
- package/baselines/calibration-store.js.map +1 -0
- package/baselines/performance-adapter.d.ts +1 -1
- package/baselines/performance-adapter.d.ts.map +1 -1
- package/baselines/performance-baseline.d.ts +17 -3
- package/baselines/performance-baseline.d.ts.map +1 -1
- package/baselines/performance-baseline.js +13 -1
- package/baselines/performance-baseline.js.map +1 -1
- package/baselines/performance-evaluation.js +12 -11
- package/baselines/performance-evaluation.js.map +1 -1
- package/baselines/performance-observation.js +74 -0
- package/baselines/performance-observation.js.map +1 -0
- package/baselines/performance-plan.js +28 -2
- package/baselines/performance-plan.js.map +1 -1
- package/baselines/performance-schema.js +14 -1
- package/baselines/performance-schema.js.map +1 -1
- package/baselines/performance-store.js +2 -14
- package/baselines/performance-store.js.map +1 -1
- package/baselines/performance-workflow.js +18 -10
- package/baselines/performance-workflow.js.map +1 -1
- package/bench/benchmark-run-report.js +14 -5
- package/bench/benchmark-run-report.js.map +1 -1
- package/bench/benchmark-statistics-schema.d.ts +4 -0
- package/bench/benchmark-statistics-schema.d.ts.map +1 -0
- package/bench/benchmark-statistics-schema.js +40 -0
- package/bench/benchmark-statistics-schema.js.map +1 -0
- package/bench/calibration-evidence.js +80 -0
- package/bench/calibration-evidence.js.map +1 -0
- package/bench/calibration-machine.d.ts +14 -0
- package/bench/calibration-machine.d.ts.map +1 -0
- package/bench/calibration-machine.js +43 -0
- package/bench/calibration-machine.js.map +1 -0
- package/bench/calibration-report.d.ts +24 -0
- package/bench/calibration-report.d.ts.map +1 -0
- package/bench/calibration-report.js +28 -0
- package/bench/calibration-report.js.map +1 -0
- package/bench/cpu-reference-workload.d.ts +2 -0
- package/bench/cpu-reference-workload.d.ts.map +1 -0
- package/bench/cpu-reference-workload.js +12 -0
- package/bench/cpu-reference-workload.js.map +1 -0
- package/bench/host-calibration-result.d.ts +15 -0
- package/bench/host-calibration-result.d.ts.map +1 -0
- package/bench/timeline-schema.d.ts +43 -0
- package/bench/timeline-schema.d.ts.map +1 -0
- package/bench/timeline-schema.js +28 -0
- package/bench/timeline-schema.js.map +1 -0
- package/engine/assertion-recorder.d.ts +12 -0
- package/engine/assertion-recorder.d.ts.map +1 -0
- package/engine/async-control.d.ts.map +1 -1
- package/engine/async-control.js +10 -1
- package/engine/async-control.js.map +1 -1
- package/engine/async-leak-diagnostics.js +18 -7
- package/engine/async-leak-diagnostics.js.map +1 -1
- package/engine/benchmark-environment.d.ts +8 -0
- package/engine/benchmark-environment.d.ts.map +1 -0
- package/engine/benchmark-garbage-collection.d.ts +0 -5
- package/engine/benchmark-garbage-collection.d.ts.map +1 -1
- package/engine/benchmark-garbage-collection.js.map +1 -1
- package/engine/benchmark-node.d.ts +3 -2
- package/engine/benchmark-node.d.ts.map +1 -1
- package/engine/benchmark-node.js +9 -0
- package/engine/benchmark-node.js.map +1 -0
- package/engine/benchmark-result.d.ts +90 -1
- package/engine/benchmark-result.d.ts.map +1 -1
- package/engine/benchmark-result.js.map +1 -1
- package/engine/benchmark-timeline.d.ts +12 -0
- package/engine/benchmark-timeline.d.ts.map +1 -0
- package/engine/case-attempt-execution.js +25 -17
- package/engine/case-attempt-execution.js.map +1 -1
- package/engine/case-body-execution.js +140 -3
- package/engine/case-body-execution.js.map +1 -1
- package/engine/case-execution.d.ts.map +1 -1
- package/engine/case-execution.js +61 -189
- package/engine/case-execution.js.map +1 -1
- package/engine/case-interruption.js +26 -0
- package/engine/case-interruption.js.map +1 -0
- package/engine/execution-async-leak-policy.d.ts +3 -0
- package/engine/execution-async-leak-policy.d.ts.map +1 -0
- package/engine/execution-async-leak-policy.js +38 -23
- package/engine/execution-async-leak-policy.js.map +1 -1
- package/engine/execution-error-ownership.d.ts +6 -0
- package/engine/execution-error-ownership.d.ts.map +1 -0
- package/engine/execution-error-ownership.js +83 -0
- package/engine/execution-error-ownership.js.map +1 -0
- package/engine/execution-global-error-observer.d.ts +1 -4
- package/engine/execution-global-error-observer.d.ts.map +1 -1
- package/engine/execution-global-error-observer.js +41 -81
- package/engine/execution-global-error-observer.js.map +1 -1
- package/engine/execution-observation.js +212 -0
- package/engine/execution-observation.js.map +1 -0
- package/engine/execution-options.d.ts +9 -0
- package/engine/execution-options.d.ts.map +1 -1
- package/engine/execution-preparation.d.ts +13 -0
- package/engine/execution-preparation.d.ts.map +1 -0
- package/engine/execution-preparation.js +34 -0
- package/engine/execution-preparation.js.map +1 -0
- package/engine/execution-supervision-state.js +13 -0
- package/engine/execution-supervision-state.js.map +1 -1
- package/engine/execution-supervision.d.ts +1 -1
- package/engine/execution-supervision.d.ts.map +1 -1
- package/engine/execution-supervision.js +10 -10
- package/engine/execution-supervision.js.map +1 -1
- package/engine/execution-test-plan-cases.js +15 -11
- package/engine/execution-test-plan-cases.js.map +1 -1
- package/engine/execution.d.ts +3 -1
- package/engine/execution.d.ts.map +1 -1
- package/engine/execution.js +3 -27
- package/engine/execution.js.map +1 -1
- package/engine/native-resource-observation.js +70 -0
- package/engine/native-resource-observation.js.map +1 -0
- package/engine/reporter-dispatcher.d.ts.map +1 -1
- package/engine/reporter-dispatcher.js +6 -3
- package/engine/reporter-dispatcher.js.map +1 -1
- package/engine/reporter-output-scope.js +7 -2
- package/engine/reporter-output-scope.js.map +1 -1
- package/engine/resource-owner-observation.js +52 -3
- package/engine/resource-owner-observation.js.map +1 -1
- package/engine/test-scope-lifecycle.js +9 -7
- package/engine/test-scope-lifecycle.js.map +1 -1
- package/file-store.d.ts +7 -0
- package/file-store.d.ts.map +1 -0
- package/package.json +14 -1
- package/packages/run/benchmark-calibration.entry-point.d.ts +13 -14
- package/packages/run/benchmark-calibration.entry-point.d.ts.map +1 -1
- package/packages/run/benchmark-calibration.entry-point.js +12 -54
- package/packages/run/benchmark-calibration.entry-point.js.map +1 -1
- package/packages/run/command-line.entry-point.d.ts.map +1 -1
- package/packages/run/command-line.entry-point.js +4 -0
- package/packages/run/command-line.entry-point.js.map +1 -1
- package/packages/run/run.entry-point.d.ts +3 -0
- package/packages/run/run.entry-point.d.ts.map +1 -1
- package/packages/run/run.entry-point.js +3 -0
- package/packages/run/run.entry-point.js.map +1 -1
- package/readme.md +43 -1
- package/run/attachment-eligibility.js +8 -4
- package/run/attachment-eligibility.js.map +1 -1
- package/run/benchmark-baseline-commands.js +9 -4
- package/run/benchmark-baseline-commands.js.map +1 -1
- package/run/benchmark-baseline-execution.js +20 -0
- package/run/benchmark-baseline-execution.js.map +1 -0
- package/run/benchmark-baseline-operations.js +0 -14
- package/run/benchmark-baseline-operations.js.map +1 -1
- package/run/benchmark-baseline-preparation.js +63 -0
- package/run/benchmark-baseline-preparation.js.map +1 -0
- package/run/benchmark-baseline-run.js +1 -44
- package/run/benchmark-baseline-run.js.map +1 -1
- package/run/benchmark-calibration.js +7 -0
- package/run/benchmark-calibration.js.map +1 -1
- package/run/benchmark-commands.d.ts.map +1 -1
- package/run/benchmark-commands.js +31 -0
- package/run/benchmark-commands.js.map +1 -1
- package/run/benchmark-definition-schema.js +8 -2
- package/run/benchmark-definition-schema.js.map +1 -1
- package/run/benchmark-execution-environment.js +2 -1
- package/run/benchmark-execution-environment.js.map +1 -1
- package/run/benchmark-garbage-collection.js +14 -3
- package/run/benchmark-garbage-collection.js.map +1 -1
- package/run/benchmark-normalization-preparation.js +59 -0
- package/run/benchmark-normalization-preparation.js.map +1 -0
- package/run/benchmark-placement.js +12 -3
- package/run/benchmark-placement.js.map +1 -1
- package/run/benchmark-policy-schema.js +30 -0
- package/run/benchmark-policy-schema.js.map +1 -0
- package/run/benchmark-report-metadata.js +5 -3
- package/run/benchmark-report-metadata.js.map +1 -1
- package/run/benchmark-result-schema.js +7 -53
- package/run/benchmark-result-schema.js.map +1 -1
- package/run/calibration-baseline-references.js +39 -0
- package/run/calibration-baseline-references.js.map +1 -0
- package/run/calibration-capture-session.js +97 -0
- package/run/calibration-capture-session.js.map +1 -0
- package/run/calibration-inventory.js +27 -0
- package/run/calibration-inventory.js.map +1 -0
- package/run/calibration-maintenance.js +88 -0
- package/run/calibration-maintenance.js.map +1 -0
- package/run/capability-policy.js +82 -79
- package/run/capability-policy.js.map +1 -1
- package/run/collected-run-execution.js +3 -7
- package/run/collected-run-execution.js.map +1 -1
- package/run/collected-run-plan.js +6 -13
- package/run/collected-run-plan.js.map +1 -1
- package/run/command-line-command-namespace.js +3 -0
- package/run/command-line-command-namespace.js.map +1 -1
- package/run/command-line-command.d.ts +1 -0
- package/run/command-line-command.d.ts.map +1 -1
- package/run/command-line-command.js.map +1 -1
- package/run/default-run-engine.js +25 -0
- package/run/default-run-engine.js.map +1 -1
- package/run/execution-session-collected.js +10 -3
- package/run/execution-session-collected.js.map +1 -1
- package/run/execution-session-lifecycle.js +28 -9
- package/run/execution-session-lifecycle.js.map +1 -1
- package/run/execution-session-observation.js +9 -3
- package/run/execution-session-observation.js.map +1 -1
- package/run/execution-session-schema.js +8 -2
- package/run/execution-session-schema.js.map +1 -1
- package/run/execution-session-supervised.js +10 -2
- package/run/execution-session-supervised.js.map +1 -1
- package/run/execution-session-types.d.ts +2 -0
- package/run/execution-session-types.d.ts.map +1 -1
- package/run/execution-session.js +4 -4
- package/run/execution-session.js.map +1 -1
- package/run/frozen-supervised-command-schema.js +2 -2
- package/run/frozen-supervised-command-schema.js.map +1 -1
- package/run/initialized-run-collection.js +80 -0
- package/run/initialized-run-collection.js.map +1 -0
- package/run/initialized-run.js +2 -49
- package/run/initialized-run.js.map +1 -1
- package/run/path-containment.js +13 -0
- package/run/path-containment.js.map +1 -1
- package/run/permission-denial-runtime-policy.js +30 -50
- package/run/permission-denial-runtime-policy.js.map +1 -1
- package/run/run-artifact-schema.d.ts +3 -0
- package/run/run-artifact-schema.d.ts.map +1 -0
- package/run/run-artifact-schema.js +3 -0
- package/run/run-artifact-schema.js.map +1 -1
- package/run/run-cancellation.js.map +1 -1
- package/run/run-collected-resolution.js +7 -0
- package/run/run-collected-resolution.js.map +1 -1
- package/run/run-command-schema.js +2 -0
- package/run/run-command-schema.js.map +1 -1
- package/run/run-engine-primitives.d.ts +2 -1
- package/run/run-engine-primitives.d.ts.map +1 -1
- package/run/run-execution.js +1 -1
- package/run/run-execution.js.map +1 -1
- package/run/run-facts.js +1 -0
- package/run/run-facts.js.map +1 -1
- package/run/run-input-resolution.js +5 -3
- package/run/run-input-resolution.js.map +1 -1
- package/run/run-isolated-command.js +8 -2
- package/run/run-isolated-command.js.map +1 -1
- package/run/run-isolated-process.js +5 -0
- package/run/run-isolated-process.js.map +1 -1
- package/run/run-local-command.js +3 -7
- package/run/run-local-command.js.map +1 -1
- package/run/run-local-coverage.js +3 -7
- package/run/run-local-coverage.js.map +1 -1
- package/run/run-local-planning.js +2 -0
- package/run/run-local-planning.js.map +1 -1
- package/run/run-record-result.d.ts +8 -0
- package/run/run-record-result.d.ts.map +1 -0
- package/run/run-record-result.js +79 -17
- package/run/run-record-result.js.map +1 -1
- package/run/run-result-schema.d.ts.map +1 -1
- package/run/run-result-schema.js +14 -9
- package/run/run-result-schema.js.map +1 -1
- package/run/run-supervised-process.js +14 -3
- package/run/run-supervised-process.js.map +1 -1
- package/run/run-support.js +11 -9
- package/run/run-support.js.map +1 -1
- package/run/run-types.d.ts +5 -2
- package/run/run-types.d.ts.map +1 -1
- package/run/run-types.js.map +1 -1
- package/run/run.js +3 -1
- package/run/run.js.map +1 -1
- package/run/supervised-child-execution.js +1 -1
- package/run/supervised-child-execution.js.map +1 -1
- package/run/supervised-child-test-plan.js +3 -3
- package/run/supervised-child-test-plan.js.map +1 -1
- package/run/supervised-child.js +46 -33
- package/run/supervised-child.js.map +1 -1
- package/run/supervised-protocol.js.map +1 -1
- package/run/worker-execution-engine.js +1 -1
- package/run/worker-execution-engine.js.map +1 -1
- package/run/worker-pool-command.js +4 -6
- package/run/worker-pool-command.js.map +1 -1
- package/run/worker-pool-host.entry-point.js +1 -1
- package/run/worker-pool-host.entry-point.js.map +1 -1
- package/run/worker-pool-protocol.js.map +1 -1
- package/run/worker-pool-worker-plan.js +2 -2
- package/run/worker-pool-worker-plan.js.map +1 -1
- package/software-bill-of-materials.cyclonedx.json +4 -4
|
@@ -1,14 +1,10 @@
|
|
|
1
|
-
import { createHash } from 'node:crypto';
|
|
2
|
-
import os from 'node:os';
|
|
3
1
|
import { z } from 'zod/v4';
|
|
2
|
+
import { readCalibrationHostMetadata, calibrationMachineClass } from "../../bench/calibration-machine.js";
|
|
3
|
+
import { referenceChecksum } from "../../bench/cpu-reference-workload.js";
|
|
4
4
|
const iterations = 2_000_000;
|
|
5
5
|
const sampleCount = 7;
|
|
6
6
|
const referenceWorkload = 'integer-mix-v1';
|
|
7
|
-
const multiplier = 1_664_525;
|
|
8
|
-
const increment = 1_013_904_223;
|
|
9
|
-
const integerRange = 4_294_967_296;
|
|
10
7
|
const nanosecondsPerMicrosecond = 1000;
|
|
11
|
-
const machineClassDigestLength = 16;
|
|
12
8
|
const medianDivisor = 2;
|
|
13
9
|
const referenceContextSchema = z
|
|
14
10
|
.strictObject({
|
|
@@ -19,52 +15,6 @@ const referenceContextSchema = z
|
|
|
19
15
|
workload: z.literal(referenceWorkload)
|
|
20
16
|
})
|
|
21
17
|
.readonly();
|
|
22
|
-
function referenceChecksum() {
|
|
23
|
-
let checksum = 1;
|
|
24
|
-
for (let index = 0; index < iterations; index += 1) {
|
|
25
|
-
checksum = Math.abs(Math.imul(checksum + index, multiplier) + increment) % integerRange;
|
|
26
|
-
}
|
|
27
|
-
return checksum;
|
|
28
|
-
}
|
|
29
|
-
function hostMetadata() {
|
|
30
|
-
const cpus = os.cpus();
|
|
31
|
-
return {
|
|
32
|
-
architecture: process.arch,
|
|
33
|
-
availableParallelism: os.availableParallelism(),
|
|
34
|
-
cpuCount: cpus.length,
|
|
35
|
-
cpuModels: Array
|
|
36
|
-
.from(new Set(cpus.map(function cpuModel(cpu) {
|
|
37
|
-
return cpu.model;
|
|
38
|
-
})))
|
|
39
|
-
.toSorted(function alphabetical(left, right) {
|
|
40
|
-
return left.localeCompare(right);
|
|
41
|
-
}),
|
|
42
|
-
freeMemoryBytes: os.freemem(),
|
|
43
|
-
loadAverage: os.loadavg(),
|
|
44
|
-
nodeArguments: Array.from(process.execArgv),
|
|
45
|
-
nodeVersion: process.versions.node,
|
|
46
|
-
operatingSystem: process.platform,
|
|
47
|
-
operatingSystemRelease: os.release(),
|
|
48
|
-
totalMemoryBytes: os.totalmem()
|
|
49
|
-
};
|
|
50
|
-
}
|
|
51
|
-
function machineClass(metadata) {
|
|
52
|
-
const classification = JSON.stringify({
|
|
53
|
-
architecture: metadata.architecture,
|
|
54
|
-
cpuCount: metadata.cpuCount,
|
|
55
|
-
cpuModels: metadata.cpuModels.map(function (model) {
|
|
56
|
-
return model.normalize('NFC');
|
|
57
|
-
}),
|
|
58
|
-
nodeArguments: metadata.nodeArguments.map(function (argument) {
|
|
59
|
-
return argument.normalize('NFC');
|
|
60
|
-
}),
|
|
61
|
-
nodeMajor: metadata.nodeVersion.split('.', 1)[0],
|
|
62
|
-
operatingSystem: metadata.operatingSystem,
|
|
63
|
-
totalMemoryBytes: metadata.totalMemoryBytes
|
|
64
|
-
});
|
|
65
|
-
const digest = createHash('sha256').update(classification).digest('hex').slice(0, machineClassDigestLength);
|
|
66
|
-
return `${metadata.operatingSystem}-${metadata.architecture}-${digest}`;
|
|
67
|
-
}
|
|
68
18
|
function calibrationSamples(expectedChecksum) {
|
|
69
19
|
referenceChecksum();
|
|
70
20
|
const samples = [];
|
|
@@ -98,7 +48,7 @@ function referenceCalibration() {
|
|
|
98
48
|
};
|
|
99
49
|
}
|
|
100
50
|
export function calibrateBenchmarkHost() {
|
|
101
|
-
const metadata =
|
|
51
|
+
const metadata = readCalibrationHostMetadata(Array.from(process.execArgv));
|
|
102
52
|
if (metadata.cpuModels.length === 0) {
|
|
103
53
|
return {
|
|
104
54
|
kind: 'non-comparable',
|
|
@@ -109,7 +59,7 @@ export function calibrateBenchmarkHost() {
|
|
|
109
59
|
const context = referenceCalibration();
|
|
110
60
|
return context === null
|
|
111
61
|
? { kind: 'non-comparable', metadata, reason: 'CPU reference calibration did not produce valid samples.' }
|
|
112
|
-
: { context, kind: 'comparable', machineClass:
|
|
62
|
+
: { context, kind: 'comparable', machineClass: calibrationMachineClass(metadata), metadata };
|
|
113
63
|
}
|
|
114
64
|
export function normalizeBenchmarkDuration(input) {
|
|
115
65
|
if (!Number.isFinite(input.durationMicroseconds) || input.durationMicroseconds < 0) {
|
|
@@ -126,4 +76,12 @@ export function normalizeBenchmarkDuration(input) {
|
|
|
126
76
|
}
|
|
127
77
|
return normalized;
|
|
128
78
|
}
|
|
79
|
+
export { referenceChecksum as runCpuCalibrationWorkload } from "../../bench/cpu-reference-workload.js";
|
|
80
|
+
export { readCalibrationReferenceReport } from "../../bench/calibration-report.js";
|
|
81
|
+
export { metricReadingSchema } from "../../bench/benchmark-statistics-schema.js";
|
|
82
|
+
export function readBenchmarkMachine() {
|
|
83
|
+
const metadata = readCalibrationHostMetadata(process.execArgv);
|
|
84
|
+
return { machineClass: calibrationMachineClass(metadata), metadata };
|
|
85
|
+
}
|
|
86
|
+
export { benchmarkTimelinePolicySchema, benchmarkTimelineEvidenceSchema, benchmarkTimelineReportSchema } from "../../bench/timeline-schema.js";
|
|
129
87
|
//# sourceMappingURL=benchmark-calibration.entry-point.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"benchmark-calibration.entry-point.js","sourceRoot":"","sources":["../../../../../source/packages/run/benchmark-calibration.entry-point.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"benchmark-calibration.entry-point.js","sourceRoot":"","sources":["../../../../../source/packages/run/benchmark-calibration.entry-point.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,QAAQ,CAAC;AAE3B,OAAO,EACH,2BAA2B,EAC3B,uBAAuB,EAE1B,MAAM,oCAAoC,CAAC;AAC5C,OAAO,EAAE,iBAAiB,EAAE,MAAM,uCAAuC,CAAC;AAE1E,MAAM,UAAU,GAAG,SAAS,CAAC;AAC7B,MAAM,WAAW,GAAG,CAAC,CAAC;AACtB,MAAM,iBAAiB,GAAG,gBAAgB,CAAC;AAC3C,MAAM,yBAAyB,GAAG,IAAI,CAAC;AACvC,MAAM,aAAa,GAAG,CAAC,CAAC;AACxB,MAAM,sBAAsB,GAAG,CAAC;KAC3B,YAAY,CAAC;IACV,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IACxC,UAAU,EAAE,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC;IACjC,kBAAkB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACzC,mBAAmB,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC;IACvE,QAAQ,EAAE,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAAC;CACzC,CAAC;KACD,QAAQ,EAAE,CAAC;AAQhB,SAAS,kBAAkB,CAAC,gBAAwB;IAChD,iBAAiB,EAAE,CAAC;IACpB,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,WAAW,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QAClD,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;QAC1C,MAAM,QAAQ,GAAG,iBAAiB,EAAE,CAAC;QACrC,MAAM,mBAAmB,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,SAAS,CAAC,GAAG,yBAAyB,CAAC;QACpG,IAAI,QAAQ,KAAK,gBAAgB,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,mBAAmB,CAAC,IAAI,mBAAmB,IAAI,CAAC,EAAE,CAAC;YACrG,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,OAAO,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IACtC,CAAC;IACD,OAAO,OAAO,CAAC;AACnB,CAAC;AAED,SAAS,oBAAoB;IACzB,MAAM,gBAAgB,GAAG,iBAAiB,EAAE,CAAC;IAC7C,MAAM,OAAO,GAAG,kBAAkB,CAAC,gBAAgB,CAAC,CAAC;IACrD,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;QACnB,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,MAAM,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,SAAS,UAAU,CAAC,IAAI,EAAE,KAAK;QAC3D,OAAO,IAAI,GAAG,KAAK,CAAC;IACxB,CAAC,CAAC,CAAC;IACH,MAAM,kBAAkB,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,GAAG,aAAa,CAAC,CAAC,CAAC;IAC3E,OAAO,kBAAkB,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QAC7C,QAAQ,EAAE,gBAAgB;QAC1B,UAAU;QACV,kBAAkB;QAClB,mBAAmB,EAAE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC;QACxC,QAAQ,EAAE,iBAAiB;KAC9B,CAAC;AACN,CAAC;AAED,MAAM,UAAU,sBAAsB;IAClC,MAAM,QAAQ,GAAG,2BAA2B,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;IAC3E,IAAI,QAAQ,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAClC,OAAO;YACH,IAAI,EAAE,gBAAgB;YACtB,QAAQ;YACR,MAAM,EAAE,4DAA4D;SACvE,CAAC;IACN,CAAC;IACD,MAAM,OAAO,GAAG,oBAAoB,EAAE,CAAC;IACvC,OAAO,OAAO,KAAK,IAAI;QACnB,CAAC,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,QAAQ,EAAE,MAAM,EAAE,0DAA0D,EAAE;QAC1G,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,YAAY,EAAE,uBAAuB,CAAC,QAAQ,CAAC,EAAE,QAAQ,EAAE,CAAC;AACrG,CAAC;AAED,MAAM,UAAU,0BAA0B,CAAC,KAAiC;IACxE,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,oBAAoB,CAAC,IAAI,KAAK,CAAC,oBAAoB,GAAG,CAAC,EAAE,CAAC;QACjF,MAAM,IAAI,SAAS,CAAC,0DAA0D,CAAC,CAAC;IACpF,CAAC;IACD,IAAI,KAAK,CAAC,iBAAiB,CAAC,YAAY,KAAK,KAAK,CAAC,mBAAmB,CAAC,YAAY,EAAE,CAAC;QAClF,MAAM,IAAI,SAAS,CAAC,kEAAkE,CAAC,CAAC;IAC5F,CAAC;IACD,MAAM,MAAM,GAAG,sBAAsB,CAAC,KAAK,CAAC,KAAK,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;IAC7E,MAAM,QAAQ,GAAG,sBAAsB,CAAC,KAAK,CAAC,KAAK,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC;IACjF,MAAM,UAAU,GAAG,KAAK,CAAC,oBAAoB,GAAG,CAAC,QAAQ,CAAC,kBAAkB,GAAG,MAAM,CAAC,kBAAkB,CAAC,CAAC;IAC1G,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;QAC/B,MAAM,IAAI,SAAS,CAAC,8CAA8C,CAAC,CAAC;IACxE,CAAC;IACD,OAAO,UAAU,CAAC;AACtB,CAAC;AAED,OAAO,EAAE,iBAAiB,IAAI,yBAAyB,EAAE,MAAM,uCAAuC,CAAC;AACvG,OAAO,EAAE,8BAA8B,EAAE,MAAM,mCAAmC,CAAC;AAKnF,OAAO,EAAE,mBAAmB,EAAE,MAAM,4CAA4C,CAAC;AAKjF,MAAM,UAAU,oBAAoB;IAChC,MAAM,QAAQ,GAAG,2BAA2B,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC/D,OAAO,EAAE,YAAY,EAAE,uBAAuB,CAAC,QAAQ,CAAC,EAAE,QAAQ,EAAE,CAAC;AACzE,CAAC;AAED,OAAO,EACH,6BAA6B,EAC7B,+BAA+B,EAC/B,6BAA6B,EAChC,MAAM,gCAAgC,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"command-line.entry-point.d.ts","sourceRoot":"","sources":["../../../../../source/packages/run/command-line.entry-point.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,kCAAkC,CAAC;AAC1E,OAAO,KAAK,EAAE,4BAA4B,EAAE,MAAM,uCAAuC,CAAC;AAQ1F,OAAO,EACH,oBAAoB,EACvB,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EACH,YAAY,EACZ,eAAe,EACf,UAAU,EACV,WAAW,EACd,MAAM,yBAAyB,CAAC;AAoBjC,wBAAgB,2BAA2B,CAAC,OAAO,EAAE,4BAA4B,GAAG,iBAAiB,
|
|
1
|
+
{"version":3,"file":"command-line.entry-point.d.ts","sourceRoot":"","sources":["../../../../../source/packages/run/command-line.entry-point.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,kCAAkC,CAAC;AAC1E,OAAO,KAAK,EAAE,4BAA4B,EAAE,MAAM,uCAAuC,CAAC;AAQ1F,OAAO,EACH,oBAAoB,EACvB,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EACH,YAAY,EACZ,eAAe,EACf,UAAU,EACV,WAAW,EACd,MAAM,yBAAyB,CAAC;AAoBjC,wBAAgB,2BAA2B,CAAC,OAAO,EAAE,4BAA4B,GAAG,iBAAiB,CA+DpG;AA8BD,eAAO,MAAM,iBAAiB,EAAE,iBAe/B,CAAC;AAEF,YAAY,EACR,2BAA2B,EAC3B,4BAA4B,EAC5B,oCAAoC,EACpC,uCAAuC,EACvC,mCAAmC,EACnC,mBAAmB,EACnB,8BAA8B,EAC9B,+BAA+B,EAC/B,kBAAkB,EAClB,yBAAyB,EACzB,mBAAmB,EACnB,2BAA2B,EAC3B,uBAAuB,EACvB,0BAA0B,EAC7B,MAAM,mCAAmC,CAAC;AAC3C,YAAY,EACR,iBAAiB,EACjB,6BAA6B,EAChC,MAAM,kCAAkC,CAAC;AAC1C,YAAY,EACR,4BAA4B,EAC/B,MAAM,uCAAuC,CAAC;AAC/C,YAAY,EACR,YAAY,EACZ,YAAY,EACZ,wBAAwB,EACxB,iBAAiB,EACjB,MAAM,EACN,2BAA2B,EAC3B,+BAA+B,EAC/B,2BAA2B,EAC3B,yBAAyB,EACzB,6BAA6B,EAC7B,4BAA4B,EAC5B,mBAAmB,EACnB,oBAAoB,EACpB,qBAAqB,EACrB,qBAAqB,EACrB,yBAAyB,EACzB,0BAA0B,EAC1B,oBAAoB,EACpB,6BAA6B,EAChC,MAAM,wBAAwB,CAAC;AAEhC,YAAY,EAAE,gBAAgB,EAAE,aAAa,EAAE,sBAAsB,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAExH,YAAY,EAAE,6BAA6B,EAAE,MAAM,wBAAwB,CAAC"}
|
|
@@ -47,6 +47,10 @@ export function createNodeCommandLineRunner(options) {
|
|
|
47
47
|
return {
|
|
48
48
|
baseline: nodeCommandNamespace.baseline,
|
|
49
49
|
bench: {
|
|
50
|
+
async calibrate(request) {
|
|
51
|
+
const loadedRunner = await loadRunner();
|
|
52
|
+
return await loadedRunner.bench.calibrate(request);
|
|
53
|
+
},
|
|
50
54
|
baseline: nodeCommandNamespace.bench.baseline,
|
|
51
55
|
async listBenchmarks(request) {
|
|
52
56
|
const loadedRunner = await loadRunner();
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"command-line.entry-point.js","sourceRoot":"","sources":["../../../../../source/packages/run/command-line.entry-point.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,iCAAiC,EAAE,MAAM,6CAA6C,CAAC;AAChG,OAAO,EACH,0BAA0B,EAC1B,iCAAiC,EACpC,MAAM,kDAAkD,CAAC;AAC1D,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAErD,OAAO,EACH,oBAAoB,EACvB,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EACH,YAAY,EACZ,eAAe,EACf,UAAU,EACV,WAAW,EACd,MAAM,yBAAyB,CAAC;AAEjC,MAAM,cAAc,GAAG;IACnB,oBAAoB,EAAE,iCAAiC;IACvD,KAAK,CAAC,qBAAqB;QACvB,MAAM,EAAE,uBAAuB,EAAE,GAAG,MAAM,MAAM,CAAC,iCAAiC,CAAC,CAAC;QAEpF,MAAM,CAAE,YAAY,EAAE,kBAAkB,CAAE,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAC3D,MAAM,CAAC,kCAAkC,CAAC;YAC1C,MAAM,CAAC,2CAA2C,CAAC;SACtD,CAAC,CAAC;QAEH,OAAO,uBAAuB,CAAC;YAC3B,qBAAqB,EAAE,YAAY,CAAC,uBAAuB;YAC3D,UAAU;YACV,YAAY,EAAE,kBAAkB,CAAC,YAAY;SAChD,CAAC,CAAC;IACP,CAAC;CACJ,CAAC;AAEF,MAAM,UAAU,2BAA2B,CAAC,OAAqC;IAC7E,MAAM,oBAAoB,GAAG,iCAAiC,CAAC,cAAc,CAAC,CAAC;IAC/E,IAAI,MAAM,GAAsC,IAAI,CAAC;IACrD,MAAM,UAAU,GAAG,KAAK,UAAU,yBAAyB;QACvD,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;YAClB,MAAM,GAAG,CAAC,KAAK,UAAU,YAAY;gBACjC,MAAM,CACF,YAAY,EACZ,eAAe,EACf,oBAAoB,CACvB,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;oBAClB,MAAM,CAAC,uCAAuC,CAAC;oBAC/C,MAAM,CAAC,gDAAgD,CAAC;oBACxD,MAAM,CAAC,0CAA0C,CAAC;iBACrD,CAAC,CAAC;gBAEH,OAAO,YAAY,CAAC,2BAA2B,CAAC;oBAC5C,aAAa,EAAE,OAAO,CAAC,aAAa;oBACpC,YAAY,EAAE;wBACV,+BAA+B,EAAE,eAAe,CAAC,YAAY,CAAC,+BAA+B;wBAC7F,mBAAmB,EAAE,eAAe,CAAC,mBAAmB;wBACxD,kBAAkB,EAAE,eAAe,CAAC,kBAAkB;wBACtD,UAAU;wBACV,oBAAoB,EAAE,oBAAoB,CAAC,oBAAoB;wBAC/D,mBAAmB,EAAE,oBAAoB,CAAC,mBAAmB;qBAChE;iBACJ,CAAC,CAAC;YACP,CAAC,CAAC,EAAE,CAAC;QACT,CAAC;QAED,OAAO,MAAM,MAAM,CAAC;IACxB,CAAC,CAAC;IAEF,OAAO;QACH,QAAQ,EAAE,oBAAoB,CAAC,QAAQ;QACvC,KAAK,EAAE;YACH,QAAQ,EAAE,oBAAoB,CAAC,KAAK,CAAC,QAAQ;YAC7C,KAAK,CAAC,cAAc,CAAC,OAAO;gBACxB,MAAM,YAAY,GAAG,MAAM,UAAU,EAAE,CAAC;gBACxC,OAAO,MAAM,YAAY,CAAC,KAAK,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;YAC5D,CAAC;YACD,KAAK,CAAC,aAAa,CAAC,OAAO;gBACvB,MAAM,YAAY,GAAG,MAAM,UAAU,EAAE,CAAC;gBACxC,OAAO,MAAM,YAAY,CAAC,KAAK,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;YAC3D,CAAC;SACJ;QACD,KAAK,CAAC,SAAS,CAAC,OAAO;YACnB,MAAM,YAAY,GAAG,MAAM,UAAU,EAAE,CAAC;YAExC,OAAO,MAAM,YAAY,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QACjD,CAAC;QACD,SAAS,EAAE,0BAA0B,CAAC,QAAQ,CAAC;QAC/C,aAAa,EAAE,0BAA0B,CAAC,gBAAgB,CAAC;QAC3D,KAAK,CAAC,QAAQ,CAAC,OAAO;YAClB,MAAM,YAAY,GAAG,MAAM,UAAU,EAAE,CAAC;YAExC,OAAO,MAAM,YAAY,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAChD,CAAC;KACJ,CAAC;AACN,CAAC;AAED,KAAK,UAAU,iBAAiB;IAC5B,MAAM,CACF,kBAAkB,EAClB,YAAY,EACZ,oBAAoB,EACpB,mBAAmB,CACtB,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QAClB,MAAM,CAAC,gDAAgD,CAAC;QACxD,MAAM,CAAC,uCAAuC,CAAC;QAC/C,MAAM,CAAC,0CAA0C,CAAC;QAClD,MAAM,CAAC,iCAAiC,CAAC;KAC5C,CAAC,CAAC;IAEH,OAAO,YAAY,CAAC,2BAA2B,CAAC;QAC5C,aAAa,EAAE,mBAAmB,CAAC,gBAAgB;QACnD,YAAY,EAAE;YACV,+BAA+B,EAAE,kBAAkB,CAAC,YAAY,CAAC,+BAA+B;YAChG,mBAAmB,EAAE,kBAAkB,CAAC,mBAAmB;YAC3D,kBAAkB,EAAE,kBAAkB,CAAC,kBAAkB;YACzD,UAAU;YACV,oBAAoB,EAAE,oBAAoB,CAAC,oBAAoB;YAC/D,mBAAmB,EAAE,oBAAoB,CAAC,mBAAmB;SAChE;KACJ,CAAC,CAAC;AACP,CAAC;AAED,MAAM,gBAAgB,GAAG,iCAAiC,CAAC,cAAc,CAAC,CAAC;AAE3E,MAAM,CAAC,MAAM,iBAAiB,GAAsB;IAChD,QAAQ,EAAE,gBAAgB,CAAC,QAAQ;IACnC,KAAK,EAAE,gBAAgB,CAAC,KAAK;IAC7B,SAAS,EAAE,0BAA0B,CAAC,QAAQ,CAAC;IAC/C,aAAa,EAAE,0BAA0B,CAAC,gBAAgB,CAAC;IAC3D,KAAK,CAAC,SAAS,CAAC,OAAO;QACnB,MAAM,MAAM,GAAG,MAAM,iBAAiB,EAAE,CAAC;QAEzC,OAAO,MAAM,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;IAC3C,CAAC;IACD,KAAK,CAAC,QAAQ,CAAC,OAAO;QAClB,MAAM,MAAM,GAAG,MAAM,iBAAiB,EAAE,CAAC;QAEzC,OAAO,MAAM,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IAC1C,CAAC;CACJ,CAAC"}
|
|
1
|
+
{"version":3,"file":"command-line.entry-point.js","sourceRoot":"","sources":["../../../../../source/packages/run/command-line.entry-point.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,iCAAiC,EAAE,MAAM,6CAA6C,CAAC;AAChG,OAAO,EACH,0BAA0B,EAC1B,iCAAiC,EACpC,MAAM,kDAAkD,CAAC;AAC1D,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAErD,OAAO,EACH,oBAAoB,EACvB,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EACH,YAAY,EACZ,eAAe,EACf,UAAU,EACV,WAAW,EACd,MAAM,yBAAyB,CAAC;AAEjC,MAAM,cAAc,GAAG;IACnB,oBAAoB,EAAE,iCAAiC;IACvD,KAAK,CAAC,qBAAqB;QACvB,MAAM,EAAE,uBAAuB,EAAE,GAAG,MAAM,MAAM,CAAC,iCAAiC,CAAC,CAAC;QAEpF,MAAM,CAAE,YAAY,EAAE,kBAAkB,CAAE,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAC3D,MAAM,CAAC,kCAAkC,CAAC;YAC1C,MAAM,CAAC,2CAA2C,CAAC;SACtD,CAAC,CAAC;QAEH,OAAO,uBAAuB,CAAC;YAC3B,qBAAqB,EAAE,YAAY,CAAC,uBAAuB;YAC3D,UAAU;YACV,YAAY,EAAE,kBAAkB,CAAC,YAAY;SAChD,CAAC,CAAC;IACP,CAAC;CACJ,CAAC;AAEF,MAAM,UAAU,2BAA2B,CAAC,OAAqC;IAC7E,MAAM,oBAAoB,GAAG,iCAAiC,CAAC,cAAc,CAAC,CAAC;IAC/E,IAAI,MAAM,GAAsC,IAAI,CAAC;IACrD,MAAM,UAAU,GAAG,KAAK,UAAU,yBAAyB;QACvD,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;YAClB,MAAM,GAAG,CAAC,KAAK,UAAU,YAAY;gBACjC,MAAM,CACF,YAAY,EACZ,eAAe,EACf,oBAAoB,CACvB,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;oBAClB,MAAM,CAAC,uCAAuC,CAAC;oBAC/C,MAAM,CAAC,gDAAgD,CAAC;oBACxD,MAAM,CAAC,0CAA0C,CAAC;iBACrD,CAAC,CAAC;gBAEH,OAAO,YAAY,CAAC,2BAA2B,CAAC;oBAC5C,aAAa,EAAE,OAAO,CAAC,aAAa;oBACpC,YAAY,EAAE;wBACV,+BAA+B,EAAE,eAAe,CAAC,YAAY,CAAC,+BAA+B;wBAC7F,mBAAmB,EAAE,eAAe,CAAC,mBAAmB;wBACxD,kBAAkB,EAAE,eAAe,CAAC,kBAAkB;wBACtD,UAAU;wBACV,oBAAoB,EAAE,oBAAoB,CAAC,oBAAoB;wBAC/D,mBAAmB,EAAE,oBAAoB,CAAC,mBAAmB;qBAChE;iBACJ,CAAC,CAAC;YACP,CAAC,CAAC,EAAE,CAAC;QACT,CAAC;QAED,OAAO,MAAM,MAAM,CAAC;IACxB,CAAC,CAAC;IAEF,OAAO;QACH,QAAQ,EAAE,oBAAoB,CAAC,QAAQ;QACvC,KAAK,EAAE;YACH,KAAK,CAAC,SAAS,CAAC,OAAO;gBACnB,MAAM,YAAY,GAAG,MAAM,UAAU,EAAE,CAAC;gBACxC,OAAO,MAAM,YAAY,CAAC,KAAK,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;YACvD,CAAC;YACD,QAAQ,EAAE,oBAAoB,CAAC,KAAK,CAAC,QAAQ;YAC7C,KAAK,CAAC,cAAc,CAAC,OAAO;gBACxB,MAAM,YAAY,GAAG,MAAM,UAAU,EAAE,CAAC;gBACxC,OAAO,MAAM,YAAY,CAAC,KAAK,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;YAC5D,CAAC;YACD,KAAK,CAAC,aAAa,CAAC,OAAO;gBACvB,MAAM,YAAY,GAAG,MAAM,UAAU,EAAE,CAAC;gBACxC,OAAO,MAAM,YAAY,CAAC,KAAK,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;YAC3D,CAAC;SACJ;QACD,KAAK,CAAC,SAAS,CAAC,OAAO;YACnB,MAAM,YAAY,GAAG,MAAM,UAAU,EAAE,CAAC;YAExC,OAAO,MAAM,YAAY,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QACjD,CAAC;QACD,SAAS,EAAE,0BAA0B,CAAC,QAAQ,CAAC;QAC/C,aAAa,EAAE,0BAA0B,CAAC,gBAAgB,CAAC;QAC3D,KAAK,CAAC,QAAQ,CAAC,OAAO;YAClB,MAAM,YAAY,GAAG,MAAM,UAAU,EAAE,CAAC;YAExC,OAAO,MAAM,YAAY,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAChD,CAAC;KACJ,CAAC;AACN,CAAC;AAED,KAAK,UAAU,iBAAiB;IAC5B,MAAM,CACF,kBAAkB,EAClB,YAAY,EACZ,oBAAoB,EACpB,mBAAmB,CACtB,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QAClB,MAAM,CAAC,gDAAgD,CAAC;QACxD,MAAM,CAAC,uCAAuC,CAAC;QAC/C,MAAM,CAAC,0CAA0C,CAAC;QAClD,MAAM,CAAC,iCAAiC,CAAC;KAC5C,CAAC,CAAC;IAEH,OAAO,YAAY,CAAC,2BAA2B,CAAC;QAC5C,aAAa,EAAE,mBAAmB,CAAC,gBAAgB;QACnD,YAAY,EAAE;YACV,+BAA+B,EAAE,kBAAkB,CAAC,YAAY,CAAC,+BAA+B;YAChG,mBAAmB,EAAE,kBAAkB,CAAC,mBAAmB;YAC3D,kBAAkB,EAAE,kBAAkB,CAAC,kBAAkB;YACzD,UAAU;YACV,oBAAoB,EAAE,oBAAoB,CAAC,oBAAoB;YAC/D,mBAAmB,EAAE,oBAAoB,CAAC,mBAAmB;SAChE;KACJ,CAAC,CAAC;AACP,CAAC;AAED,MAAM,gBAAgB,GAAG,iCAAiC,CAAC,cAAc,CAAC,CAAC;AAE3E,MAAM,CAAC,MAAM,iBAAiB,GAAsB;IAChD,QAAQ,EAAE,gBAAgB,CAAC,QAAQ;IACnC,KAAK,EAAE,gBAAgB,CAAC,KAAK;IAC7B,SAAS,EAAE,0BAA0B,CAAC,QAAQ,CAAC;IAC/C,aAAa,EAAE,0BAA0B,CAAC,gBAAgB,CAAC;IAC3D,KAAK,CAAC,SAAS,CAAC,OAAO;QACnB,MAAM,MAAM,GAAG,MAAM,iBAAiB,EAAE,CAAC;QAEzC,OAAO,MAAM,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;IAC3C,CAAC;IACD,KAAK,CAAC,QAAQ,CAAC,OAAO;QAClB,MAAM,MAAM,GAAG,MAAM,iBAAiB,EAAE,CAAC;QAEzC,OAAO,MAAM,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IAC1C,CAAC;CACJ,CAAC"}
|
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
export { createNodeFileStore, type FileStore } from '../../file-store.ts';
|
|
1
2
|
export declare const runIfMain: import("../../run/run-if-main.ts").RunIfMain;
|
|
2
3
|
export { orchestrator } from '../../run/run-orchestrator.entry-point.ts';
|
|
3
4
|
export { createInvocationBudget, InvocationDeadlineExceededError, isInvocationCancellation, type InvocationBudget } from '../../invocation-budget.ts';
|
|
@@ -10,6 +11,8 @@ export type { RunExecutionInvocation, RunExecutionReply, RunExecutionSession } f
|
|
|
10
11
|
export { parseFrozenMicrotestPolicy } from '../../run/frozen-run-policy.ts';
|
|
11
12
|
export { createRandomRunSeed } from '../../run/run-seed.ts';
|
|
12
13
|
export { parseRunSelection } from '../../run/run-selection-schema.ts';
|
|
14
|
+
export { serializeRunDiagnostics, parseSerializedRunDiagnostics, type SerializedRunDiagnostics } from '../../run/run-record-result.ts';
|
|
15
|
+
export { parseRunArtifacts } from '../../run/run-artifact-schema.ts';
|
|
13
16
|
export { parseRunResult, parseRunnerError } from '../../run/run-result-schema.ts';
|
|
14
17
|
export { workIdentityKey } from '../../engine/identity.ts';
|
|
15
18
|
export type { PerTestResult, RunnerError } from '../../run/run-engine-primitives.ts';
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"run.entry-point.d.ts","sourceRoot":"","sources":["../../../../../source/packages/run/run.entry-point.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"run.entry-point.d.ts","sourceRoot":"","sources":["../../../../../source/packages/run/run.entry-point.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,mBAAmB,EAAE,KAAK,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAU1E,eAAO,MAAM,SAAS,8CAapB,CAAC;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,2CAA2C,CAAC;AACzE,OAAO,EACH,sBAAsB,EACtB,+BAA+B,EAC/B,wBAAwB,EACxB,KAAK,gBAAgB,EACxB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAAE,oBAAoB,EAAE,MAAM,gCAAgC,CAAC;AACtE,OAAO,EAAE,wBAAwB,EAAE,MAAM,uCAAuC,CAAC;AACjF,OAAO,EAAE,mBAAmB,EAAE,0BAA0B,EAAE,MAAM,gCAAgC,CAAC;AACjG,YAAY,EAAE,mBAAmB,EAAE,MAAM,uCAAuC,CAAC;AACjF,YAAY,EACR,qBAAqB,EACrB,4BAA4B,EAC5B,0BAA0B,EAC7B,MAAM,wBAAwB,CAAC;AAChC,YAAY,EACR,sBAAsB,EACtB,iBAAiB,EACjB,mBAAmB,EACtB,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EAAE,0BAA0B,EAAE,MAAM,gCAAgC,CAAC;AAC5E,OAAO,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAC5D,OAAO,EAAE,iBAAiB,EAAE,MAAM,mCAAmC,CAAC;AACtE,OAAO,EACH,uBAAuB,EACvB,6BAA6B,EAC7B,KAAK,wBAAwB,EAChC,MAAM,gCAAgC,CAAC;AACxC,OAAO,EAAE,iBAAiB,EAAE,MAAM,kCAAkC,CAAC;AACrE,OAAO,EAAE,cAAc,EAAE,gBAAgB,EAAE,MAAM,gCAAgC,CAAC;AAClF,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAC3D,YAAY,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,oCAAoC,CAAC;AACrF,OAAO,EAAE,sBAAsB,EAAE,MAAM,mCAAmC,CAAC;AAC3E,YAAY,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AACjE,YAAY,EACR,iBAAiB,EACjB,qBAAqB,EACrB,gBAAgB,EAChB,eAAe,EAClB,MAAM,wBAAwB,CAAC;AAChC,OAAO,EACH,YAAY,EACZ,eAAe,EACf,UAAU,EACV,WAAW,EACd,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAE,kBAAkB,EAAE,qBAAqB,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AACxG,YAAY,EACR,sBAAsB,EACtB,mBAAmB,EACnB,6BAA6B,EAChC,MAAM,yBAAyB,CAAC;AACjC,YAAY,EACR,oBAAoB,EACpB,sBAAsB,EACtB,qBAAqB,EACxB,MAAM,sCAAsC,CAAC;AAC9C,YAAY,EACR,YAAY,EACZ,YAAY,EACZ,wBAAwB,EACxB,iBAAiB,EACjB,qBAAqB,EACrB,qBAAqB,EACrB,sBAAsB,EACtB,yBAAyB,EACzB,uBAAuB,EACvB,MAAM,EACN,2BAA2B,EAC3B,+BAA+B,EAC/B,2BAA2B,EAC3B,yBAAyB,EACzB,6BAA6B,EAC7B,4BAA4B,EAC5B,mBAAmB,EACnB,oBAAoB,EACpB,qBAAqB,EACrB,qBAAqB,EACrB,yBAAyB,EACzB,0BAA0B,EAC1B,oBAAoB,EACpB,6BAA6B,EAChC,MAAM,wBAAwB,CAAC;AAChC,YAAY,EACR,SAAS,EACT,qBAAqB,EACxB,MAAM,0BAA0B,CAAC;AAClC,YAAY,EACR,wBAAwB,EACxB,oCAAoC,EACvC,MAAM,kCAAkC,CAAC;AAC1C,YAAY,EACR,gBAAgB,EAChB,oBAAoB,EACvB,MAAM,kCAAkC,CAAC;AAC1C,YAAY,EACR,0BAA0B,EAC1B,wBAAwB,EACxB,sBAAsB,EACzB,MAAM,yBAAyB,CAAC;AACjC,YAAY,EAAE,0BAA0B,EAAE,MAAM,oCAAoC,CAAC;AACrF,YAAY,EACR,iBAAiB,EACjB,SAAS,EACT,uBAAuB,EACvB,MAAM,EACN,UAAU,EACb,MAAM,0BAA0B,CAAC;AAClC,YAAY,EACR,iBAAiB,EACjB,kBAAkB,EAClB,iCAAiC,EACjC,sBAAsB,EACtB,yBAAyB,EACzB,cAAc,EACd,mBAAmB,EACnB,iBAAiB,EACjB,eAAe,EAClB,MAAM,8BAA8B,CAAC;AACtC,YAAY,EACR,YAAY,EACZ,sBAAsB,EACtB,cAAc,EACd,gBAAgB,EAChB,gBAAgB,EAChB,gBAAgB,EAChB,kBAAkB,EAClB,mBAAmB,EACnB,aAAa,EACb,aAAa,EACb,WAAW,EACX,eAAe,EACf,YAAY,EACZ,UAAU,EACV,oBAAoB,EACpB,eAAe,EACf,cAAc,EACd,mBAAmB,EACnB,mBAAmB,EACnB,iBAAiB,EACjB,QAAQ,EACR,mBAAmB,EACnB,oBAAoB,EACpB,qBAAqB,EACrB,wBAAwB,EACxB,4BAA4B,EAC5B,6BAA6B,EAC7B,0BAA0B,EAC1B,yBAAyB,EACzB,uBAAuB,EACvB,UAAU,EACV,OAAO,EACP,QAAQ,EACR,aAAa,EACb,mBAAmB,EACnB,eAAe,EACf,wBAAwB,EACxB,UAAU,EACV,QAAQ,EACR,YAAY,EACf,MAAM,wBAAwB,CAAC;AAChC,YAAY,EAAE,eAAe,EAAE,MAAM,qCAAqC,CAAC;AAC3E,YAAY,EACR,cAAc,EACd,gBAAgB,EAChB,cAAc,EACd,oBAAoB,EACpB,kBAAkB,EAClB,WAAW,EACX,oBAAoB,EACpB,wBAAwB,EACxB,YAAY,EACZ,cAAc,EACd,kBAAkB,EAClB,sBAAsB,EACtB,QAAQ,EACR,YAAY,EACZ,aAAa,EACb,kBAAkB,EAClB,sBAAsB,EACtB,iBAAiB,EACjB,qBAAqB,EACrB,YAAY,EACZ,cAAc,EACd,cAAc,EACd,kBAAkB,EAClB,UAAU,EACV,aAAa,EACb,oBAAoB,EACpB,wBAAwB,EACxB,mBAAmB,EACnB,gBAAgB,EAChB,SAAS,EACT,oBAAoB,EACpB,cAAc,EACd,mBAAmB,EACnB,wBAAwB,EACxB,0BAA0B,EAC1B,wBAAwB,EACxB,uBAAuB,EACvB,eAAe,EAClB,MAAM,uBAAuB,CAAC;AAC/B,YAAY,EAAE,kBAAkB,EAAE,MAAM,gCAAgC,CAAC;AACzE,YAAY,EACR,SAAS,EACT,yBAAyB,EACzB,gBAAgB,EAChB,wBAAwB,EACxB,uBAAuB,EACvB,YAAY,EACZ,oBAAoB,EACvB,MAAM,gCAAgC,CAAC;AACxC,YAAY,EACR,eAAe,EACf,SAAS,EACT,iBAAiB,EACjB,gBAAgB,EAChB,eAAe,EACf,iBAAiB,EACpB,MAAM,+BAA+B,CAAC;AAEvC,YAAY,EAAE,6BAA6B,EAAE,MAAM,wBAAwB,CAAC;AAC5E,YAAY,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,MAAM,gCAAgC,CAAC;AAC/F,YAAY,EACR,uBAAuB,EACvB,uBAAuB,EACvB,uBAAuB,EACvB,kBAAkB,EAClB,qBAAqB,EACrB,WAAW,EACd,MAAM,wCAAwC,CAAC;AAEhD,YAAY,EAAE,gCAAgC,EAAE,MAAM,kCAAkC,CAAC"}
|
|
@@ -4,6 +4,7 @@ import { createRunIfMain } from "../../run/run-if-main.js";
|
|
|
4
4
|
import { createDirectProfileResolver } from "../../run/run-if-main-profile.js";
|
|
5
5
|
import { runDirectEntrypoint } from "../../run/run-orchestrator.entry-point.js";
|
|
6
6
|
import { loadConfig } from "./config.entry-point.js";
|
|
7
|
+
export { createNodeFileStore } from "../../file-store.js";
|
|
7
8
|
const resolveDirectProfile = createDirectProfileResolver({
|
|
8
9
|
fileURLToPath,
|
|
9
10
|
glob,
|
|
@@ -33,6 +34,8 @@ export { runExecutionFailure, restoreRunExecutionFailure } from "../../run/execu
|
|
|
33
34
|
export { parseFrozenMicrotestPolicy } from "../../run/frozen-run-policy.js";
|
|
34
35
|
export { createRandomRunSeed } from "../../run/run-seed.js";
|
|
35
36
|
export { parseRunSelection } from "../../run/run-selection-schema.js";
|
|
37
|
+
export { serializeRunDiagnostics, parseSerializedRunDiagnostics } from "../../run/run-record-result.js";
|
|
38
|
+
export { parseRunArtifacts } from "../../run/run-artifact-schema.js";
|
|
36
39
|
export { parseRunResult, parseRunnerError } from "../../run/run-result-schema.js";
|
|
37
40
|
export { workIdentityKey } from "../../engine/identity.js";
|
|
38
41
|
export { withFileModuleBoundary } from "../../run/file-module-boundary.js";
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"run.entry-point.js","sourceRoot":"","sources":["../../../../../source/packages/run/run.entry-point.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AACxD,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAC3D,OAAO,EAAE,2BAA2B,EAAE,MAAM,kCAAkC,CAAC;AAC/E,OAAO,EAAE,mBAAmB,EAAE,MAAM,2CAA2C,CAAC;AAChF,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAErD,MAAM,oBAAoB,GAAG,2BAA2B,CAAC;IACrD,aAAa;IACb,IAAI;IACJ,UAAU;IACV,QAAQ;IACR,IAAI;CACP,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,SAAS,GAAG,eAAe,CAAC;IACrC,uBAAuB;QACnB,OAAO,OAAO,CAAC,GAAG,EAAE,CAAC;IACzB,CAAC;IACD,YAAY;QACR,OAAO,OAAO,CAAC,QAAQ,CAAC;IAC5B,CAAC;IACD,oBAAoB;IACpB,mBAAmB;IACnB,WAAW,CAAC,QAAQ;QAChB,OAAO,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAChC,CAAC;IACD,MAAM,EAAE,OAAO,CAAC,MAAM;CACzB,CAAC,CAAC;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,2CAA2C,CAAC;AACzE,OAAO,EACH,sBAAsB,EACtB,+BAA+B,EAC/B,wBAAwB,EAE3B,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAAE,oBAAoB,EAAE,MAAM,gCAAgC,CAAC;AACtE,OAAO,EAAE,wBAAwB,EAAE,MAAM,uCAAuC,CAAC;AACjF,OAAO,EAAE,mBAAmB,EAAE,0BAA0B,EAAE,MAAM,gCAAgC,CAAC;AAYjG,OAAO,EAAE,0BAA0B,EAAE,MAAM,gCAAgC,CAAC;AAC5E,OAAO,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAC5D,OAAO,EAAE,iBAAiB,EAAE,MAAM,mCAAmC,CAAC;AACtE,OAAO,EAAE,cAAc,EAAE,gBAAgB,EAAE,MAAM,gCAAgC,CAAC;AAClF,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAE3D,OAAO,EAAE,sBAAsB,EAAE,MAAM,mCAAmC,CAAC;AAQ3E,OAAO,EACH,YAAY,EACZ,eAAe,EACf,UAAU,EACV,WAAW,EACd,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAE,kBAAkB,EAAE,qBAAqB,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC"}
|
|
1
|
+
{"version":3,"file":"run.entry-point.js","sourceRoot":"","sources":["../../../../../source/packages/run/run.entry-point.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AACxD,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAC3D,OAAO,EAAE,2BAA2B,EAAE,MAAM,kCAAkC,CAAC;AAC/E,OAAO,EAAE,mBAAmB,EAAE,MAAM,2CAA2C,CAAC;AAChF,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAErD,OAAO,EAAE,mBAAmB,EAAkB,MAAM,qBAAqB,CAAC;AAE1E,MAAM,oBAAoB,GAAG,2BAA2B,CAAC;IACrD,aAAa;IACb,IAAI;IACJ,UAAU;IACV,QAAQ;IACR,IAAI;CACP,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,SAAS,GAAG,eAAe,CAAC;IACrC,uBAAuB;QACnB,OAAO,OAAO,CAAC,GAAG,EAAE,CAAC;IACzB,CAAC;IACD,YAAY;QACR,OAAO,OAAO,CAAC,QAAQ,CAAC;IAC5B,CAAC;IACD,oBAAoB;IACpB,mBAAmB;IACnB,WAAW,CAAC,QAAQ;QAChB,OAAO,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAChC,CAAC;IACD,MAAM,EAAE,OAAO,CAAC,MAAM;CACzB,CAAC,CAAC;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,2CAA2C,CAAC;AACzE,OAAO,EACH,sBAAsB,EACtB,+BAA+B,EAC/B,wBAAwB,EAE3B,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAAE,oBAAoB,EAAE,MAAM,gCAAgC,CAAC;AACtE,OAAO,EAAE,wBAAwB,EAAE,MAAM,uCAAuC,CAAC;AACjF,OAAO,EAAE,mBAAmB,EAAE,0BAA0B,EAAE,MAAM,gCAAgC,CAAC;AAYjG,OAAO,EAAE,0BAA0B,EAAE,MAAM,gCAAgC,CAAC;AAC5E,OAAO,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAC5D,OAAO,EAAE,iBAAiB,EAAE,MAAM,mCAAmC,CAAC;AACtE,OAAO,EACH,uBAAuB,EACvB,6BAA6B,EAEhC,MAAM,gCAAgC,CAAC;AACxC,OAAO,EAAE,iBAAiB,EAAE,MAAM,kCAAkC,CAAC;AACrE,OAAO,EAAE,cAAc,EAAE,gBAAgB,EAAE,MAAM,gCAAgC,CAAC;AAClF,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAE3D,OAAO,EAAE,sBAAsB,EAAE,MAAM,mCAAmC,CAAC;AAQ3E,OAAO,EACH,YAAY,EACZ,eAAe,EACf,UAAU,EACV,WAAW,EACd,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAE,kBAAkB,EAAE,qBAAqB,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC"}
|
package/readme.md
CHANGED
|
@@ -22,6 +22,8 @@ Top-level API:
|
|
|
22
22
|
- `orchestrator.createExecutionSession(options)`
|
|
23
23
|
- `parseFrozenMicrotestPolicy(value)`
|
|
24
24
|
- `parseRunSelection(value)`, `parseRunResult(value)`, `parseRunnerError(value)`
|
|
25
|
+
- `serializeRunDiagnostics(value)`, `parseSerializedRunDiagnostics(value)`
|
|
26
|
+
- `createNodeFileStore()`, `FileStore`
|
|
25
27
|
- `createRandomRunSeed()`
|
|
26
28
|
- `withFileModuleBoundary(boundary, operation)`
|
|
27
29
|
- `workIdentityKey(work)`
|
|
@@ -36,7 +38,8 @@ The lifecycle runs before configuration revalidation and collection, chooses a
|
|
|
36
38
|
selection from the complete collected plan, and observes each case through
|
|
37
39
|
awaited cleanup. Invocations accept JSON data, a deadline budget, and an explicit
|
|
38
40
|
abort signal or `null`. Replies preserve native results, lifecycle data, typed
|
|
39
|
-
failures, and deadline status.
|
|
41
|
+
failures, and deadline status. Failure and timeout replies also retain artifacts
|
|
42
|
+
already available to the execution owner. Sessions omit ordinary reporters and disk
|
|
40
43
|
persistence. `dispose()` closes admission and awaits active work or owned child
|
|
41
44
|
termination.
|
|
42
45
|
|
|
@@ -95,6 +98,11 @@ Explicit ordinary coverage creates a fresh session and run record each time;
|
|
|
95
98
|
previous collection imports are not repeated for coverage. No disposal call is
|
|
96
99
|
required for an idle handle.
|
|
97
100
|
|
|
101
|
+
Native policy observations follow run and attempt ownership. Runner transport,
|
|
102
|
+
lifecycle callbacks, and reporter work do not acquire test-policy attribution.
|
|
103
|
+
Unknown observations remain run errors. Late test diagnostics retain their
|
|
104
|
+
original identity as attribution drift instead of blaming a later attempt.
|
|
105
|
+
|
|
98
106
|
Use `source: { kind: 'memory' }` for supplied config, or
|
|
99
107
|
`{ kind: 'config-file', request: { cwd, configPath }, resolvedPath }` for loaded
|
|
100
108
|
config. `resolvedPath` is the loaded config's `configPath`, including `null` for
|
|
@@ -548,3 +556,37 @@ unknown measurements remain serial. Requested worker and profile caps remain
|
|
|
548
556
|
visible and may be restricted further by calibration. Configured unavailable
|
|
549
557
|
signals block execution. See [Host conditions](../bench/readme.md#host-conditions) for limits, formulas, probe availability, and
|
|
550
558
|
snapshot timing. Baseline normalization remains in `benchmarkCalibration`.
|
|
559
|
+
|
|
560
|
+
Built-in timing and CPU metrics normalize automatically. Custom domains select
|
|
561
|
+
representative workloads with `calibratedMeasurement`. Calibration is cached within
|
|
562
|
+
an execution context; ordinary runs require no captured files. Normalized budgets
|
|
563
|
+
and snapshots use a shared reference-workload scale across hardware.
|
|
564
|
+
|
|
565
|
+
`overkill bench calibrate` optionally captures display references for the selected
|
|
566
|
+
benchmark profile. `orchestrator.bench.calibrate(command, { timing: null })` exposes
|
|
567
|
+
the same operation. Capture skips benchmark bodies and unrelated fixtures. Reference
|
|
568
|
+
files live under the baseline directory's `calibration` subdirectory. Version 4
|
|
569
|
+
`benchmark-run` artifacts and `RunFacts.benchmarkNormalization` retain reference
|
|
570
|
+
inputs. See the [benchmark guide](../bench/readme.md#calibration-and-normalization)
|
|
571
|
+
for scaling, uncertainty, saved expectations, and stale-reference maintenance.
|
|
572
|
+
|
|
573
|
+
`runCpuCalibrationWorkload()` from `@overkill-dev/run/benchmark-calibration` runs
|
|
574
|
+
the fixed integer-mix reference workload and returns its checksum. The built-in
|
|
575
|
+
CPU calibration resource measures this same workload.
|
|
576
|
+
|
|
577
|
+
`readBenchmarkMachine()` reads host identity and metadata without running a
|
|
578
|
+
reference workload. `metricReadingSchema` validates metric readings shared by
|
|
579
|
+
collectors and persisted samples. Both are exported by
|
|
580
|
+
`@overkill-dev/run/benchmark-calibration`.
|
|
581
|
+
|
|
582
|
+
`benchmarkTimelinePolicySchema`, `benchmarkTimelineEvidenceSchema`, and
|
|
583
|
+
`benchmarkTimelineReportSchema` validate timeline policy, retention metadata,
|
|
584
|
+
and saved event payloads across benchmark and runner packages.
|
|
585
|
+
|
|
586
|
+
`serializeRunDiagnostics` projects artifacts, case results, and runner errors
|
|
587
|
+
into bounded JSON-safe evidence without writing a run record.
|
|
588
|
+
`parseSerializedRunDiagnostics` validates that representation without serializing
|
|
589
|
+
its values again.
|
|
590
|
+
|
|
591
|
+
`createNodeFileStore` provides atomic runtime state writes and create-only
|
|
592
|
+
publication, with temporary-file cleanup on failure.
|
|
@@ -3,13 +3,17 @@ import { collectedRunCaseEntries } from "./collected-run-plan.js";
|
|
|
3
3
|
function isLocalCase(testCase) {
|
|
4
4
|
return Object.hasOwn(testCase, 'execution');
|
|
5
5
|
}
|
|
6
|
-
function
|
|
6
|
+
function benchmarkAttachments(definition) {
|
|
7
|
+
return definition !== null && (definition.measurement.mode === 'process' || definition.measurement.mode === 'module' ||
|
|
8
|
+
definition.timeline !== null);
|
|
9
|
+
}
|
|
10
|
+
function hasBenchmarkAttachments(testCase) {
|
|
7
11
|
if (isLocalCase(testCase)) {
|
|
8
12
|
const { execution } = testCase;
|
|
9
13
|
return execution.kind === 'body' && execution.bodyMode === 'benchmark' &&
|
|
10
|
-
execution.definition
|
|
14
|
+
benchmarkAttachments(execution.definition);
|
|
11
15
|
}
|
|
12
|
-
return testCase.benchmark
|
|
16
|
+
return benchmarkAttachments(testCase.benchmark);
|
|
13
17
|
}
|
|
14
18
|
export function runHasAttachmentScopes(resolved) {
|
|
15
19
|
if (resolved.facts.execution.testFamily === 'microtest' || resolved.facts.execution.testFamily === 'property' ||
|
|
@@ -26,7 +30,7 @@ export function runHasAttachmentScopes(resolved) {
|
|
|
26
30
|
: collectedRunCaseEntries(resolved.plan.collectedPlan);
|
|
27
31
|
return cases.some(function hasAttachmentScope(entry) {
|
|
28
32
|
return selected.has(workIdentityKey(entry.workId)) &&
|
|
29
|
-
(
|
|
33
|
+
(hasBenchmarkAttachments(entry.testCase) || entry.testCase.resourceAttachments.resourceGraph.length > 0 ||
|
|
30
34
|
entry.testCase.resourceAttachments.runtimeGraphs.length > 0);
|
|
31
35
|
});
|
|
32
36
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"attachment-eligibility.js","sourceRoot":"","sources":["../../../../source/run/attachment-eligibility.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;
|
|
1
|
+
{"version":3,"file":"attachment-eligibility.js","sourceRoot":"","sources":["../../../../source/run/attachment-eligibility.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAGxD,OAAO,EAAE,uBAAuB,EAAE,MAAM,yBAAyB,CAAC;AAGlE,SAAS,WAAW,CAAC,QAAyC;IAC1D,OAAO,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;AAChD,CAAC;AAED,SAAS,oBAAoB,CAAC,UAA6C;IACvE,OAAO,UAAU,KAAK,IAAI,IAAI,CAC1B,UAAU,CAAC,WAAW,CAAC,IAAI,KAAK,SAAS,IAAI,UAAU,CAAC,WAAW,CAAC,IAAI,KAAK,QAAQ;QACrF,UAAU,CAAC,QAAQ,KAAK,IAAI,CAC/B,CAAC;AACN,CAAC;AAED,SAAS,uBAAuB,CAAC,QAAyC;IACtE,IAAI,WAAW,CAAC,QAAQ,CAAC,EAAE,CAAC;QACxB,MAAM,EAAE,SAAS,EAAE,GAAG,QAAQ,CAAC;QAC/B,OAAO,SAAS,CAAC,IAAI,KAAK,MAAM,IAAI,SAAS,CAAC,QAAQ,KAAK,WAAW;YAClE,oBAAoB,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;IACnD,CAAC;IACD,OAAO,oBAAoB,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;AACpD,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,QAAqB;IACxD,IACI,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,UAAU,KAAK,WAAW,IAAI,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,UAAU,KAAK,UAAU;QACzG,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EACnC,CAAC;QACC,OAAO,KAAK,CAAC;IACjB,CAAC;IACD,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,YAAY,CAAC,KAAK;QACzE,OAAO,eAAe,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC,CAAC;IACJ,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,KAAK,OAAO;QACxC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,SAAS,CAAC,QAAQ;YAC1D,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC;QACjD,CAAC,CAAC;QACF,CAAC,CAAC,uBAAuB,CAAC,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IAC3D,OAAO,KAAK,CAAC,IAAI,CAAC,SAAS,kBAAkB,CAAC,KAAK;QAC/C,OAAO,QAAQ,CAAC,GAAG,CAAC,eAAe,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YAC9C,CAAC,uBAAuB,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,mBAAmB,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC;gBACnG,KAAK,CAAC,QAAQ,CAAC,mBAAmB,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACzE,CAAC,CAAC,CAAC;AACP,CAAC"}
|
|
@@ -15,13 +15,18 @@ function renderEntry(entry) {
|
|
|
15
15
|
}
|
|
16
16
|
function baselineCommandResult(result, verb) {
|
|
17
17
|
const runExitCode = readExitCodeFromRunResult(result.result);
|
|
18
|
+
const changed = result.changes.length > 0 || result.calibrationChanges.length > 0;
|
|
19
|
+
const previewChanged = verb === 'diff' && runExitCode === commandLineExitCodes.pass && changed;
|
|
18
20
|
return {
|
|
19
|
-
exitCode:
|
|
20
|
-
? commandLineExitCodes.testFailure
|
|
21
|
-
: runExitCode,
|
|
21
|
+
exitCode: previewChanged ? commandLineExitCodes.testFailure : runExitCode,
|
|
22
22
|
fallbackDiagnostics: formatRunnerErrorDiagnostics(result.undeliveredRunnerErrors),
|
|
23
23
|
runResult: result.result,
|
|
24
|
-
stdoutLines:
|
|
24
|
+
stdoutLines: [
|
|
25
|
+
...result.changes.map(renderChange),
|
|
26
|
+
...result.calibrationChanges.map(function calibrationChange(change) {
|
|
27
|
+
return `${change.kind} ${change.path}`;
|
|
28
|
+
})
|
|
29
|
+
]
|
|
25
30
|
};
|
|
26
31
|
}
|
|
27
32
|
async function executeBaselineCommand(input) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"benchmark-baseline-commands.js","sourceRoot":"","sources":["../../../../source/run/benchmark-baseline-commands.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAErD,OAAO,EAAE,6BAA6B,EAAqC,MAAM,+BAA+B,CAAC;AACjH,OAAO,EAAE,uBAAuB,EAAE,MAAM,0BAA0B,CAAC;AACnE,OAAO,EACH,oBAAoB,EACpB,uCAAuC,EACvC,4BAA4B,EAC5B,yBAAyB,EAI5B,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAAE,gCAAgC,EAAE,MAAM,4BAA4B,CAAC;AAc9E,SAAS,YAAY,CAAC,MAAsB;IACxC,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,CAAC;IAC5B,MAAM,QAAQ,GAAG,GAAG,QAAQ,CAAC,OAAO,KAAK,QAAQ,CAAC,OAAO,KAAK,QAAQ,CAAC,QAAQ,CAAC,WAAW,CAAC,YAAY,EAAE,CAAC;IAC3G,OAAO,GAAG,MAAM,CAAC,IAAI,IAAI,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,QAAQ,GAAG,CAAC;AAC9E,CAAC;AAED,SAAS,WAAW,CAAC,KAAoB;IACrC,MAAM,EAAE,QAAQ,EAAE,GAAG,KAAK,CAAC;IAC3B,MAAM,QAAQ,GAAG,GAAG,QAAQ,CAAC,OAAO,KAAK,QAAQ,CAAC,OAAO,KAAK,QAAQ,CAAC,QAAQ,CAAC,WAAW,CAAC,YAAY,EAAE,CAAC;IAC3G,OAAO,GAAG,KAAK,CAAC,IAAI,KAAK,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,QAAQ,GAAG,CAAC;AAC9E,CAAC;AAED,SAAS,qBAAqB,CAC1B,MAAkC,EAClC,IAA2B;IAE3B,MAAM,WAAW,GAAG,yBAAyB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAC7D,OAAO;
|
|
1
|
+
{"version":3,"file":"benchmark-baseline-commands.js","sourceRoot":"","sources":["../../../../source/run/benchmark-baseline-commands.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAErD,OAAO,EAAE,6BAA6B,EAAqC,MAAM,+BAA+B,CAAC;AACjH,OAAO,EAAE,uBAAuB,EAAE,MAAM,0BAA0B,CAAC;AACnE,OAAO,EACH,oBAAoB,EACpB,uCAAuC,EACvC,4BAA4B,EAC5B,yBAAyB,EAI5B,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAAE,gCAAgC,EAAE,MAAM,4BAA4B,CAAC;AAc9E,SAAS,YAAY,CAAC,MAAsB;IACxC,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,CAAC;IAC5B,MAAM,QAAQ,GAAG,GAAG,QAAQ,CAAC,OAAO,KAAK,QAAQ,CAAC,OAAO,KAAK,QAAQ,CAAC,QAAQ,CAAC,WAAW,CAAC,YAAY,EAAE,CAAC;IAC3G,OAAO,GAAG,MAAM,CAAC,IAAI,IAAI,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,QAAQ,GAAG,CAAC;AAC9E,CAAC;AAED,SAAS,WAAW,CAAC,KAAoB;IACrC,MAAM,EAAE,QAAQ,EAAE,GAAG,KAAK,CAAC;IAC3B,MAAM,QAAQ,GAAG,GAAG,QAAQ,CAAC,OAAO,KAAK,QAAQ,CAAC,OAAO,KAAK,QAAQ,CAAC,QAAQ,CAAC,WAAW,CAAC,YAAY,EAAE,CAAC;IAC3G,OAAO,GAAG,KAAK,CAAC,IAAI,KAAK,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,QAAQ,GAAG,CAAC;AAC9E,CAAC;AAED,SAAS,qBAAqB,CAC1B,MAAkC,EAClC,IAA2B;IAE3B,MAAM,WAAW,GAAG,yBAAyB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAC7D,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,MAAM,CAAC,kBAAkB,CAAC,MAAM,GAAG,CAAC,CAAC;IAClF,MAAM,cAAc,GAAG,IAAI,KAAK,MAAM,IAAI,WAAW,KAAK,oBAAoB,CAAC,IAAI,IAAI,OAAO,CAAC;IAC/F,OAAO;QACH,QAAQ,EAAE,cAAc,CAAC,CAAC,CAAC,oBAAoB,CAAC,WAAW,CAAC,CAAC,CAAC,WAAW;QACzE,mBAAmB,EAAE,4BAA4B,CAAC,MAAM,CAAC,uBAAuB,CAAC;QACjF,SAAS,EAAE,MAAM,CAAC,MAAM;QACxB,WAAW,EAAE;YACT,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC;YACnC,GAAG,MAAM,CAAC,kBAAkB,CAAC,GAAG,CAAC,SAAS,iBAAiB,CAAC,MAAM;gBAC9D,OAAO,GAAG,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;YAC3C,CAAC,CAAC;SACL;KACJ,CAAC;AACN,CAAC;AAED,KAAK,UAAU,sBAAsB,CAAC,KAA2B;IAC7D,MAAM,EAAE,YAAY,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,KAAK,CAAC;IAC9C,MAAM,MAAM,GAAG,gCAAgC,EAAE,CAAC;IAClD,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;IACtD,MAAM,OAAO,GAAG,6BAA6B,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAClF,MAAM,UAAU,GAAG,EAAE,GAAG,OAAO,CAAC,UAAU,EAAE,kBAAkB,EAAE,MAAe,EAAE,OAAO,EAAE,CAAC;IAC3F,MAAM,MAAM,GAAG,MAAM,uBAAuB,CAAC,MAAM,EAAE,EAAE,GAAG,OAAO,EAAE,UAAU,EAAE,EAAE,YAAY,CAAC,CAAC;IAC/F,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,YAAY,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAChE,MAAM;QACN,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,MAAM,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;QAC3B,OAAO,EAAE,EAAE,GAAG,OAAO,CAAC,UAAU,EAAE,OAAO,EAAE;KAC9C,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;IACf,OAAO,qBAAqB,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;AAC/C,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAAC,KAA2B;IACzE,IAAI,CAAC;QACD,OAAO,MAAM,sBAAsB,CAAC,KAAK,CAAC,CAAC;IAC/C,CAAC;IAAC,OAAO,KAAc,EAAE,CAAC;QACtB,OAAO,uCAAuC,CAAC,KAAK,CAAC,CAAC;IAC1D,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,4BAA4B,CAAC,KAAwB;IACvE,IAAI,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,YAAY,CAAC,UAAU,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAClE,MAAM,OAAO,GAAG,6BAA6B,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QACzF,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,YAAY,CAAC,YAAY,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;YACtE,MAAM;YACN,GAAG,EAAE,KAAK,CAAC,OAAO,CAAC,GAAG;YACtB,OAAO,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,KAAK,EAAE,OAAO,EAAE;SAC/D,CAAC,CAAC;QACH,OAAO;YACH,QAAQ,EAAE,oBAAoB,CAAC,IAAI;YACnC,mBAAmB,EAAE,EAAE;YACvB,SAAS,EAAE,IAAI;YACf,WAAW,EAAE,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC;SACxC,CAAC;IACN,CAAC;IAAC,OAAO,KAAc,EAAE,CAAC;QACtB,OAAO,uCAAuC,CAAC,KAAK,CAAC,CAAC;IAC1D,CAAC;AACL,CAAC"}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
import { readCalibrationReferenceReport } from "../bench/calibration-report.js";
|
|
2
|
+
import { readPerformanceBaselineReport } from "../baselines/performance-report.js";
|
|
3
|
+
function calibrationChanges(result) {
|
|
4
|
+
return readCalibrationReferenceReport(result)?.changes ?? [];
|
|
5
|
+
}
|
|
6
|
+
export async function runBenchmarkBaselineVerb(input) {
|
|
7
|
+
const command = {
|
|
8
|
+
...input.command,
|
|
9
|
+
request: { ...input.command.request, baselineUpdateMode: input.verb }
|
|
10
|
+
};
|
|
11
|
+
const delivery = await input.operations.runWithReporterDelivery(command, input.options);
|
|
12
|
+
const report = readPerformanceBaselineReport(delivery.result);
|
|
13
|
+
return {
|
|
14
|
+
...delivery,
|
|
15
|
+
changes: report?.changes ?? [],
|
|
16
|
+
calibrationChanges: calibrationChanges(delivery.result),
|
|
17
|
+
writeOutcome: report?.writeOutcome ?? { kind: 'blocked' }
|
|
18
|
+
};
|
|
19
|
+
}
|
|
20
|
+
//# sourceMappingURL=benchmark-baseline-execution.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"benchmark-baseline-execution.js","sourceRoot":"","sources":["../../../../source/run/benchmark-baseline-execution.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,8BAA8B,EAAE,MAAM,gCAAgC,CAAC;AAChF,OAAO,EAAE,6BAA6B,EAAE,MAAM,oCAAoC,CAAC;AAanF,SAAS,kBAAkB,CACvB,MAA4C;IAE5C,OAAO,8BAA8B,CAAC,MAAM,CAAC,EAAE,OAAO,IAAI,EAAE,CAAC;AACjE,CAAC;AACD,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAC1C,KAAkC;IAElC,MAAM,OAAO,GAAe;QACxB,GAAG,KAAK,CAAC,OAAO;QAChB,OAAO,EAAE,EAAE,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,kBAAkB,EAAE,KAAK,CAAC,IAAI,EAAE;KACxE,CAAC;IACF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,UAAU,CAAC,uBAAuB,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;IACxF,MAAM,MAAM,GAAG,6BAA6B,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IAC9D,OAAO;QACH,GAAG,QAAQ;QACX,OAAO,EAAE,MAAM,EAAE,OAAO,IAAI,EAAE;QAC9B,kBAAkB,EAAE,kBAAkB,CAAC,QAAQ,CAAC,MAAM,CAAC;QACvD,YAAY,EAAE,MAAM,EAAE,YAAY,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE;KAC5D,CAAC;AACN,CAAC"}
|
|
@@ -1,22 +1,8 @@
|
|
|
1
1
|
import { realpath } from 'node:fs/promises';
|
|
2
2
|
import { posix as path } from 'node:path';
|
|
3
3
|
import { createPerformanceBaselineStore } from "../baselines/performance-store.js";
|
|
4
|
-
import { readPerformanceBaselineReport } from "../baselines/performance-report.js";
|
|
5
4
|
import { RunCollectionError } from "./run-errors.js";
|
|
6
5
|
import { selectBenchmarkProfile } from "./test-profile.js";
|
|
7
|
-
export async function runBenchmarkBaselineVerb(input) {
|
|
8
|
-
const command = {
|
|
9
|
-
...input.command,
|
|
10
|
-
request: { ...input.command.request, baselineUpdateMode: input.verb }
|
|
11
|
-
};
|
|
12
|
-
const delivery = await input.operations.runWithReporterDelivery(command, input.options);
|
|
13
|
-
const report = readPerformanceBaselineReport(delivery.result);
|
|
14
|
-
return {
|
|
15
|
-
...delivery,
|
|
16
|
-
changes: report?.changes ?? [],
|
|
17
|
-
writeOutcome: report?.writeOutcome ?? { kind: 'blocked' }
|
|
18
|
-
};
|
|
19
|
-
}
|
|
20
6
|
function matchesSourcePath(file, paths) {
|
|
21
7
|
if (paths.length === 0) {
|
|
22
8
|
return true;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"benchmark-baseline-operations.js","sourceRoot":"","sources":["../../../../source/run/benchmark-baseline-operations.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,KAAK,IAAI,IAAI,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,8BAA8B,EAAE,MAAM,mCAAmC,CAAC;
|
|
1
|
+
{"version":3,"file":"benchmark-baseline-operations.js","sourceRoot":"","sources":["../../../../source/run/benchmark-baseline-operations.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,KAAK,IAAI,IAAI,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,8BAA8B,EAAE,MAAM,mCAAmC,CAAC;AAGnF,OAAO,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AACrD,OAAO,EAAE,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AAK3D,SAAS,iBAAiB,CAAC,IAAmB,EAAE,KAAwB;IACpE,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACrB,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;QAChB,OAAO,KAAK,CAAC;IACjB,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,SAAS,WAAW,CAAC,OAAO;QAC1C,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QACrF,OAAO,IAAI,KAAK,UAAU,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,UAAU,GAAG,CAAC,IAAI,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;IAC1G,CAAC,CAAC,CAAC;AACP,CAAC;AAED,KAAK,UAAU,qBAAqB,CAChC,OAAqC,EACrC,OAA+B;IAE/B,MAAM,KAAK,GAAG,MAAM,8BAA8B,CAAC;QAC/C,SAAS,EAAE,OAAO,CAAC,SAAS,CAAC,SAAS;QACtC,QAAQ,EAAE,OAAO,CAAC,WAAW,CAAC,gBAAgB;QAC9C,WAAW,EAAE,MAAM,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC;KAC3C,CAAC,CAAC;IACH,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC;IACnC,OAAO,OAAO,CAAC,MAAM,CAAC,SAAS,aAAa,CAAC,KAAK;QAC9C,OAAO,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC;YACvF,iBAAiB,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAChF,CAAC,CAAC,CAAC;AACP,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAAC,OAAqC;IAC9E,MAAM,OAAO,GAAG,sBAAsB,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IAChF,IAAI,CAAC;QACD,OAAO,MAAM,qBAAqB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IACzD,CAAC;IAAC,OAAO,KAAc,EAAE,CAAC;QACtB,MAAM,IAAI,kBAAkB,CACxB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EACtD,EAAE,KAAK,EAAE,KAAK,EAAE,EAChB,UAAU,CACb,CAAC;IACN,CAAC;AACL,CAAC"}
|
|
@@ -0,0 +1,63 @@
|
|
|
1
|
+
import { readdir } from 'node:fs/promises';
|
|
2
|
+
import path from 'node:path';
|
|
3
|
+
import { RunCollectionError } from "./run-errors.js";
|
|
4
|
+
async function requiresBaselineSession(input) {
|
|
5
|
+
if (input.profile.baselines.adapters.length > 0 || input.request.baselineUpdateMode !== 'none') {
|
|
6
|
+
return true;
|
|
7
|
+
}
|
|
8
|
+
try {
|
|
9
|
+
const names = await readdir(path.resolve(input.projectRoot, input.profile.baselines.directory, 'performance'));
|
|
10
|
+
return names.some(function performanceFile(name) {
|
|
11
|
+
return name.endsWith('.benchmark.json');
|
|
12
|
+
});
|
|
13
|
+
}
|
|
14
|
+
catch (error) {
|
|
15
|
+
if (error instanceof Error && Reflect.get(error, 'code') === 'ENOENT') {
|
|
16
|
+
return false;
|
|
17
|
+
}
|
|
18
|
+
throw error;
|
|
19
|
+
}
|
|
20
|
+
}
|
|
21
|
+
async function baselineCalibration(input, required) {
|
|
22
|
+
if (!required) {
|
|
23
|
+
return null;
|
|
24
|
+
}
|
|
25
|
+
if (input.profile.testFamily !== 'benchmark') {
|
|
26
|
+
throw new Error('Performance calibration requires a benchmark profile.');
|
|
27
|
+
}
|
|
28
|
+
const { collectBenchmarkCalibration } = await import("./benchmark-calibration.js");
|
|
29
|
+
const calibration = await collectBenchmarkCalibration({ cwd: input.projectRoot, profile: input.profile });
|
|
30
|
+
if (calibration.kind === 'non-comparable') {
|
|
31
|
+
throw new RunCollectionError(calibration.reason, { cause: calibration }, 'artifact');
|
|
32
|
+
}
|
|
33
|
+
return calibration;
|
|
34
|
+
}
|
|
35
|
+
export async function prepareBenchmarkBaselineRun(input, dependencies) {
|
|
36
|
+
if (input.profile.testFamily !== 'benchmark') {
|
|
37
|
+
throw new Error('Performance baseline execution requires a benchmark profile.');
|
|
38
|
+
}
|
|
39
|
+
const calibration = await baselineCalibration(input, input.benchmarkPurpose !== 'capture' && await requiresBaselineSession({ ...input, profile: input.profile }));
|
|
40
|
+
const { prepareBenchmarkNormalization } = await import("./benchmark-normalization-preparation.js");
|
|
41
|
+
const normalization = await prepareBenchmarkNormalization(input, calibration, dependencies);
|
|
42
|
+
const preparedInput = {
|
|
43
|
+
...input,
|
|
44
|
+
benchmarkCalibration: calibration,
|
|
45
|
+
benchmarkNormalization: normalization.context
|
|
46
|
+
};
|
|
47
|
+
if (normalization.capture !== null || calibration === null) {
|
|
48
|
+
return { input: preparedInput, session: normalization.capture ?? normalization.maintain(null) };
|
|
49
|
+
}
|
|
50
|
+
const baseline = await import("./benchmark-baseline-session.js");
|
|
51
|
+
return {
|
|
52
|
+
input: preparedInput,
|
|
53
|
+
session: normalization.maintain(await baseline.createBenchmarkBaselineSession({
|
|
54
|
+
calibration,
|
|
55
|
+
clock: dependencies.wallClock,
|
|
56
|
+
profile: input.profile,
|
|
57
|
+
projectRoot: input.projectRoot,
|
|
58
|
+
reporterDispatcher: dependencies.reporterDispatcher,
|
|
59
|
+
request: input.request
|
|
60
|
+
}))
|
|
61
|
+
};
|
|
62
|
+
}
|
|
63
|
+
//# sourceMappingURL=benchmark-baseline-preparation.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"benchmark-baseline-preparation.js","sourceRoot":"","sources":["../../../../source/run/benchmark-baseline-preparation.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAC3C,OAAO,IAAI,MAAM,WAAW,CAAC;AAK7B,OAAO,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AAMrD,KAAK,UAAU,uBAAuB,CAAC,KAAqB;IACxD,IAAI,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,kBAAkB,KAAK,MAAM,EAAE,CAAC;QAC7F,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,IAAI,CAAC;QACD,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,WAAW,EAAE,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC,CAAC;QAC/G,OAAO,KAAK,CAAC,IAAI,CAAC,SAAS,eAAe,CAAC,IAAI;YAC3C,OAAO,IAAI,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;IACP,CAAC;IAAC,OAAO,KAAc,EAAE,CAAC;QACtB,IAAI,KAAK,YAAY,KAAK,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,KAAK,QAAQ,EAAE,CAAC;YACpE,OAAO,KAAK,CAAC;QACjB,CAAC;QACD,MAAM,KAAK,CAAC;IAChB,CAAC;AACL,CAAC;AAED,KAAK,UAAU,mBAAmB,CAAC,KAAuB,EAAE,QAAiB;IACzE,IAAI,CAAC,QAAQ,EAAE,CAAC;QACZ,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,UAAU,KAAK,WAAW,EAAE,CAAC;QAC3C,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC;IAC7E,CAAC;IACD,MAAM,EAAE,2BAA2B,EAAE,GAAG,MAAM,MAAM,CAAC,4BAA4B,CAAC,CAAC;IACnF,MAAM,WAAW,GAAG,MAAM,2BAA2B,CAAC,EAAE,GAAG,EAAE,KAAK,CAAC,WAAW,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;IAC1G,IAAI,WAAW,CAAC,IAAI,KAAK,gBAAgB,EAAE,CAAC;QACxC,MAAM,IAAI,kBAAkB,CAAC,WAAW,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,WAAW,EAAE,EAAE,UAAU,CAAC,CAAC;IACzF,CAAC;IACD,OAAO,WAAW,CAAC;AACvB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAC7C,KAAuB,EACvB,YAAyC;IAEzC,IAAI,KAAK,CAAC,OAAO,CAAC,UAAU,KAAK,WAAW,EAAE,CAAC;QAC3C,MAAM,IAAI,KAAK,CAAC,8DAA8D,CAAC,CAAC;IACpF,CAAC;IACD,MAAM,WAAW,GAAG,MAAM,mBAAmB,CACzC,KAAK,EACL,KAAK,CAAC,gBAAgB,KAAK,SAAS,IAAI,MAAM,uBAAuB,CAAC,EAAE,GAAG,KAAK,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAC9G,CAAC;IACF,MAAM,EAAE,6BAA6B,EAAE,GAAG,MAAM,MAAM,CAAC,0CAA0C,CAAC,CAAC;IACnG,MAAM,aAAa,GAAG,MAAM,6BAA6B,CAAC,KAAK,EAAE,WAAW,EAAE,YAAY,CAAC,CAAC;IAC5F,MAAM,aAAa,GAAG;QAClB,GAAG,KAAK;QACR,oBAAoB,EAAE,WAAW;QACjC,sBAAsB,EAAE,aAAa,CAAC,OAAO;KAChD,CAAC;IACF,IAAI,aAAa,CAAC,OAAO,KAAK,IAAI,IAAI,WAAW,KAAK,IAAI,EAAE,CAAC;QACzD,OAAO,EAAE,KAAK,EAAE,aAAa,EAAE,OAAO,EAAE,aAAa,CAAC,OAAO,IAAI,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;IACpG,CAAC;IACD,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,iCAAiC,CAAC,CAAC;IACjE,OAAO;QACH,KAAK,EAAE,aAAa;QACpB,OAAO,EAAE,aAAa,CAAC,QAAQ,CAC3B,MAAM,QAAQ,CAAC,8BAA8B,CAAC;YAC1C,WAAW;YACX,KAAK,EAAE,YAAY,CAAC,SAAS;YAC7B,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,WAAW,EAAE,KAAK,CAAC,WAAW;YAC9B,kBAAkB,EAAE,YAAY,CAAC,kBAAkB;YACnD,OAAO,EAAE,KAAK,CAAC,OAAO;SACzB,CAAC,CACL;KACJ,CAAC;AACN,CAAC"}
|
|
@@ -1,50 +1,7 @@
|
|
|
1
|
-
import { readdir } from 'node:fs/promises';
|
|
2
|
-
import path from 'node:path';
|
|
3
1
|
import { evaluateBenchmarkHost } from "../bench/benchmark-host-assessment.js";
|
|
2
|
+
import { prepareBenchmarkBaselineRun } from "./benchmark-baseline-preparation.js";
|
|
4
3
|
import { createResultFromResolutionError, reportCollectionErrorResult } from "./run-collection-error-result.js";
|
|
5
4
|
import { RunCollectionError } from "./run-errors.js";
|
|
6
|
-
async function requiresBaselineSession(input) {
|
|
7
|
-
if (input.profile.baselines.adapters.length > 0 || input.request.baselineUpdateMode !== 'none') {
|
|
8
|
-
return true;
|
|
9
|
-
}
|
|
10
|
-
try {
|
|
11
|
-
const names = await readdir(path.resolve(input.projectRoot, input.profile.baselines.directory, 'performance'));
|
|
12
|
-
return names.some(function performanceFile(name) {
|
|
13
|
-
return name.endsWith('.benchmark.json');
|
|
14
|
-
});
|
|
15
|
-
}
|
|
16
|
-
catch (error) {
|
|
17
|
-
if (error instanceof Error && Reflect.get(error, 'code') === 'ENOENT') {
|
|
18
|
-
return false;
|
|
19
|
-
}
|
|
20
|
-
throw error;
|
|
21
|
-
}
|
|
22
|
-
}
|
|
23
|
-
async function prepareBenchmarkBaselineRun(input, dependencies) {
|
|
24
|
-
if (input.profile.testFamily !== 'benchmark') {
|
|
25
|
-
throw new Error('Performance baseline execution requires a benchmark profile.');
|
|
26
|
-
}
|
|
27
|
-
if (!await requiresBaselineSession({ ...input, profile: input.profile })) {
|
|
28
|
-
return { input, session: null };
|
|
29
|
-
}
|
|
30
|
-
const { collectBenchmarkCalibration } = await import("./benchmark-calibration.js");
|
|
31
|
-
const calibration = await collectBenchmarkCalibration({ cwd: input.projectRoot, profile: input.profile });
|
|
32
|
-
if (calibration.kind === 'non-comparable') {
|
|
33
|
-
throw new RunCollectionError(calibration.reason, { cause: calibration }, 'artifact');
|
|
34
|
-
}
|
|
35
|
-
const baseline = await import("./benchmark-baseline-session.js");
|
|
36
|
-
return {
|
|
37
|
-
input: { ...input, benchmarkCalibration: calibration },
|
|
38
|
-
session: await baseline.createBenchmarkBaselineSession({
|
|
39
|
-
calibration,
|
|
40
|
-
clock: dependencies.wallClock,
|
|
41
|
-
profile: input.profile,
|
|
42
|
-
projectRoot: input.projectRoot,
|
|
43
|
-
reporterDispatcher: dependencies.reporterDispatcher,
|
|
44
|
-
request: input.request
|
|
45
|
-
})
|
|
46
|
-
};
|
|
47
|
-
}
|
|
48
5
|
function benchmarkPreparationError(error, host) {
|
|
49
6
|
return error instanceof RunCollectionError ? error : new RunCollectionError(error instanceof Error ? error.message : String(error), { cause: error }, host === null ? 'measurement' : 'artifact');
|
|
50
7
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"benchmark-baseline-run.js","sourceRoot":"","sources":["../../../../source/run/benchmark-baseline-run.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"benchmark-baseline-run.js","sourceRoot":"","sources":["../../../../source/run/benchmark-baseline-run.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,MAAM,uCAAuC,CAAC;AAC9E,OAAO,EAAE,2BAA2B,EAA6B,MAAM,qCAAqC,CAAC;AAG7G,OAAO,EAAE,+BAA+B,EAAE,2BAA2B,EAAE,MAAM,kCAAkC,CAAC;AAEhH,OAAO,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AAarD,SAAS,yBAAyB,CAAC,KAAc,EAAE,IAAoC;IACnF,OAAO,KAAK,YAAY,kBAAkB,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,kBAAkB,CACvE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EACtD,EAAE,KAAK,EAAE,KAAK,EAAE,EAChB,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,UAAU,CAC7C,CAAC;AACN,CAAC;AAED,KAAK,UAAU,4BAA4B,CACvC,KAAuB,EACvB,YAAyC;IAEzC,MAAM,EAAE,OAAO,EAAE,GAAG,KAAK,CAAC;IAC1B,IAAI,OAAO,CAAC,UAAU,KAAK,WAAW,EAAE,CAAC;QACrC,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;IACtE,CAAC;IACD,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,oBAAoB,CAAC;QACrD,mBAAmB,EAAE,OAAO,CAAC,QAAQ,CAAC,sBAAsB;KAC/D,CAAC,CAAC;IACH,OAAO,qBAAqB,CAAC,QAAQ,EAAE,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AAChE,CAAC;AAED,SAAS,2BAA2B,CAAC,UAAmC;IACpE,MAAM,QAAQ,GAAG,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,aAAa,CAAC,KAAK;QAClE,OAAO,KAAK,CAAC,MAAM,KAAK,QAAQ,CAAC;IACrC,CAAC,CAAC,CAAC;IACH,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtB,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,SAAS,SAAS,CAAC,KAAK;YAClD,OAAO,KAAK,CAAC,MAAM,KAAK,aAAa;gBACjC,CAAC,CAAC,GAAG,KAAK,CAAC,KAAK,kBAAkB,KAAK,CAAC,MAAM,GAAG;gBACjD,CAAC,CAAC,GAAG,KAAK,CAAC,KAAK,cAAc,KAAK,CAAC,eAAe,iBAAiB,KAAK,CAAC,iBAAiB,GAAG,CAAC;QACvG,CAAC,CAAC,CAAC;QACH,MAAM,IAAI,kBAAkB,CAAC,4BAA4B,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE;YAC7E,KAAK,EAAE,EAAE,IAAI,EAAE,yBAAyB,EAAE,UAAU,EAAE;SACzD,EAAE,aAAa,CAAC,CAAC;IACtB,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC3C,OAAkC;IAElC,IAAI,UAAU,GAAmC,IAAI,CAAC;IACtD,IAAI,CAAC;QACD,UAAU,GAAG,MAAM,4BAA4B,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC;QACrF,2BAA2B,CAAC,UAAU,CAAC,CAAC;QACxC,OAAO,MAAM,2BAA2B,CAAC,EAAE,GAAG,OAAO,CAAC,KAAK,EAAE,aAAa,EAAE,UAAU,EAAE,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC;IACpH,CAAC;IAAC,OAAO,KAAc,EAAE,CAAC;QACtB,OAAO,MAAM,2BAA2B,CACpC,OAAO,CAAC,OAAO,EACf,OAAO,CAAC,YAAY,EACpB,+BAA+B,CAAC,yBAAyB,CAAC,KAAK,EAAE,UAAU,CAAC,EAAE,IAAI,CAAC,EACnF,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,aAAa,EAAE,UAAU,EAAE,CACxD,CAAC;IACN,CAAC;AACL,CAAC"}
|
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import { execFile } from 'node:child_process';
|
|
2
2
|
import { fileURLToPath } from 'node:url';
|
|
3
|
+
import { readCalibrationHostMetadata, calibrationMachineClass } from "../bench/calibration-machine.js";
|
|
3
4
|
import { benchmarkCalibrationSchema } from "../bench/calibration-schema.js";
|
|
4
5
|
import { childProcessEntryPointUrl } from "./child-process.entry-point.js";
|
|
5
6
|
import { benchmarkCalibrationRole, childRoleArgument } from "./child-process-roles.js";
|
|
@@ -23,6 +24,12 @@ function calibrationNodeArguments(execution) {
|
|
|
23
24
|
}
|
|
24
25
|
return execution.hostProcess.kind === 'child' ? execution.hostProcess.nodeArguments : Array.from(process.execArgv);
|
|
25
26
|
}
|
|
27
|
+
export function benchmarkNormalizationMachine(execution, calibration) {
|
|
28
|
+
const metadata = readCalibrationHostMetadata(calibrationNodeArguments(execution));
|
|
29
|
+
return calibration === null
|
|
30
|
+
? { machineClass: calibrationMachineClass(metadata), metadata }
|
|
31
|
+
: { machineClass: calibration.machineClass, metadata: calibration.metadata };
|
|
32
|
+
}
|
|
26
33
|
export async function collectBenchmarkCalibration(input) {
|
|
27
34
|
const nodeArguments = calibrationNodeArguments(input.profile.execution);
|
|
28
35
|
const stdout = await calibrationOutput([
|