@overkill-dev/run 0.0.81 → 0.0.82
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/baselines/calibration-reference.js +10 -0
- package/baselines/calibration-reference.js.map +1 -0
- package/baselines/calibration-store.js +185 -0
- package/baselines/calibration-store.js.map +1 -0
- package/baselines/performance-adapter.d.ts +1 -1
- package/baselines/performance-adapter.d.ts.map +1 -1
- package/baselines/performance-baseline.d.ts +17 -3
- package/baselines/performance-baseline.d.ts.map +1 -1
- package/baselines/performance-baseline.js +13 -1
- package/baselines/performance-baseline.js.map +1 -1
- package/baselines/performance-evaluation.js +12 -11
- package/baselines/performance-evaluation.js.map +1 -1
- package/baselines/performance-observation.js +74 -0
- package/baselines/performance-observation.js.map +1 -0
- package/baselines/performance-plan.js +28 -2
- package/baselines/performance-plan.js.map +1 -1
- package/baselines/performance-schema.js +14 -1
- package/baselines/performance-schema.js.map +1 -1
- package/baselines/performance-store.js +2 -14
- package/baselines/performance-store.js.map +1 -1
- package/baselines/performance-workflow.js +18 -10
- package/baselines/performance-workflow.js.map +1 -1
- package/bench/benchmark-run-report.js +14 -5
- package/bench/benchmark-run-report.js.map +1 -1
- package/bench/benchmark-statistics-schema.d.ts +4 -0
- package/bench/benchmark-statistics-schema.d.ts.map +1 -0
- package/bench/benchmark-statistics-schema.js +40 -0
- package/bench/benchmark-statistics-schema.js.map +1 -0
- package/bench/calibration-evidence.js +80 -0
- package/bench/calibration-evidence.js.map +1 -0
- package/bench/calibration-machine.d.ts +14 -0
- package/bench/calibration-machine.d.ts.map +1 -0
- package/bench/calibration-machine.js +43 -0
- package/bench/calibration-machine.js.map +1 -0
- package/bench/calibration-report.d.ts +24 -0
- package/bench/calibration-report.d.ts.map +1 -0
- package/bench/calibration-report.js +28 -0
- package/bench/calibration-report.js.map +1 -0
- package/bench/cpu-reference-workload.d.ts +2 -0
- package/bench/cpu-reference-workload.d.ts.map +1 -0
- package/bench/cpu-reference-workload.js +12 -0
- package/bench/cpu-reference-workload.js.map +1 -0
- package/bench/host-calibration-result.d.ts +15 -0
- package/bench/host-calibration-result.d.ts.map +1 -0
- package/engine/async-leak-diagnostics.js +18 -7
- package/engine/async-leak-diagnostics.js.map +1 -1
- package/engine/benchmark-environment.d.ts +8 -0
- package/engine/benchmark-environment.d.ts.map +1 -0
- package/engine/benchmark-garbage-collection.d.ts +0 -5
- package/engine/benchmark-garbage-collection.d.ts.map +1 -1
- package/engine/benchmark-garbage-collection.js.map +1 -1
- package/engine/benchmark-node.d.ts +3 -2
- package/engine/benchmark-node.d.ts.map +1 -1
- package/engine/benchmark-node.js +9 -0
- package/engine/benchmark-node.js.map +1 -0
- package/engine/benchmark-result.d.ts +85 -1
- package/engine/benchmark-result.d.ts.map +1 -1
- package/engine/benchmark-result.js.map +1 -1
- package/engine/case-attempt-execution.js +25 -17
- package/engine/case-attempt-execution.js.map +1 -1
- package/engine/case-body-execution.js +1 -0
- package/engine/case-body-execution.js.map +1 -1
- package/engine/execution-async-leak-policy.d.ts +3 -0
- package/engine/execution-async-leak-policy.d.ts.map +1 -0
- package/engine/execution-async-leak-policy.js +38 -23
- package/engine/execution-async-leak-policy.js.map +1 -1
- package/engine/execution-error-ownership.d.ts +6 -0
- package/engine/execution-error-ownership.d.ts.map +1 -0
- package/engine/execution-error-ownership.js +83 -0
- package/engine/execution-error-ownership.js.map +1 -0
- package/engine/execution-global-error-observer.d.ts +1 -4
- package/engine/execution-global-error-observer.d.ts.map +1 -1
- package/engine/execution-global-error-observer.js +41 -81
- package/engine/execution-global-error-observer.js.map +1 -1
- package/engine/execution-observation.js +198 -0
- package/engine/execution-observation.js.map +1 -0
- package/engine/execution-options.d.ts +9 -0
- package/engine/execution-options.d.ts.map +1 -1
- package/engine/execution-preparation.d.ts +13 -0
- package/engine/execution-preparation.d.ts.map +1 -0
- package/engine/execution-preparation.js +34 -0
- package/engine/execution-preparation.js.map +1 -0
- package/engine/execution-supervision-state.js +8 -0
- package/engine/execution-supervision-state.js.map +1 -1
- package/engine/execution-supervision.d.ts +1 -1
- package/engine/execution-supervision.d.ts.map +1 -1
- package/engine/execution-supervision.js +3 -3
- package/engine/execution-supervision.js.map +1 -1
- package/engine/execution-test-plan-cases.js +11 -9
- package/engine/execution-test-plan-cases.js.map +1 -1
- package/engine/execution.d.ts +3 -1
- package/engine/execution.d.ts.map +1 -1
- package/engine/execution.js +3 -27
- package/engine/execution.js.map +1 -1
- package/engine/infrastructure-resource-observation.js +55 -0
- package/engine/infrastructure-resource-observation.js.map +1 -0
- package/engine/reporter-dispatcher.d.ts.map +1 -1
- package/engine/reporter-dispatcher.js +6 -3
- package/engine/reporter-dispatcher.js.map +1 -1
- package/engine/reporter-output-scope.js +7 -2
- package/engine/reporter-output-scope.js.map +1 -1
- package/engine/resource-owner-observation.js +52 -3
- package/engine/resource-owner-observation.js.map +1 -1
- package/package.json +12 -1
- package/packages/run/benchmark-calibration.entry-point.d.ts +12 -14
- package/packages/run/benchmark-calibration.entry-point.d.ts.map +1 -1
- package/packages/run/benchmark-calibration.entry-point.js +11 -54
- package/packages/run/benchmark-calibration.entry-point.js.map +1 -1
- package/packages/run/command-line.entry-point.d.ts.map +1 -1
- package/packages/run/command-line.entry-point.js +4 -0
- package/packages/run/command-line.entry-point.js.map +1 -1
- package/readme.md +27 -0
- package/run/benchmark-baseline-commands.js +9 -4
- package/run/benchmark-baseline-commands.js.map +1 -1
- package/run/benchmark-baseline-execution.js +20 -0
- package/run/benchmark-baseline-execution.js.map +1 -0
- package/run/benchmark-baseline-operations.js +0 -14
- package/run/benchmark-baseline-operations.js.map +1 -1
- package/run/benchmark-baseline-preparation.js +63 -0
- package/run/benchmark-baseline-preparation.js.map +1 -0
- package/run/benchmark-baseline-run.js +1 -44
- package/run/benchmark-baseline-run.js.map +1 -1
- package/run/benchmark-calibration.js +7 -0
- package/run/benchmark-calibration.js.map +1 -1
- package/run/benchmark-commands.d.ts.map +1 -1
- package/run/benchmark-commands.js +31 -0
- package/run/benchmark-commands.js.map +1 -1
- package/run/benchmark-definition-schema.js +4 -1
- package/run/benchmark-definition-schema.js.map +1 -1
- package/run/benchmark-execution-environment.js +2 -1
- package/run/benchmark-execution-environment.js.map +1 -1
- package/run/benchmark-garbage-collection.js +14 -3
- package/run/benchmark-garbage-collection.js.map +1 -1
- package/run/benchmark-normalization-preparation.js +59 -0
- package/run/benchmark-normalization-preparation.js.map +1 -0
- package/run/benchmark-placement.js +1 -1
- package/run/benchmark-placement.js.map +1 -1
- package/run/benchmark-policy-schema.js +30 -0
- package/run/benchmark-policy-schema.js.map +1 -0
- package/run/benchmark-report-metadata.js +5 -3
- package/run/benchmark-report-metadata.js.map +1 -1
- package/run/benchmark-result-schema.js +5 -53
- package/run/benchmark-result-schema.js.map +1 -1
- package/run/calibration-baseline-references.js +39 -0
- package/run/calibration-baseline-references.js.map +1 -0
- package/run/calibration-capture-session.js +97 -0
- package/run/calibration-capture-session.js.map +1 -0
- package/run/calibration-inventory.js +27 -0
- package/run/calibration-inventory.js.map +1 -0
- package/run/calibration-maintenance.js +88 -0
- package/run/calibration-maintenance.js.map +1 -0
- package/run/capability-policy.js +82 -79
- package/run/capability-policy.js.map +1 -1
- package/run/collected-run-execution.js +3 -7
- package/run/collected-run-execution.js.map +1 -1
- package/run/command-line-command-namespace.js +3 -0
- package/run/command-line-command-namespace.js.map +1 -1
- package/run/command-line-command.d.ts +1 -0
- package/run/command-line-command.d.ts.map +1 -1
- package/run/command-line-command.js.map +1 -1
- package/run/default-run-engine.js +25 -0
- package/run/default-run-engine.js.map +1 -1
- package/run/execution-session-lifecycle.js +28 -9
- package/run/execution-session-lifecycle.js.map +1 -1
- package/run/frozen-supervised-command-schema.js +2 -2
- package/run/frozen-supervised-command-schema.js.map +1 -1
- package/run/initialized-run-collection.js +80 -0
- package/run/initialized-run-collection.js.map +1 -0
- package/run/initialized-run.js +2 -49
- package/run/initialized-run.js.map +1 -1
- package/run/path-containment.js +13 -0
- package/run/path-containment.js.map +1 -1
- package/run/permission-denial-runtime-policy.js +30 -50
- package/run/permission-denial-runtime-policy.js.map +1 -1
- package/run/run-cancellation.js.map +1 -1
- package/run/run-collected-resolution.js +7 -0
- package/run/run-collected-resolution.js.map +1 -1
- package/run/run-command-schema.js +2 -0
- package/run/run-command-schema.js.map +1 -1
- package/run/run-engine-primitives.d.ts +2 -1
- package/run/run-engine-primitives.d.ts.map +1 -1
- package/run/run-execution.js +1 -1
- package/run/run-execution.js.map +1 -1
- package/run/run-facts.js +1 -0
- package/run/run-facts.js.map +1 -1
- package/run/run-input-resolution.js +5 -3
- package/run/run-input-resolution.js.map +1 -1
- package/run/run-isolated-command.js +8 -2
- package/run/run-isolated-command.js.map +1 -1
- package/run/run-isolated-process.js +5 -0
- package/run/run-isolated-process.js.map +1 -1
- package/run/run-local-command.js +3 -7
- package/run/run-local-command.js.map +1 -1
- package/run/run-local-coverage.js +3 -7
- package/run/run-local-coverage.js.map +1 -1
- package/run/run-local-planning.js +2 -0
- package/run/run-local-planning.js.map +1 -1
- package/run/run-supervised-process.js +14 -3
- package/run/run-supervised-process.js.map +1 -1
- package/run/run-support.js +11 -9
- package/run/run-support.js.map +1 -1
- package/run/run-types.d.ts +5 -2
- package/run/run-types.d.ts.map +1 -1
- package/run/run-types.js.map +1 -1
- package/run/run.js +3 -1
- package/run/run.js.map +1 -1
- package/run/supervised-child-execution.js +1 -1
- package/run/supervised-child-execution.js.map +1 -1
- package/run/supervised-child-test-plan.js +3 -3
- package/run/supervised-child-test-plan.js.map +1 -1
- package/run/supervised-child.js +46 -33
- package/run/supervised-child.js.map +1 -1
- package/run/supervised-protocol.js.map +1 -1
- package/run/worker-execution-engine.js +1 -1
- package/run/worker-execution-engine.js.map +1 -1
- package/run/worker-pool-command.js +4 -6
- package/run/worker-pool-command.js.map +1 -1
- package/run/worker-pool-host.entry-point.js +1 -1
- package/run/worker-pool-host.entry-point.js.map +1 -1
- package/run/worker-pool-protocol.js.map +1 -1
- package/run/worker-pool-worker-plan.js +2 -2
- package/run/worker-pool-worker-plan.js.map +1 -1
- package/software-bill-of-materials.cyclonedx.json +4 -4
|
@@ -1,11 +1,12 @@
|
|
|
1
1
|
import type { AssertionResult } from '../assertion-protocol/assertion-node.ts';
|
|
2
2
|
import type { NonEmptyReadonlyArray, ResolvableSourceLocation } from '../assertion-protocol/assertion-node-shape.ts';
|
|
3
|
-
import type { BenchmarkExecutionEnvironment } from './benchmark-
|
|
3
|
+
import type { BenchmarkExecutionEnvironment } from './benchmark-environment.ts';
|
|
4
4
|
import type { BenchmarkDefinitionSummary, BenchmarkExecutionResult } from './benchmark-result.ts';
|
|
5
|
-
import type { WorkloadId } from './identity.ts';
|
|
5
|
+
import type { WorkId, WorkloadId } from './identity.ts';
|
|
6
6
|
import type { CaseRunnerError } from './run-result.ts';
|
|
7
7
|
import type { TestAnnotationsInput, TestControlsInput } from './test-data.ts';
|
|
8
8
|
export type BenchmarkScope = {
|
|
9
|
+
readonly workId: WorkId;
|
|
9
10
|
readonly benchmarkEnvironment: BenchmarkExecutionEnvironment | null;
|
|
10
11
|
readonly reportCleanupError: (error: unknown) => void;
|
|
11
12
|
readonly cleanup: (callback: () => Promise<void> | void) => void;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"benchmark-node.d.ts","sourceRoot":"","sources":["../../../../source/engine/benchmark-node.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,yCAAyC,CAAC;AAC/E,OAAO,KAAK,EAAE,qBAAqB,EAAE,wBAAwB,EAAE,MAAM,+CAA+C,CAAC;AACrH,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,
|
|
1
|
+
{"version":3,"file":"benchmark-node.d.ts","sourceRoot":"","sources":["../../../../source/engine/benchmark-node.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,yCAAyC,CAAC;AAC/E,OAAO,KAAK,EAAE,qBAAqB,EAAE,wBAAwB,EAAE,MAAM,+CAA+C,CAAC;AACrH,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,4BAA4B,CAAC;AAChF,OAAO,KAAK,EAAE,0BAA0B,EAAE,wBAAwB,EAAE,MAAM,uBAAuB,CAAC;AAClG,OAAO,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AACxD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AACvD,OAAO,KAAK,EAAE,oBAAoB,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AAE9E,MAAM,MAAM,cAAc,GAAG;IACzB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,oBAAoB,EAAE,6BAA6B,GAAG,IAAI,CAAC;IACpE,QAAQ,CAAC,kBAAkB,EAAE,CAAC,KAAK,EAAE,OAAO,KAAK,IAAI,CAAC;IACtD,QAAQ,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,KAAK,IAAI,CAAC;IACjE,QAAQ,CAAC,MAAM,EAAE,WAAW,CAAC;IAC7B,QAAQ,CAAC,QAAQ,EAAE,UAAU,CAAC;IAC9B,QAAQ,CAAC,YAAY,EAAE,CAAC,MAAM,EAAE,wBAAwB,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3E,QAAQ,CAAC,WAAW,EAAE,CAAC,KAAK,EAAE,eAAe,KAAK,IAAI,CAAC;CAC1D,CAAC;AACF,MAAM,MAAM,aAAa,GAAG,CAAC,KAAK,EAAE,cAAc,KAAK,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC;AAClG,MAAM,MAAM,0BAA0B,GAAG;IACrC,QAAQ,CAAC,YAAY,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,OAAO,CAAC;IACjD,QAAQ,CAAC,UAAU,EAAE,0BAA0B,CAAC;IAChD,QAAQ,CAAC,IAAI,EAAE,aAAa,CAAC;IAC7B,QAAQ,CAAC,QAAQ,EAAE,WAAW,CAAC;IAC/B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,SAAS,EAAE,SAAS,UAAU,EAAE,CAAC;CAC7C,CAAC;AACF,MAAM,MAAM,wBAAwB,GAAG;IACnC,QAAQ,CAAC,YAAY,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,OAAO,CAAC;IACjD,QAAQ,CAAC,WAAW,EAAE,oBAAoB,CAAC;IAC3C,QAAQ,CAAC,QAAQ,EAAE,iBAAiB,CAAC;IACrC,QAAQ,CAAC,mBAAmB,EAAE,qBAAqB,CAAC,wBAAwB,CAAC,CAAC;IAC9E,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,UAAU,EAAE,0BAA0B,CAAC;IAChD,QAAQ,CAAC,IAAI,EAAE,aAAa,CAAC;IAC7B,QAAQ,CAAC,SAAS,EAAE,SAAS,UAAU,EAAE,CAAC;CAC7C,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
const benchmarkCalibrationBody = Symbol.for('@overkill-dev/engine/BenchmarkCalibrationBody');
|
|
2
|
+
function hasCalibrationBody(body) {
|
|
3
|
+
return Object.hasOwn(body, benchmarkCalibrationBody);
|
|
4
|
+
}
|
|
5
|
+
|
|
6
|
+
export function readBenchmarkCalibrationBody(body) {
|
|
7
|
+
return hasCalibrationBody(body) ? body[benchmarkCalibrationBody] : null;
|
|
8
|
+
}
|
|
9
|
+
//# sourceMappingURL=benchmark-node.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"benchmark-node.js","sourceRoot":"","sources":["../../../../source/engine/benchmark-node.ts"],"names":[],"mappings":"AAsCA,MAAM,wBAAwB,GAAG,MAAM,CAAC,GAAG,CAAC,+CAA+C,CAAC,CAAC;AAM7F,SAAS,kBAAkB,CAAC,IAAmB;IAC3C,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,wBAAwB,CAAC,CAAC;AACzD,CAAC;;MAIK,UAAU,4BAA4B,CAAC,IAAmB;IAC5D,OAAO,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AAC5E,CAAC"}
|
|
@@ -1,11 +1,13 @@
|
|
|
1
|
+
import type { JsonValue, ReadonlyDeep } from 'type-fest';
|
|
1
2
|
import type { WorkloadParameters } from './workload-parameters.ts';
|
|
2
|
-
import type { WorkloadId } from './identity.ts';
|
|
3
|
+
import type { WorkId, WorkloadId } from './identity.ts';
|
|
3
4
|
export declare const benchmarkLifecycleVersion = 2;
|
|
4
5
|
export type BenchmarkWorkload<Parameters extends WorkloadParameters = WorkloadParameters> = {
|
|
5
6
|
readonly name: string;
|
|
6
7
|
readonly parameters: Parameters;
|
|
7
8
|
};
|
|
8
9
|
export type BenchmarkDefinitionSummary = {
|
|
10
|
+
readonly normalization: Readonly<Record<string, NormalizationRuleSummary>>;
|
|
9
11
|
readonly lifecycle: BenchmarkLifecyclePolicy | null;
|
|
10
12
|
readonly kind: string;
|
|
11
13
|
readonly workloads: readonly BenchmarkWorkload[];
|
|
@@ -57,6 +59,19 @@ export type MetricProvenance = {
|
|
|
57
59
|
readonly scope: 'custom' | 'process' | 'region' | 'runtime' | 'thread';
|
|
58
60
|
readonly unit: string;
|
|
59
61
|
};
|
|
62
|
+
type MetricReadingStates = {
|
|
63
|
+
readonly available: {
|
|
64
|
+
readonly availability: 'available';
|
|
65
|
+
readonly value: number;
|
|
66
|
+
readonly provenance: MetricProvenance;
|
|
67
|
+
};
|
|
68
|
+
readonly unavailable: {
|
|
69
|
+
readonly availability: 'unavailable';
|
|
70
|
+
readonly reason: string;
|
|
71
|
+
readonly provenance: MetricProvenance;
|
|
72
|
+
};
|
|
73
|
+
};
|
|
74
|
+
export type MetricReading = MetricReadingStates[keyof MetricReadingStates];
|
|
60
75
|
export type BenchmarkBudgetResult = {
|
|
61
76
|
readonly metric: string;
|
|
62
77
|
readonly statistic: BudgetStatistic;
|
|
@@ -80,6 +95,7 @@ export type BenchmarkMetricSummary = {
|
|
|
80
95
|
readonly unavailableReasons: readonly string[];
|
|
81
96
|
};
|
|
82
97
|
export type BenchmarkExecutionResult = {
|
|
98
|
+
readonly normalization: BenchmarkNormalizationEvidence | null;
|
|
83
99
|
readonly lifecycle: BenchmarkLifecycleResult | null;
|
|
84
100
|
readonly workload: WorkloadId;
|
|
85
101
|
readonly policy: SamplingPolicy;
|
|
@@ -154,5 +170,73 @@ export type BenchmarkLifecycleResult = {
|
|
|
154
170
|
};
|
|
155
171
|
readonly cooldown: BenchmarkCooldownResult;
|
|
156
172
|
};
|
|
173
|
+
export type CalibrationIdentity = {
|
|
174
|
+
readonly workload: WorkloadId;
|
|
175
|
+
readonly version: string;
|
|
176
|
+
readonly unit: string;
|
|
177
|
+
};
|
|
178
|
+
export type CalibrationSnapshot = {
|
|
179
|
+
readonly version: 1;
|
|
180
|
+
readonly identity: CalibrationIdentity;
|
|
181
|
+
readonly machineClass: string;
|
|
182
|
+
readonly metadata: ReadonlyDeep<JsonValue>;
|
|
183
|
+
readonly execution: {
|
|
184
|
+
readonly nodeVersion: string;
|
|
185
|
+
readonly nodeArguments: readonly string[];
|
|
186
|
+
};
|
|
187
|
+
readonly sampling: SamplingPolicy;
|
|
188
|
+
readonly lifecycle: BenchmarkLifecyclePolicy;
|
|
189
|
+
readonly checkpoint: number;
|
|
190
|
+
readonly samples: readonly number[];
|
|
191
|
+
};
|
|
192
|
+
export type SavedCalibration = {
|
|
193
|
+
readonly work: WorkId;
|
|
194
|
+
readonly metric: string;
|
|
195
|
+
readonly reference: CalibrationSnapshot;
|
|
196
|
+
readonly budgetReference: CalibrationSnapshot;
|
|
197
|
+
};
|
|
198
|
+
export type BenchmarkNormalizationContext = {
|
|
199
|
+
readonly executionId: string | null;
|
|
200
|
+
readonly mode: 'capture' | 'compare';
|
|
201
|
+
readonly profile: string;
|
|
202
|
+
readonly machine: {
|
|
203
|
+
readonly machineClass: string;
|
|
204
|
+
readonly metadata: ReadonlyDeep<JsonValue>;
|
|
205
|
+
};
|
|
206
|
+
readonly references: readonly CalibrationSnapshot[];
|
|
207
|
+
readonly saved: readonly SavedCalibration[];
|
|
208
|
+
};
|
|
209
|
+
export type NormalizationRuleSummary = {
|
|
210
|
+
readonly garbageCollection: BenchmarkGarbageCollectionRequest;
|
|
211
|
+
readonly calibration: CalibrationIdentity;
|
|
212
|
+
readonly scaling: 'inverse' | 'proportional';
|
|
213
|
+
};
|
|
214
|
+
type BenchmarkNormalizationFactor = {
|
|
215
|
+
readonly estimate: number;
|
|
216
|
+
readonly lower: number | null;
|
|
217
|
+
readonly upper: number | null;
|
|
218
|
+
};
|
|
219
|
+
export type BenchmarkMetricNormalization = {
|
|
220
|
+
readonly budgetFactor: number | null;
|
|
221
|
+
readonly scaling: NormalizationRuleSummary['scaling'];
|
|
222
|
+
readonly actual: CalibrationSnapshot;
|
|
223
|
+
readonly budgetReference: CalibrationSnapshot;
|
|
224
|
+
readonly reference: CalibrationSnapshot;
|
|
225
|
+
readonly source: 'baseline' | 'canonical' | 'fixed';
|
|
226
|
+
readonly factor: BenchmarkNormalizationFactor | null;
|
|
227
|
+
readonly summary: BenchmarkMetricSummary | null;
|
|
228
|
+
readonly budgets: readonly BenchmarkBudgetResult[];
|
|
229
|
+
};
|
|
230
|
+
export type BenchmarkNormalizationEvidence = {
|
|
231
|
+
readonly version: 1;
|
|
232
|
+
readonly comparability: {
|
|
233
|
+
readonly kind: 'comparable';
|
|
234
|
+
} | {
|
|
235
|
+
readonly kind: 'non-comparable';
|
|
236
|
+
readonly reason: string;
|
|
237
|
+
};
|
|
238
|
+
readonly calibrations: readonly CalibrationSnapshot[];
|
|
239
|
+
readonly metrics: Readonly<Record<string, BenchmarkMetricNormalization>>;
|
|
240
|
+
};
|
|
157
241
|
export {};
|
|
158
242
|
//# sourceMappingURL=benchmark-result.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"benchmark-result.d.ts","sourceRoot":"","sources":["../../../../source/engine/benchmark-result.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AACnE,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;
|
|
1
|
+
{"version":3,"file":"benchmark-result.d.ts","sourceRoot":"","sources":["../../../../source/engine/benchmark-result.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AACzD,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AACnE,OAAO,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAExD,eAAO,MAAM,yBAAyB,IAAI,CAAC;AAE3C,MAAM,MAAM,iBAAiB,CAAC,UAAU,SAAS,kBAAkB,GAAG,kBAAkB,IAAI;IACxF,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,UAAU,EAAE,UAAU,CAAC;CACnC,CAAC;AAEF,MAAM,MAAM,0BAA0B,GAAG;IACrC,QAAQ,CAAC,aAAa,EAAE,QAAQ,CAC5B,MAAM,CAAC,MAAM,EAAE,wBAAwB,CAAC,CAC3C,CAAC;IACF,QAAQ,CAAC,SAAS,EAAE,wBAAwB,GAAG,IAAI,CAAC;IACpD,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,SAAS,EAAE,SAAS,iBAAiB,EAAE,CAAC;IACjD,QAAQ,CAAC,WAAW,EAAE;QAClB,QAAQ,CAAC,IAAI,EAAE,OAAO,GAAG,MAAM,CAAC;QAChC,QAAQ,CAAC,UAAU,EAAE,SAAS;YAC1B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;YACtB,QAAQ,CAAC,OAAO,EAAE,SAAS,CAAC,gBAAgB,GAAG;gBAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;aAAE,CAAC,EAAE,CAAC;SAChF,EAAE,CAAC;KACP,GAAG;QACA,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC;QACzB,QAAQ,CAAC,eAAe,EAAE,MAAM,GAAG,KAAK,CAAC;KAC5C,CAAC;IACF,QAAQ,CAAC,WAAW,EAAE,SAAS,MAAM,EAAE,CAAC;IACxC,QAAQ,CAAC,OAAO,EAAE,QAAQ,CACtB,MAAM,CAAC,MAAM,EAAE,SAAS,IAAI,CAAC,qBAAqB,EAAE,SAAS,GAAG,QAAQ,GAAG,SAAS,GAAG,WAAW,CAAC,EAAE,CAAC,CACzG,CAAC;IACF,QAAQ,CAAC,MAAM,EAAE,cAAc,CAAC;CACnC,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG;IACzB,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,iBAAiB,EAAE,MAAM,CAAC;IACnC,QAAQ,CAAC,iBAAiB,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IAC7D,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;CACnC,CAAC;AAEF,KAAK,gBAAgB,GAAG;IACpB,QAAQ,CAAC,IAAI,EAAE;QAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,KAAK,EAAE;YAAE,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;YAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;SAAE,CAAC;KAAE,CAAC;IACnH,QAAQ,CAAC,eAAe,EAAE;QAAE,QAAQ,CAAC,IAAI,EAAE,kBAAkB,CAAC;KAAE,CAAC;IACjE,QAAQ,CAAC,eAAe,EAAE;QAAE,QAAQ,CAAC,IAAI,EAAE,kBAAkB,CAAC;KAAE,CAAC;IACjE,QAAQ,CAAC,QAAQ,EAAE;QAAE,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAC;QAAC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;KAAE,CAAC;CACnF,CAAC;AACF,MAAM,MAAM,eAAe,GAAG,gBAAgB,CAAC,MAAM,gBAAgB,CAAC,CAAC;AAEvE,MAAM,MAAM,gBAAgB,GAAG;IAC3B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,KAAK,EAAE,QAAQ,GAAG,SAAS,GAAG,QAAQ,GAAG,SAAS,GAAG,QAAQ,CAAC;IACvE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;CACzB,CAAC;AAEF,KAAK,mBAAmB,GAAG;IACvB,QAAQ,CAAC,SAAS,EAAE;QAChB,QAAQ,CAAC,YAAY,EAAE,WAAW,CAAC;QACnC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;QACvB,QAAQ,CAAC,UAAU,EAAE,gBAAgB,CAAC;KACzC,CAAC;IACF,QAAQ,CAAC,WAAW,EAAE;QAClB,QAAQ,CAAC,YAAY,EAAE,aAAa,CAAC;QACrC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;QACxB,QAAQ,CAAC,UAAU,EAAE,gBAAgB,CAAC;KACzC,CAAC;CACL,CAAC;AACF,MAAM,MAAM,aAAa,GAAG,mBAAmB,CAAC,MAAM,mBAAmB,CAAC,CAAC;AAE3E,MAAM,MAAM,qBAAqB,GAAG;IAChC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,SAAS,EAAE,eAAe,CAAC;IACpC,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,QAAQ,CAAC,QAAQ,EAAE;QAAE,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;KAAE,CAAC;IACrF,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;IAC1B,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,GAAG,aAAa,GAAG,WAAW,CAAC;CACpE,CAAC;AAEF,MAAM,MAAM,sBAAsB,GAAG;IACjC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,QAAQ,CAAC,UAAU,EAAE,gBAAgB,CAAC;IACtC,QAAQ,CAAC,kBAAkB,EAAE,SAAS,MAAM,EAAE,CAAC;CAClD,CAAC;AAEF,MAAM,MAAM,wBAAwB,GAAG;IACnC,QAAQ,CAAC,aAAa,EAAE,8BAA8B,GAAG,IAAI,CAAC;IAC9D,QAAQ,CAAC,SAAS,EAAE,wBAAwB,GAAG,IAAI,CAAC;IACpD,QAAQ,CAAC,QAAQ,EAAE,UAAU,CAAC;IAC9B,QAAQ,CAAC,MAAM,EAAE,cAAc,CAAC;IAChC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,MAAM,EAAE,UAAU,GAAG,YAAY,GAAG,UAAU,CAAC;IACxD,QAAQ,CAAC,UAAU,EAAE,qCAAqC,CAAC;IAC3D,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,sBAAsB,CAAC,CAAC,CAAC;IACnE,QAAQ,CAAC,OAAO,EAAE,SAAS,qBAAqB,EAAE,CAAC;IACnD,QAAQ,CAAC,UAAU,EAAE;QACjB,QAAQ,CAAC,MAAM,EAAE,SAAS,GAAG,UAAU,GAAG,WAAW,CAAC;QACtD,QAAQ,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;QAClC,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;KAClC,CAAC;CACL,CAAC;AAEF,KAAK,yBAAyB,GAAG;IAC7B,QAAQ,CAAC,GAAG,EAAE;QAAE,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC;KAAE,CAAC;IACxC,QAAQ,CAAC,OAAO,EAAE;QACd,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC;QACzB,QAAQ,CAAC,2BAA2B,EAAE,MAAM,CAAC;QAC7C,QAAQ,CAAC,mBAAmB,EAAE,MAAM,CAAC;KACxC,CAAC;CACL,CAAC;AACF,MAAM,MAAM,uBAAuB,GAAG,yBAAyB,CAAC,MAAM,yBAAyB,CAAC,CAAC;AAEjG,MAAM,MAAM,gCAAgC,GAAG,cAAc,GAAG,KAAK,CAAC;AACtE,MAAM,MAAM,iCAAiC,GAAG,gCAAgC,GAAG,iBAAiB,CAAC;AACrG,MAAM,MAAM,gCAAgC,GAAG;IAC3C,QAAQ,CAAC,IAAI,EAAE,cAAc,CAAC;IAC9B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;CAC7B,GAAG;IACA,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC;CACxB,CAAC;AAEF,KAAK,wBAAwB,GAAG;IAC5B,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,QAAQ,EAAE,uBAAuB,CAAC;CAC9C,CAAC;AAEF,MAAM,MAAM,wBAAwB,GAAG,wBAAwB,GAAG;IAC9D,QAAQ,CAAC,iBAAiB,EAAE,iCAAiC,CAAC;CACjE,CAAC;AACF,MAAM,MAAM,gCAAgC,GAAG,wBAAwB,GAAG;IACtE,QAAQ,CAAC,iBAAiB,EAAE,gCAAgC,CAAC;CAChE,CAAC;AAEF,KAAK,wBAAwB,GAAG;IAC5B,QAAQ,CAAC,GAAG,EAAE;QAAE,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC;KAAE,CAAC;IACxC,QAAQ,CAAC,OAAO,EAAE;QACd,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC;QACzB,QAAQ,CAAC,QAAQ,EAAE,2BAA2B,CAAC;QAC/C,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;QAC3B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;QACzB,QAAQ,CAAC,oBAAoB,EAAE,MAAM,CAAC;QACtC,QAAQ,CAAC,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;QACxC,QAAQ,CAAC,OAAO,EAAE,WAAW,GAAG,SAAS,GAAG,SAAS,GAAG,WAAW,GAAG,aAAa,CAAC;KACvF,CAAC;CACL,CAAC;AACF,MAAM,MAAM,uBAAuB,GAAG,wBAAwB,CAAC,MAAM,wBAAwB,CAAC,CAAC;AAE/F,MAAM,MAAM,wBAAwB,GAAG;IACnC,QAAQ,CAAC,OAAO,EAAE,OAAO,yBAAyB,CAAC;IACnD,QAAQ,CAAC,MAAM,EAAE,gCAAgC,CAAC;IAClD,QAAQ,CAAC,iBAAiB,EAAE,gCAAgC,GAAG,IAAI,CAAC;IACpE,QAAQ,CAAC,MAAM,EAAE;QACb,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;QACzB,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,sBAAsB,CAAC,CAAC,CAAC;QACnE,QAAQ,CAAC,UAAU,EAAE,wBAAwB,CAAC,YAAY,CAAC,CAAC;KAC/D,CAAC;IACF,QAAQ,CAAC,OAAO,EAAE;QAAE,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;KAAE,CAAC;IAC7E,QAAQ,CAAC,QAAQ,EAAE,uBAAuB,CAAC;CAC9C,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG;IAAE,QAAQ,CAAC,QAAQ,EAAE,UAAU,CAAC;IAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;CAAE,CAAC;AACtH,MAAM,MAAM,mBAAmB,GAAG;IAC9B,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC;IACpB,QAAQ,CAAC,QAAQ,EAAE,mBAAmB,CAAC;IACvC,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,QAAQ,EAAE,YAAY,CAAC,SAAS,CAAC,CAAC;IAC3C,QAAQ,CAAC,SAAS,EAAE;QAAE,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,aAAa,EAAE,SAAS,MAAM,EAAE,CAAC;KAAE,CAAC;IACjG,QAAQ,CAAC,QAAQ,EAAE,cAAc,CAAC;IAClC,QAAQ,CAAC,SAAS,EAAE,wBAAwB,CAAC;IAC7C,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,OAAO,EAAE,SAAS,MAAM,EAAE,CAAC;CACvC,CAAC;AACF,MAAM,sBAKsB,GAAG;IAC3B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,SAAS,EAAE,mBAAmB,CAAC;IACxC,QAAQ,CAAC,eAAe,EAAE,mBAAmB,CAAC;CACjD,CAAC;AACF,MAAM,MAAM,6BAA6B,GAAG;IACxC,QAAQ,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IACpC,QAAQ,CAAC,IAAI,EAAE,SAAS,GAAG,SAAS,CAAC;IACrC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,OAAO,EAAE;QAAE,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,QAAQ,EAAE,YAAY,CAAC,SAAS,CAAC,CAAC;KAAE,CAAC;IACjG,QAAQ,CAAC,UAAU,EAAE,SAAS,mBAAmB,EAAE,CAAC;IACpD,QAAQ,CAAC,KAAK,EAAE,SAAS,gBAAgB,EAAE,CAAC;CAC/C,CAAC;AACF,MAAM,MAAM,wBAAwB,GAAG;IACnC,QAAQ,CAAC,iBAAiB,EAAE,iCAAiC,CAAC;IAC9D,QAAQ,CAAC,WAAW,EAAE,mBAAmB,CAAC;IAC1C,QAAQ,CAAC,OAAO,EAAE,SAAS,GAAG,cAAc,CAAC;CAChD,CAAC;AACF,KAAK,4BAA4B,GAAG;IAChC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;CACjC,CAAC;AACF,MAAM,MAAM,4BAA4B,GAAG;IACvC,QAAQ,CAAC,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IACrC,QAAQ,CAAC,OAAO,EAAE,wBAAwB,CAAC,SAAS,CAAC,CAAC;IACtD,QAAQ,CAAC,MAAM,EAAE,mBAAmB,CAAC;IACrC,QAAQ,CAAC,eAAe,EAAE,mBAAmB,CAAC;IAC9C,QAAQ,CAAC,SAAS,EAAE,mBAAmB,CAAC;IACxC,QAAQ,CAAC,MAAM,EAAE,UAAU,GAAG,WAAW,GAAG,OAAO,CAAC;IACpD,QAAQ,CAAC,MAAM,EAAE,4BAA4B,GAAG,IAAI,CAAC;IACrD,QAAQ,CAAC,OAAO,EAAE,sBAAsB,GAAG,IAAI,CAAC;IAChD,QAAQ,CAAC,OAAO,EAAE,SAAS,qBAAqB,EAAE,CAAC;CACtD,CAAC;AACF,MAAM,MAAM,8BAA8B,GAAG;IACzC,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC;IACpB,QAAQ,CAAC,aAAa,EAAE;QAAE,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAC;KAAE,GAAG;QACvD,QAAQ,CAAC,IAAI,EAAE,gBAAgB,CAAC;QAChC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;KAC3B,CAAC;IACF,QAAQ,CAAC,YAAY,EAAE,SAAS,mBAAmB,EAAE,CAAC;IACtD,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,4BAA4B,CAAC,CAAC,CAAC;CAC5E,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"benchmark-result.js","sourceRoot":"","sources":["../../../../source/engine/benchmark-result.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"benchmark-result.js","sourceRoot":"","sources":["../../../../source/engine/benchmark-result.ts"],"names":[],"mappings":"AAIA,MAAM,CAAC,MAAM,yBAAyB,GAAG,CAAC,CAAC"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { observeCaseResourceOwners } from "./resource-owner-observation.js";
|
|
2
|
-
import { caseWithAsyncLeakPolicy, completeCaseWithAsyncLeakPolicy } from "./execution-async-leak-policy.js";
|
|
2
|
+
import { caseWithAsyncLeakPolicy, hasCasePolicyErrors, completeCaseWithAsyncLeakPolicy } from "./execution-async-leak-policy.js";
|
|
3
3
|
import { executeCaseBody } from "./execution-supervision.js";
|
|
4
4
|
import { reportRunnerErrorEvents } from "./runner-error-reporting.js";
|
|
5
5
|
import { retryPolicyAllowsAttempt } from "./retry-policy.js";
|
|
@@ -47,17 +47,15 @@ async function reportBenchmarkProgress(input, benchmark) {
|
|
|
47
47
|
}
|
|
48
48
|
}
|
|
49
49
|
async function runObservedCase(input) {
|
|
50
|
-
return await
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
attempt: { index: input.attempt }
|
|
60
|
-
});
|
|
50
|
+
return await executeCaseBody({
|
|
51
|
+
async onBenchmarkUpdate(benchmark) {
|
|
52
|
+
await reportBenchmarkProgress(input, benchmark);
|
|
53
|
+
},
|
|
54
|
+
testCase: input.testCase,
|
|
55
|
+
timeoutPolicy: input.options.timeoutPolicy,
|
|
56
|
+
supervision: input.supervision,
|
|
57
|
+
dependencies: input.context.dependencies,
|
|
58
|
+
attempt: { index: input.attempt }
|
|
61
59
|
});
|
|
62
60
|
}
|
|
63
61
|
async function executeTimedLeakCheckedCase(input) {
|
|
@@ -68,7 +66,12 @@ async function executeTimedLeakCheckedCase(input) {
|
|
|
68
66
|
});
|
|
69
67
|
});
|
|
70
68
|
const leakCheckedCase = await caseWithAsyncLeakPolicy({
|
|
71
|
-
|
|
69
|
+
readResourceBaseline() {
|
|
70
|
+
return observedCase.baseline;
|
|
71
|
+
},
|
|
72
|
+
ambiguousResources() {
|
|
73
|
+
return observedCase.ambiguousResources;
|
|
74
|
+
},
|
|
72
75
|
dependencies: input.context.dependencies,
|
|
73
76
|
executedCase: observedCase.result,
|
|
74
77
|
includeActiveResourceLeaks: input.options.execution.mode === 'serial-in-process',
|
|
@@ -165,7 +168,9 @@ async function completeLogicalCase(input, executed) {
|
|
|
165
168
|
...await reportRunnerErrorEvents(input.context.reporterDelivery, errors)
|
|
166
169
|
],
|
|
167
170
|
runnerErrors: [...executed.runnerErrors, ...errors],
|
|
168
|
-
result: errors
|
|
171
|
+
result: hasCasePolicyErrors(errors)
|
|
172
|
+
? { ...executed.result, outcome: null, verdict: 'runtime-policy' }
|
|
173
|
+
: executed.result
|
|
169
174
|
};
|
|
170
175
|
}
|
|
171
176
|
async function finishAttempt(input, executed, retry) {
|
|
@@ -211,9 +216,12 @@ export async function executeCase(input, started) {
|
|
|
211
216
|
history: null
|
|
212
217
|
};
|
|
213
218
|
for (;;) {
|
|
214
|
-
const
|
|
215
|
-
const retry =
|
|
216
|
-
|
|
219
|
+
const current = chain;
|
|
220
|
+
const { retry, completed } = await input.context.dependencies.globalErrorObserver.runCase(current.current.testCase, { index: current.current.attempt }, async function observeCompleteAttempt() {
|
|
221
|
+
const executed = await executeAttempt(current.current, current.started);
|
|
222
|
+
const retryAllowed = canRetryCase(current.current, executed);
|
|
223
|
+
return { retry: retryAllowed, completed: await finishAttempt(current.current, executed, retryAllowed) };
|
|
224
|
+
});
|
|
217
225
|
const history = appendAttempt(chain.history, retry && !acceptsAnotherAttempt(chain.current)
|
|
218
226
|
? await completeLogicalCase(chain.current, completed)
|
|
219
227
|
: completed);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"case-attempt-execution.js","sourceRoot":"","sources":["../../../../source/engine/case-attempt-execution.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,yBAAyB,EAAE,MAAM,iCAAiC,CAAC;AAC5E,OAAO,EACH,uBAAuB,EACvB,+BAA+B,EAGlC,MAAM,kCAAkC,CAAC;AAE1C,OAAO,EACH,eAAe,EAGlB,MAAM,4BAA4B,CAAC;AAEpC,OAAO,EAAE,uBAAuB,EAAE,MAAM,6BAA6B,CAAC;AAEtE,OAAO,EAAE,wBAAwB,EAAE,MAAM,mBAAmB,CAAC;AAC7D,OAAO,EAAE,kBAAkB,EAAE,wBAAwB,EAAE,MAAM,2BAA2B,CAAC;AA4CzF,MAAM,CAAC,KAAK,UAAU,eAAe,CACjC,QAAsB,EACtB,OAAe,EACf,QAA+C;IAE/C,OAAO,MAAM,QAAQ,CAAC,WAAW,CAAC;QAC9B,OAAO;QACP,IAAI,EAAE,QAAQ,CAAC,EAAE;QACjB,mBAAmB,EAAE,QAAQ,CAAC,mBAAmB;QACjD,IAAI,EAAE,YAAY;QAClB,SAAS,EAAE,QAAQ,CAAC,SAAS;QAC7B,MAAM,EAAE,QAAQ,CAAC,MAAM;KAC1B,CAAC,CAAC;AACP,CAAC;AAED,KAAK,UAAU,aAAa,CACxB,KAAyB,EACzB,OAA6B;IAE7B,OAAO,MAAM,OAAO,CAAC,gBAAgB,CAAC,WAAW,CAAC;QAC9C,UAAU,EAAE,KAAK,CAAC,UAAU;QAC5B,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,SAAS;QACjC,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,SAAS,EAAE,EAAE;QACb,IAAI,EAAE,KAAK,CAAC,QAAQ,CAAC,EAAE;QACvB,mBAAmB,EAAE,KAAK,CAAC,QAAQ,CAAC,mBAAmB;QACvD,IAAI,EAAE,UAAU;QAChB,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,OAAO;QAC7B,SAAS,EAAE,KAAK,CAAC,QAAQ,CAAC,SAAS;QACnC,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,OAAO;QAC7B,oBAAoB,EAAE,KAAK,CAAC,oBAAoB;QAChD,MAAM,EAAE,KAAK,CAAC,QAAQ,CAAC,MAAM;KAChC,CAAC,CAAC;AACP,CAAC;AAED,KAAK,UAAU,uBAAuB,CAClC,KAAuB,EACvB,SAAkD;IAElD,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,gBAAgB,CAAC,cAAc,CAC3E,KAAK,UAAU,iBAAiB;QAC5B,OAAO,KAAK,CAAC,OAAO,CAAC,gBAAgB,CAAC,WAAW,CAAC;YAC9C,IAAI,EAAE,oBAAoB;YAC1B,SAAS;YACT,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,IAAI,EAAE,KAAK,CAAC,QAAQ,CAAC,EAAE;YACvB,mBAAmB,EAAE,KAAK,CAAC,QAAQ,CAAC,mBAAmB;YACvD,SAAS,EAAE,KAAK,CAAC,QAAQ,CAAC,SAAS;YACnC,MAAM,EAAE,KAAK,CAAC,QAAQ,CAAC,MAAM;SAChC,CAAC,CAAC;IACP,CAAC,CACJ,CAAC;IACF,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QACzB,KAAK,CAAC,WAAW,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;IAC/C,CAAC;AACL,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,KAAuB;IAClD,OAAO,MAAM,
|
|
1
|
+
{"version":3,"file":"case-attempt-execution.js","sourceRoot":"","sources":["../../../../source/engine/case-attempt-execution.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,yBAAyB,EAAE,MAAM,iCAAiC,CAAC;AAC5E,OAAO,EACH,uBAAuB,EACvB,mBAAmB,EACnB,+BAA+B,EAGlC,MAAM,kCAAkC,CAAC;AAE1C,OAAO,EACH,eAAe,EAGlB,MAAM,4BAA4B,CAAC;AAEpC,OAAO,EAAE,uBAAuB,EAAE,MAAM,6BAA6B,CAAC;AAEtE,OAAO,EAAE,wBAAwB,EAAE,MAAM,mBAAmB,CAAC;AAC7D,OAAO,EAAE,kBAAkB,EAAE,wBAAwB,EAAE,MAAM,2BAA2B,CAAC;AA4CzF,MAAM,CAAC,KAAK,UAAU,eAAe,CACjC,QAAsB,EACtB,OAAe,EACf,QAA+C;IAE/C,OAAO,MAAM,QAAQ,CAAC,WAAW,CAAC;QAC9B,OAAO;QACP,IAAI,EAAE,QAAQ,CAAC,EAAE;QACjB,mBAAmB,EAAE,QAAQ,CAAC,mBAAmB;QACjD,IAAI,EAAE,YAAY;QAClB,SAAS,EAAE,QAAQ,CAAC,SAAS;QAC7B,MAAM,EAAE,QAAQ,CAAC,MAAM;KAC1B,CAAC,CAAC;AACP,CAAC;AAED,KAAK,UAAU,aAAa,CACxB,KAAyB,EACzB,OAA6B;IAE7B,OAAO,MAAM,OAAO,CAAC,gBAAgB,CAAC,WAAW,CAAC;QAC9C,UAAU,EAAE,KAAK,CAAC,UAAU;QAC5B,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,SAAS;QACjC,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,SAAS,EAAE,EAAE;QACb,IAAI,EAAE,KAAK,CAAC,QAAQ,CAAC,EAAE;QACvB,mBAAmB,EAAE,KAAK,CAAC,QAAQ,CAAC,mBAAmB;QACvD,IAAI,EAAE,UAAU;QAChB,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,OAAO;QAC7B,SAAS,EAAE,KAAK,CAAC,QAAQ,CAAC,SAAS;QACnC,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,OAAO;QAC7B,oBAAoB,EAAE,KAAK,CAAC,oBAAoB;QAChD,MAAM,EAAE,KAAK,CAAC,QAAQ,CAAC,MAAM;KAChC,CAAC,CAAC;AACP,CAAC;AAED,KAAK,UAAU,uBAAuB,CAClC,KAAuB,EACvB,SAAkD;IAElD,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,gBAAgB,CAAC,cAAc,CAC3E,KAAK,UAAU,iBAAiB;QAC5B,OAAO,KAAK,CAAC,OAAO,CAAC,gBAAgB,CAAC,WAAW,CAAC;YAC9C,IAAI,EAAE,oBAAoB;YAC1B,SAAS;YACT,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,IAAI,EAAE,KAAK,CAAC,QAAQ,CAAC,EAAE;YACvB,mBAAmB,EAAE,KAAK,CAAC,QAAQ,CAAC,mBAAmB;YACvD,SAAS,EAAE,KAAK,CAAC,QAAQ,CAAC,SAAS;YACnC,MAAM,EAAE,KAAK,CAAC,QAAQ,CAAC,MAAM;SAChC,CAAC,CAAC;IACP,CAAC,CACJ,CAAC;IACF,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QACzB,KAAK,CAAC,WAAW,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;IAC/C,CAAC;AACL,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,KAAuB;IAClD,OAAO,MAAM,eAAe,CAAC;QACzB,KAAK,CAAC,iBAAiB,CAAC,SAAS;YAC7B,MAAM,uBAAuB,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;QACpD,CAAC;QACD,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,aAAa,EAAE,KAAK,CAAC,OAAO,CAAC,aAAa;QAC1C,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,YAAY,EAAE,KAAK,CAAC,OAAO,CAAC,YAAY;QACxC,OAAO,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE;KACpC,CAAC,CAAC;AACP,CAAC;AAED,KAAK,UAAU,2BAA2B,CAAC,KAAuB;IAC9D,MAAM,qBAAqB,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,SAAS,CAAC,4BAA4B,CAAC,CAAC;IACxG,MAAM,YAAY,GAAG,MAAM,yBAAyB,CAChD,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,uBAAuB,EAClD,KAAK,UAAU,aAAa;QACxB,OAAO,MAAM,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,gBAAgB,CAAC,OAAO,CAC5D,KAAK,CAAC,QAAQ,EACd,KAAK,UAAU,OAAO;YAClB,OAAO,MAAM,eAAe,CAAC,KAAK,CAAC,CAAC;QACxC,CAAC,CACJ,CAAC;IACN,CAAC,CACJ,CAAC;IACF,MAAM,eAAe,GAAG,MAAM,uBAAuB,CAAC;QAClD,oBAAoB;YAChB,OAAO,YAAY,CAAC,QAAQ,CAAC;QACjC,CAAC;QACD,kBAAkB;YACd,OAAO,YAAY,CAAC,kBAAkB,CAAC;QAC3C,CAAC;QACD,YAAY,EAAE,KAAK,CAAC,OAAO,CAAC,YAAY;QACxC,YAAY,EAAE,YAAY,CAAC,MAAM;QACjC,0BAA0B,EAAE,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,KAAK,mBAAmB;QAChF,QAAQ,EAAE,KAAK,CAAC,QAAQ;KAC3B,CAAC,CAAC;IAEH,OAAO;QACH,mBAAmB,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,SAAS,CAAC,4BAA4B,CAAC;QAC9F,eAAe;QACf,qBAAqB;KACxB,CAAC;AACN,CAAC;AAED,SAAS,oBAAoB,CAAC,KAAuB,EAAE,MAA8B;IACjF,OAAO,MAAM,CAAC,GAAG,CAAC,SAAS,gBAAgB,CAAC,KAAK;QAC7C,OAAO,KAAK,CAAC,gBAAgB,KAAK,KAAK,CAAC,QAAQ,CAAC,MAAM,IAAI,KAAK,CAAC,mBAAmB,KAAK,IAAI;YACzF,CAAC,CAAC,EAAE,GAAG,KAAK,EAAE,mBAAmB,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,EAAE;YAC7D,CAAC,CAAC,KAAK,CAAC;IAChB,CAAC,CAAC,CAAC;AACP,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,KAAuB,EAAE,OAAgB;IACnE,MAAM,WAAW,GAAG,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,eAAe,CACpD,KAAK,CAAC,QAAQ,EACd,KAAK,CAAC,OAAO,EACb,KAAK,CAAC,OAAO,CAAC,gBAAgB,CACjC,CAAC;IACF,MAAM,EAAE,mBAAmB,EAAE,eAAe,EAAE,qBAAqB,EAAE,GAAG,MAAM,2BAA2B,CAAC,KAAK,CAAC,CAAC;IACjH,MAAM,gBAAgB,GAAG,oBAAoB,CAAC,KAAK,EAAE;QACjD,GAAG,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,mBAAmB,CAAC,UAAU,EAAE;QAC9D,GAAG,eAAe,CAAC,YAAY,CAAC,YAAY;QAC5C,GAAG,eAAe,CAAC,YAAY;KAClC,CAAC,CAAC;IAEH,KAAK,MAAM,WAAW,IAAI,gBAAgB,EAAE,CAAC;QACzC,KAAK,CAAC,WAAW,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC;IACrD,CAAC;IAED,MAAM,6BAA6B,GAAG,MAAM,uBAAuB,CAC/D,KAAK,CAAC,OAAO,CAAC,gBAAgB,EAC9B,gBAAgB,CACnB,CAAC;IACF,OAAO;QACH,eAAe,EAAE,EAAE,mBAAmB,EAAE,qBAAqB,EAAE;QAC/D,cAAc,EAAE,CAAE,GAAG,WAAW,EAAE,GAAG,6BAA6B,CAAE;QACpE,YAAY,EAAE,gBAAgB;QAC9B,MAAM,EAAE;YACJ,GAAG,eAAe,CAAC,YAAY,CAAC,MAAM;YACtC,QAAQ,EAAE,CAAE;oBACR,SAAS,EAAE,eAAe,CAAC,YAAY,CAAC,MAAM,CAAC,SAAS;oBACxD,OAAO,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE;oBACjC,oBAAoB,EAAE,eAAe,CAAC,YAAY,CAAC,oBAAoB;oBACvE,OAAO,EAAE,eAAe,CAAC,YAAY,CAAC,MAAM,CAAC,OAAO;wBAChD,eAAe,CAAC,YAAY,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO;oBAC3D,OAAO,EAAE,eAAe,CAAC,YAAY,CAAC,MAAM,CAAC,OAAO;iBACvD,CAAE;SACN;KACJ,CAAC;AACN,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAuB;IAClD,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,mBAAmB,CAAC,aAAa,EAAE,IAAI,KAAK,CAAC,WAAW,CAAC,eAAe,EAAE,CAAC;AAClH,CAAC;AAED,SAAS,YAAY,CAAC,KAAuB,EAAE,QAAsB;IACjE,OAAO,wBAAwB,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,KAAK,CAAC,OAAO,GAAG,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC;QAClG,QAAQ,CAAC,MAAM,CAAC,OAAO,KAAK,MAAM;QAClC,QAAQ,CAAC,YAAY,CAAC,MAAM,KAAK,CAAC;QAClC,qBAAqB,CAAC,KAAK,CAAC,CAAC;AACrC,CAAC;AAED,KAAK,UAAU,gBAAgB,CAC3B,KAAuB,EACvB,MAA+D;IAE/D,IAAI,CAAC;QACD,MAAM,MAAM,CAAC,YAAY,CAAC,KAAK,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACpE,OAAO,MAAM,CAAC,iBAAiB,CAAC,KAAK,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;IAC9E,CAAC;IAAC,OAAO,KAAc,EAAE,CAAC;QACtB,OAAO,CAAE;gBACL,YAAY,EAAE,KAAK,CAAC,QAAQ,CAAC,EAAE;gBAC/B,gBAAgB,EAAE,KAAK,CAAC,QAAQ,CAAC,MAAM;gBACvC,mBAAmB,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE;gBAC7C,KAAK,EAAE,KAAK;gBACZ,WAAW,EAAE,EAAE;gBACf,OAAO,EAAE,8BAA8B;gBACvC,OAAO,EAAE,gBAAgB;aAC5B,EAAE,GAAG,MAAM,CAAC,iBAAiB,CAAC,KAAK,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAE,CAAC;IAC/E,CAAC;AACL,CAAC;AAED,KAAK,UAAU,mBAAmB,CAAC,KAAuB,EAAE,QAAsB;IAC9E,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,aAAa,CAAC;IACxD,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,KAAK,MAAM,IAAI,MAAM,KAAK,IAAI,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACtF,OAAO,QAAQ,CAAC;IACpB,CAAC;IACD,MAAM,MAAM,GAAG,oBAAoB,CAC/B,KAAK,EACL,MAAM,+BAA+B,CAAC;QAClC,YAAY,EAAE,KAAK,CAAC,OAAO,CAAC,YAAY;QACxC,0BAA0B,EAAE,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,KAAK,mBAAmB;QAChF,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,KAAK,CAAC,QAAQ;YACV,OAAO,MAAM,gBAAgB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QACjD,CAAC;KACJ,CAAC,CACL,CAAC;IACF,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QACzB,KAAK,CAAC,WAAW,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;IAC/C,CAAC;IACD,OAAO;QACH,GAAG,QAAQ;QACX,cAAc,EAAE;YACZ,GAAG,QAAQ,CAAC,cAAc;YAC1B,GAAG,MAAM,uBAAuB,CAAC,KAAK,CAAC,OAAO,CAAC,gBAAgB,EAAE,MAAM,CAAC;SAC3E;QACD,YAAY,EAAE,CAAE,GAAG,QAAQ,CAAC,YAAY,EAAE,GAAG,MAAM,CAAE;QACrD,MAAM,EAAE,mBAAmB,CAAC,MAAM,CAAC;YAC/B,CAAC,CAAC,EAAE,GAAG,QAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,gBAAgB,EAAE;YAClE,CAAC,CAAC,QAAQ,CAAC,MAAM;KACxB,CAAC;AACN,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,KAAuB,EAAE,QAAsB,EAAE,KAAc;IACxF,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,mBAAmB,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IAChF,OAAO;QACH,GAAG,SAAS;QACZ,cAAc,EAAE;YACZ,GAAG,SAAS,CAAC,cAAc;YAC3B,GAAG,MAAM,aAAa,CAAC;gBACnB,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,UAAU,EAAE,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO;gBACrC,oBAAoB,EAAE,SAAS,CAAC,MAAM,CAAC,oBAAoB;gBAC3D,MAAM,EAAE,SAAS,CAAC,MAAM;gBACxB,QAAQ,EAAE,KAAK,CAAC,QAAQ;aAC3B,EAAE,KAAK,CAAC,OAAO,CAAC;SACpB;KACJ,CAAC;AACN,CAAC;AAED,SAAS,WAAW,CAAC,SAAuB,EAAE,QAAkC;IAC5E,OAAO,EAAE,GAAG,SAAS,EAAE,MAAM,EAAE,kBAAkB,CAAC,SAAS,CAAC,MAAM,EAAE,QAAQ,CAAC,EAAE,CAAC;AACpF,CAAC;AAED,SAAS,aAAa,CAAC,QAA6B,EAAE,SAAuB;IACzE,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;QACpB,OAAO,WAAW,CAAC,SAAS,EAAE,CAAE,SAAS,CAAC,MAAM,CAAE,CAAC,CAAC;IACxD,CAAC;IACD,OAAO;QACH,eAAe,EAAE;YACb,GAAG,SAAS,CAAC,eAAe;YAC5B,qBAAqB,EAAE,QAAQ,CAAC,eAAe,CAAC,qBAAqB;SACxE;QACD,cAAc,EAAE,CAAE,GAAG,QAAQ,CAAC,cAAc,EAAE,GAAG,SAAS,CAAC,cAAc,CAAE;QAC3E,YAAY,EAAE,CAAE,GAAG,QAAQ,CAAC,YAAY,EAAE,GAAG,SAAS,CAAC,YAAY,CAAE;QACrE,MAAM,EAAE,wBAAwB,CAAC,SAAS,CAAC,MAAM,EAAE;YAC/C,GAAG,QAAQ,CAAC,MAAM,CAAC,QAAQ;YAC3B,GAAG,kBAAkB,CAAC,SAAS,CAAC,MAAM,EAAE,CAAE,SAAS,CAAC,MAAM,CAAE,CAAC,CAAC,QAAQ;SACzE,CAAC;KACL,CAAC;AACN,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,KAAuB,EAAE,OAAgB;IACvE,IAAI,KAAK,GAIL;QACA,OAAO,EAAE,KAAK;QACd,OAAO;QACP,OAAO,EAAE,IAAI;KAChB,CAAC;IACF,SAAS,CAAC;QACN,MAAM,OAAO,GAAG,KAAK,CAAC;QACtB,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,mBAAmB,CAAC,OAAO,CACrF,OAAO,CAAC,OAAO,CAAC,QAAQ,EACxB,EAAE,KAAK,EAAE,OAAO,CAAC,OAAO,CAAC,OAAO,EAAE,EAClC,KAAK,UAAU,sBAAsB;YACjC,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;YACxE,MAAM,YAAY,GAAG,YAAY,CAAC,OAAO,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;YAC7D,OAAO,EAAE,KAAK,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC,OAAO,CAAC,OAAO,EAAE,QAAQ,EAAE,YAAY,CAAC,EAAE,CAAC;QAC5G,CAAC,CACJ,CAAC;QACF,MAAM,OAAO,GAAG,aAAa,CACzB,KAAK,CAAC,OAAO,EACb,KAAK,IAAI,CAAC,qBAAqB,CAAC,KAAK,CAAC,OAAO,CAAC;YAC1C,CAAC,CAAC,MAAM,mBAAmB,CAAC,KAAK,CAAC,OAAO,EAAE,SAAS,CAAC;YACrD,CAAC,CAAC,SAAS,CAClB,CAAC;QACF,IAAI,CAAC,KAAK,IAAI,CAAC,qBAAqB,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;YAClD,OAAO,OAAO,CAAC;QACnB,CAAC;QACD,KAAK,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,GAAG,KAAK,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,OAAO,GAAG,CAAC,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;IAC3G,CAAC;AACL,CAAC"}
|
|
@@ -42,6 +42,7 @@ export function builderBodyForAttempt(testCase, attempt) {
|
|
|
42
42
|
}
|
|
43
43
|
return async function runBenchmark(scope) {
|
|
44
44
|
return execution.body({
|
|
45
|
+
workId: testCase.workId,
|
|
45
46
|
benchmarkEnvironment: attempt.benchmarkEnvironment,
|
|
46
47
|
reportCleanupError: attempt.reportCleanupError,
|
|
47
48
|
cleanup: scope.cleanup,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"case-body-execution.js","sourceRoot":"","sources":["../../../../source/engine/case-body-execution.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,uBAAuB,EAA0B,MAAM,8CAA8C,CAAC;AAE/G,OAAO,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AAEpD,OAAO,EACH,iBAAiB,EACjB,qCAAqC,EAGxC,MAAM,iBAAiB,CAAC;AAczB,MAAM,UAAU,sBAAsB,CAClC,QAAsB,EACtB,QAA0C,EAC1C,oBAA0D;IAE1D,IAAI,MAAM,GAAoC,IAAI,CAAC;IACnD,MAAM,MAAM,GAAkB,EAAE,CAAC;IACjC,MAAM,aAAa,GAAc,EAAE,CAAC;IACpC,OAAO;QACH,oBAAoB;QACpB,aAAa;YACT,OAAO,aAAa,CAAC;QACzB,CAAC;QACD,kBAAkB,CAAC,KAAK;YACpB,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC9B,CAAC;QACD,MAAM;YACF,OAAO,MAAM,CAAC;QAClB,CAAC;QACD,MAAM;YACF,OAAO,MAAM,CAAC;QAClB,CAAC;QACD,KAAK,CAAC,YAAY,CAAC,OAAO;YACtB,MAAM,GAAG,OAAO,CAAC;YACjB,MAAM,QAAQ,CAAC,OAAO,CAAC,CAAC;QAC5B,CAAC;QACD,WAAW,CAAC,KAAK;YACb,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,QAAQ,CAAC,EAAE,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QACjE,CAAC;KACJ,CAAC;AACN,CAAC;AAED,MAAM,UAAU,qBAAqB,CACjC,QAAsB,EACtB,OAAyB;IAEzB,MAAM,EAAE,SAAS,EAAE,GAAG,QAAQ,CAAC;IAC/B,IAAI,SAAS,CAAC,IAAI,KAAK,MAAM,IAAI,SAAS,CAAC,QAAQ,KAAK,UAAU,EAAE,CAAC;QACjE,MAAM,IAAI,SAAS,CAAC,yCAAyC,CAAC,CAAC;IACnE,CAAC;IACD,IAAI,SAAS,CAAC,QAAQ,KAAK,SAAS,IAAI,SAAS,CAAC,QAAQ,KAAK,UAAU,EAAE,CAAC;QACxE,OAAO,SAAS,CAAC,IAAI,CAAC;IAC1B,CAAC;IACD,MAAM,EAAE,QAAQ,EAAE,GAAG,QAAQ,CAAC,MAAM,CAAC;IACrC,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;QACpB,MAAM,IAAI,SAAS,CAAC,mDAAmD,CAAC,CAAC;IAC7E,CAAC;IACD,OAAO,KAAK,UAAU,YAAY,CAAC,KAAK;QACpC,OAAO,SAAS,CAAC,IAAI,CAAC;YAClB,oBAAoB,EAAE,OAAO,CAAC,oBAAoB;YAClD,kBAAkB,EAAE,OAAO,CAAC,kBAAkB;YAC9C,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,QAAQ;YACR,YAAY,EAAE,OAAO,CAAC,YAAY;YAClC,WAAW,EAAE,OAAO,CAAC,WAAW;SACnC,CAAC,CAAC;IACP,CAAC,CAAC;AACN,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,QAAsB;IACzD,MAAM,EAAE,SAAS,EAAE,GAAG,QAAQ,CAAC;IAC/B,IAAI,SAAS,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QAC5B,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,IAAI,SAAS,CAAC,QAAQ,KAAK,UAAU,IAAI,kBAAkB,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,MAAM,KAAK,UAAU,EAAE,CAAC;QACjG,OAAO,IAAI,SAAS,CAChB,4FAA4F,CAC/F,CAAC;IACN,CAAC;IACD,OAAO,IAAI,CAAC;AAChB,CAAC;AAMD,MAAM,UAAU,eAAe,CAAC,QAAsB,EAAE,KAAc;IAClE,IAAI,iBAAiB,CAAC,KAAK,CAAC,EAAE,CAAC;QAC3B,OAAO,KAAK,CAAC,WAAW,CAAC,QAAQ,CAAC,EAAE,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;IAC3D,CAAC;IAED,OAAO,qCAAqC,CAAC,KAAK,EAAE;QAChD,YAAY,EAAE,QAAQ,CAAC,EAAE;QACzB,gBAAgB,EAAE,QAAQ,CAAC,MAAM;QACjC,QAAQ,EAAE,IAAI;QACd,iBAAiB,EAAE,IAAI;QACvB,IAAI,EAAE,IAAI;QACV,KAAK,EAAE,MAAM;KAChB,CAAC,CAAC;AACP,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,QAAsB,EAAE,aAAiC;IACzF,MAAM,UAAU,GAAwB,EAAE,CAAC;IAC3C,MAAM,YAAY,GAAkB,EAAE,CAAC;IAEvC,KAAK,MAAM,KAAK,IAAI,aAAa,EAAE,CAAC;QAChC,MAAM,WAAW,GAAG,eAAe,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QAErD,IAAI,WAAW,KAAK,IAAI,EAAE,CAAC;YACvB,UAAU,CAAC,IAAI,CAAC,uBAAuB,CAAC,KAAK,CAAC,CAAC,CAAC;QACpD,CAAC;aAAM,CAAC;YACJ,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACnC,CAAC;IACL,CAAC;IAED,OAAO;QACH,aAAa,EAAE,UAAU;QACzB,YAAY;KACf,CAAC;AACN,CAAC"}
|
|
1
|
+
{"version":3,"file":"case-body-execution.js","sourceRoot":"","sources":["../../../../source/engine/case-body-execution.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,uBAAuB,EAA0B,MAAM,8CAA8C,CAAC;AAE/G,OAAO,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AAEpD,OAAO,EACH,iBAAiB,EACjB,qCAAqC,EAGxC,MAAM,iBAAiB,CAAC;AAczB,MAAM,UAAU,sBAAsB,CAClC,QAAsB,EACtB,QAA0C,EAC1C,oBAA0D;IAE1D,IAAI,MAAM,GAAoC,IAAI,CAAC;IACnD,MAAM,MAAM,GAAkB,EAAE,CAAC;IACjC,MAAM,aAAa,GAAc,EAAE,CAAC;IACpC,OAAO;QACH,oBAAoB;QACpB,aAAa;YACT,OAAO,aAAa,CAAC;QACzB,CAAC;QACD,kBAAkB,CAAC,KAAK;YACpB,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC9B,CAAC;QACD,MAAM;YACF,OAAO,MAAM,CAAC;QAClB,CAAC;QACD,MAAM;YACF,OAAO,MAAM,CAAC;QAClB,CAAC;QACD,KAAK,CAAC,YAAY,CAAC,OAAO;YACtB,MAAM,GAAG,OAAO,CAAC;YACjB,MAAM,QAAQ,CAAC,OAAO,CAAC,CAAC;QAC5B,CAAC;QACD,WAAW,CAAC,KAAK;YACb,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,QAAQ,CAAC,EAAE,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QACjE,CAAC;KACJ,CAAC;AACN,CAAC;AAED,MAAM,UAAU,qBAAqB,CACjC,QAAsB,EACtB,OAAyB;IAEzB,MAAM,EAAE,SAAS,EAAE,GAAG,QAAQ,CAAC;IAC/B,IAAI,SAAS,CAAC,IAAI,KAAK,MAAM,IAAI,SAAS,CAAC,QAAQ,KAAK,UAAU,EAAE,CAAC;QACjE,MAAM,IAAI,SAAS,CAAC,yCAAyC,CAAC,CAAC;IACnE,CAAC;IACD,IAAI,SAAS,CAAC,QAAQ,KAAK,SAAS,IAAI,SAAS,CAAC,QAAQ,KAAK,UAAU,EAAE,CAAC;QACxE,OAAO,SAAS,CAAC,IAAI,CAAC;IAC1B,CAAC;IACD,MAAM,EAAE,QAAQ,EAAE,GAAG,QAAQ,CAAC,MAAM,CAAC;IACrC,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;QACpB,MAAM,IAAI,SAAS,CAAC,mDAAmD,CAAC,CAAC;IAC7E,CAAC;IACD,OAAO,KAAK,UAAU,YAAY,CAAC,KAAK;QACpC,OAAO,SAAS,CAAC,IAAI,CAAC;YAClB,MAAM,EAAE,QAAQ,CAAC,MAAM;YACvB,oBAAoB,EAAE,OAAO,CAAC,oBAAoB;YAClD,kBAAkB,EAAE,OAAO,CAAC,kBAAkB;YAC9C,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,QAAQ;YACR,YAAY,EAAE,OAAO,CAAC,YAAY;YAClC,WAAW,EAAE,OAAO,CAAC,WAAW;SACnC,CAAC,CAAC;IACP,CAAC,CAAC;AACN,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,QAAsB;IACzD,MAAM,EAAE,SAAS,EAAE,GAAG,QAAQ,CAAC;IAC/B,IAAI,SAAS,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QAC5B,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,IAAI,SAAS,CAAC,QAAQ,KAAK,UAAU,IAAI,kBAAkB,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,MAAM,KAAK,UAAU,EAAE,CAAC;QACjG,OAAO,IAAI,SAAS,CAChB,4FAA4F,CAC/F,CAAC;IACN,CAAC;IACD,OAAO,IAAI,CAAC;AAChB,CAAC;AAMD,MAAM,UAAU,eAAe,CAAC,QAAsB,EAAE,KAAc;IAClE,IAAI,iBAAiB,CAAC,KAAK,CAAC,EAAE,CAAC;QAC3B,OAAO,KAAK,CAAC,WAAW,CAAC,QAAQ,CAAC,EAAE,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;IAC3D,CAAC;IAED,OAAO,qCAAqC,CAAC,KAAK,EAAE;QAChD,YAAY,EAAE,QAAQ,CAAC,EAAE;QACzB,gBAAgB,EAAE,QAAQ,CAAC,MAAM;QACjC,QAAQ,EAAE,IAAI;QACd,iBAAiB,EAAE,IAAI;QACvB,IAAI,EAAE,IAAI;QACV,KAAK,EAAE,MAAM;KAChB,CAAC,CAAC;AACP,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,QAAsB,EAAE,aAAiC;IACzF,MAAM,UAAU,GAAwB,EAAE,CAAC;IAC3C,MAAM,YAAY,GAAkB,EAAE,CAAC;IAEvC,KAAK,MAAM,KAAK,IAAI,aAAa,EAAE,CAAC;QAChC,MAAM,WAAW,GAAG,eAAe,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QAErD,IAAI,WAAW,KAAK,IAAI,EAAE,CAAC;YACvB,UAAU,CAAC,IAAI,CAAC,uBAAuB,CAAC,KAAK,CAAC,CAAC,CAAC;QACpD,CAAC;aAAM,CAAC;YACJ,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACnC,CAAC;IACL,CAAC;IAED,OAAO;QACH,aAAa,EAAE,UAAU;QACzB,YAAY;KACf,CAAC;AACN,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"execution-async-leak-policy.d.ts","sourceRoot":"","sources":["../../../../source/engine/execution-async-leak-policy.ts"],"names":[],"mappings":"OASO,KAGK,oBAAoB,GAAG,UAAU,GAAG,SAAS,CAAC;AAE1D,MAAM,CAA8B,EAGnC,CAAC"}
|
|
@@ -11,6 +11,11 @@ export function createExecutionAsyncLeakMonitor(diagnostics) {
|
|
|
11
11
|
? createAsyncLeakMonitor()
|
|
12
12
|
: createDisabledAsyncLeakMonitor();
|
|
13
13
|
}
|
|
14
|
+
export function hasCasePolicyErrors(errors) {
|
|
15
|
+
return errors.some(function caseOwned(error) {
|
|
16
|
+
return error.attributedTo !== null;
|
|
17
|
+
});
|
|
18
|
+
}
|
|
14
19
|
function runtimePolicyCase(executedCase) {
|
|
15
20
|
return {
|
|
16
21
|
result: { ...executedCase.result, outcome: null, verdict: 'runtime-policy' },
|
|
@@ -24,6 +29,19 @@ function hasPromiseTrackingContractFailure(executedCase) {
|
|
|
24
29
|
return failure.kind === 'test-contract' && promiseTrackingContractFailureCodes.has(failure.code);
|
|
25
30
|
});
|
|
26
31
|
}
|
|
32
|
+
function caseActiveResourceLeak(input) {
|
|
33
|
+
if (!input.includeActiveResourceLeaks) {
|
|
34
|
+
return null;
|
|
35
|
+
}
|
|
36
|
+
const attribution = input.ambiguousResources().length > 0
|
|
37
|
+
? { attributedTo: null, attributedToWork: null, phase: 'run' }
|
|
38
|
+
: { attributedTo: input.testCase.id, attributedToWork: input.testCase.workId, phase: 'body' };
|
|
39
|
+
return activeResourceLeakError({
|
|
40
|
+
...attribution,
|
|
41
|
+
after: input.dependencies.readActiveResourceTypes(),
|
|
42
|
+
before: input.readResourceBaseline()
|
|
43
|
+
});
|
|
44
|
+
}
|
|
27
45
|
export async function caseWithAsyncLeakPolicy(input) {
|
|
28
46
|
if (input.executedCase.result.outcome === null) {
|
|
29
47
|
return {
|
|
@@ -35,22 +53,14 @@ export async function caseWithAsyncLeakPolicy(input) {
|
|
|
35
53
|
const promiseLeakError = hasPromiseTrackingContractFailure(input.executedCase)
|
|
36
54
|
? null
|
|
37
55
|
: input.dependencies.asyncLeakMonitor.casePromiseLeakError(input.testCase);
|
|
38
|
-
const activeLeakError = input
|
|
39
|
-
? activeResourceLeakError({
|
|
40
|
-
after: input.dependencies.readActiveResourceTypes(),
|
|
41
|
-
attributedTo: input.testCase.id,
|
|
42
|
-
attributedToWork: input.testCase.workId,
|
|
43
|
-
before: input.activeResourceTypesBefore,
|
|
44
|
-
phase: 'body'
|
|
45
|
-
})
|
|
46
|
-
: null;
|
|
56
|
+
const activeLeakError = caseActiveResourceLeak(input);
|
|
47
57
|
const runnerErrors = [promiseLeakError, activeLeakError].filter(function isRunnerError(error) {
|
|
48
58
|
return error !== null;
|
|
49
59
|
});
|
|
50
60
|
return {
|
|
51
|
-
executedCase: runnerErrors
|
|
52
|
-
? input.executedCase
|
|
53
|
-
:
|
|
61
|
+
executedCase: hasCasePolicyErrors(runnerErrors)
|
|
62
|
+
? runtimePolicyCase(input.executedCase)
|
|
63
|
+
: input.executedCase,
|
|
54
64
|
runnerErrors
|
|
55
65
|
};
|
|
56
66
|
}
|
|
@@ -61,20 +71,25 @@ export async function completeCaseWithAsyncLeakPolicy(input) {
|
|
|
61
71
|
? activeResourceLeakError({
|
|
62
72
|
after: input.dependencies.readActiveResourceTypes(),
|
|
63
73
|
before: observed.baseline,
|
|
64
|
-
attributedTo: input.testCase.id,
|
|
65
|
-
attributedToWork: input.testCase.workId,
|
|
66
|
-
phase: 'body'
|
|
74
|
+
attributedTo: observed.ambiguousResources.length === 0 ? input.testCase.id : null,
|
|
75
|
+
attributedToWork: observed.ambiguousResources.length === 0 ? input.testCase.workId : null,
|
|
76
|
+
phase: observed.ambiguousResources.length === 0 ? 'body' : 'run'
|
|
67
77
|
})
|
|
68
78
|
: null;
|
|
69
79
|
return leak === null ? observed.result : [...observed.result, leak];
|
|
70
80
|
}
|
|
71
|
-
export function
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
81
|
+
export async function observeConcurrentResourceLeaks(dependencies, execute) {
|
|
82
|
+
const observed = await observeCaseResourceOwners(dependencies.readActiveResourceTypes, execute);
|
|
83
|
+
await settleAsyncWork();
|
|
84
|
+
return {
|
|
85
|
+
result: observed.result,
|
|
86
|
+
runnerError: activeResourceLeakError({
|
|
87
|
+
after: dependencies.readActiveResourceTypes(),
|
|
88
|
+
before: observed.baseline,
|
|
89
|
+
attributedTo: null,
|
|
90
|
+
attributedToWork: null,
|
|
91
|
+
phase: 'run'
|
|
92
|
+
})
|
|
93
|
+
};
|
|
79
94
|
}
|
|
80
95
|
//# sourceMappingURL=execution-async-leak-policy.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"execution-async-leak-policy.js","sourceRoot":"","sources":["../../../../source/engine/execution-async-leak-policy.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,yBAAyB,EAAE,MAAM,iCAAiC,CAAC;AAC5E,OAAO,EACH,uBAAuB,EACvB,sBAAsB,EACtB,8BAA8B,EAEjC,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;
|
|
1
|
+
{"version":3,"file":"execution-async-leak-policy.js","sourceRoot":"","sources":["../../../../source/engine/execution-async-leak-policy.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,yBAAyB,EAAE,MAAM,iCAAiC,CAAC;AAC5E,OAAO,EACH,uBAAuB,EACvB,sBAAsB,EACtB,8BAA8B,EAEjC,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AA0BrD,MAAM,mCAAmC,GAAG,IAAI,GAAG,CAA8B;IAC7E,yBAAyB;IACzB,wBAAwB;IACxB,2BAA2B;CAC9B,CAAC,CAAC;AAEH,MAAM,UAAU,+BAA+B,CAAC,WAAiC;IAC7E,OAAO,WAAW,KAAK,SAAS;QAC5B,CAAC,CAAC,sBAAsB,EAAE;QAC1B,CAAC,CAAC,8BAA8B,EAAE,CAAC;AAC3C,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,MAA8B;IAC9D,OAAO,MAAM,CAAC,IAAI,CAAC,SAAS,SAAS,CAAC,KAAK;QACvC,OAAO,KAAK,CAAC,YAAY,KAAK,IAAI,CAAC;IACvC,CAAC,CAAC,CAAC;AACP,CAAC;AAED,SAAS,iBAAiB,CAAC,YAA4B;IACnD,OAAO;QACH,MAAM,EAAE,EAAE,GAAG,YAAY,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,gBAAgB,EAAE;QAC5E,YAAY,EAAE,YAAY,CAAC,YAAY;QACvC,oBAAoB,EAAE,YAAY,CAAC,oBAAoB;KAC1D,CAAC;AACN,CAAC;AAED,SAAS,iCAAiC,CAAC,YAA4B;IACnE,MAAM,EAAE,OAAO,EAAE,GAAG,YAAY,CAAC,MAAM,CAAC;IAExC,OAAO,OAAO,EAAE,IAAI,KAAK,MAAM,IAAI,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,sBAAsB,CAAC,OAAO;QAC5F,OAAO,OAAO,CAAC,IAAI,KAAK,eAAe,IAAI,mCAAmC,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACrG,CAAC,CAAC,CAAC;AACP,CAAC;AAED,SAAS,sBAAsB,CAAC,KAA+B;IAC3D,IAAI,CAAC,KAAK,CAAC,0BAA0B,EAAE,CAAC;QACpC,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,MAAM,WAAW,GAAG,KAAK,CAAC,kBAAkB,EAAE,CAAC,MAAM,GAAG,CAAC;QACrD,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,KAAK,EAAE,KAAc,EAAE;QACvE,CAAC,CAAC,EAAE,YAAY,EAAE,KAAK,CAAC,QAAQ,CAAC,EAAE,EAAE,gBAAgB,EAAE,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,KAAK,EAAE,MAAe,EAAE,CAAC;IAC3G,OAAO,uBAAuB,CAAC;QAC3B,GAAG,WAAW;QACd,KAAK,EAAE,KAAK,CAAC,YAAY,CAAC,uBAAuB,EAAE;QACnD,MAAM,EAAE,KAAK,CAAC,oBAAoB,EAAE;KACvC,CAAC,CAAC;AACP,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAAC,KAA+B;IACzE,IAAI,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;QAC7C,OAAO;YACH,YAAY,EAAE,KAAK,CAAC,YAAY;YAChC,YAAY,EAAE,EAAE;SACnB,CAAC;IACN,CAAC;IAED,MAAM,eAAe,EAAE,CAAC;IAExB,MAAM,gBAAgB,GAAG,iCAAiC,CAAC,KAAK,CAAC,YAAY,CAAC;QAC1E,CAAC,CAAC,IAAI;QACN,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,gBAAgB,CAAC,oBAAoB,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IAC/E,MAAM,eAAe,GAAG,sBAAsB,CAAC,KAAK,CAAC,CAAC;IACtD,MAAM,YAAY,GAAG,CAAE,gBAAgB,EAAE,eAAe,CAAE,CAAC,MAAM,CAAC,SAAS,aAAa,CACpF,KAAK;QAEL,OAAO,KAAK,KAAK,IAAI,CAAC;IAC1B,CAAC,CAAC,CAAC;IAEH,OAAO;QACH,YAAY,EAAE,mBAAmB,CAAC,YAAY,CAAC;YAC3C,CAAC,CAAC,iBAAiB,CAAC,KAAK,CAAC,YAAY,CAAC;YACvC,CAAC,CAAC,KAAK,CAAC,YAAY;QACxB,YAAY;KACf,CAAC;AACN,CAAC;AASD,MAAM,CAAC,KAAK,UAAU,+BAA+B,CAAC,KAA0B;IAC5E,MAAM,QAAQ,GAAG,MAAM,yBAAyB,CAAC,KAAK,CAAC,YAAY,CAAC,uBAAuB,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;IAC7G,MAAM,eAAe,EAAE,CAAC;IACxB,MAAM,IAAI,GAAG,KAAK,CAAC,0BAA0B;QACzC,CAAC,CAAC,uBAAuB,CAAC;YACtB,KAAK,EAAE,KAAK,CAAC,YAAY,CAAC,uBAAuB,EAAE;YACnD,MAAM,EAAE,QAAQ,CAAC,QAAQ;YACzB,YAAY,EAAE,QAAQ,CAAC,kBAAkB,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI;YACjF,gBAAgB,EAAE,QAAQ,CAAC,kBAAkB,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI;YACzF,KAAK,EAAE,QAAQ,CAAC,kBAAkB,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK;SACnE,CAAC;QACF,CAAC,CAAC,IAAI,CAAC;IACX,OAAO,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAE,GAAG,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAE,CAAC;AAC1E,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,8BAA8B,CAChD,YAAmC,EACnC,OAA6B;IAE7B,MAAM,QAAQ,GAAG,MAAM,yBAAyB,CAAC,YAAY,CAAC,uBAAuB,EAAE,OAAO,CAAC,CAAC;IAChG,MAAM,eAAe,EAAE,CAAC;IACxB,OAAO;QACH,MAAM,EAAE,QAAQ,CAAC,MAAM;QACvB,WAAW,EAAE,uBAAuB,CAAC;YACjC,KAAK,EAAE,YAAY,CAAC,uBAAuB,EAAE;YAC7C,MAAM,EAAE,QAAQ,CAAC,QAAQ;YACzB,YAAY,EAAE,IAAI;YAClB,gBAAgB,EAAE,IAAI;YACtB,KAAK,EAAE,KAAK;SACf,CAAC;KACL,CAAC;AACN,CAAC"}
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
import type { RunnerError } from './run-result.ts';
|
|
2
|
+
export type ExecutionPhase = 'body' | 'collection' | 'run';
|
|
3
|
+
export type FatalErrorHandler = (error: RunnerError) => unknown;
|
|
4
|
+
export type FatalErrorHandlerDisposer = () => unknown;
|
|
5
|
+
export {};
|
|
6
|
+
//# sourceMappingURL=execution-error-ownership.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"execution-error-ownership.d.ts","sourceRoot":"","sources":["../../../../source/engine/execution-error-ownership.ts"],"names":[],"mappings":"AAAA,YACY,EAEE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAEnD,MAAM,oBAEoB,GAAG,MAAM,GAAG,YAAY,GAAG,KAAK,CAAC;AAC3D,MAAM,MAAM,iBAAiB,GAAG,CAAC,KAAK,EAAE,WAAW,KAAK,OAAO,CAAC;AAChE,MAAM,MAAM,yBAAyB,GAAG,MAAM,OAAO,CAAC;AAEtD,MAAM,CAA0B,EAK/B,CAAC"}
|
|
@@ -0,0 +1,83 @@
|
|
|
1
|
+
import { AsyncLocalStorage } from 'node:async_hooks';
|
|
2
|
+
function createActiveScopes() {
|
|
3
|
+
const scopes = [];
|
|
4
|
+
return {
|
|
5
|
+
add(scope) {
|
|
6
|
+
scopes.push(scope);
|
|
7
|
+
},
|
|
8
|
+
all() {
|
|
9
|
+
return Array.from(scopes);
|
|
10
|
+
},
|
|
11
|
+
includes(scope) {
|
|
12
|
+
return scopes.includes(scope);
|
|
13
|
+
},
|
|
14
|
+
remove(scope) {
|
|
15
|
+
const index = scopes.lastIndexOf(scope);
|
|
16
|
+
if (index !== -1) {
|
|
17
|
+
scopes.splice(index, 1);
|
|
18
|
+
}
|
|
19
|
+
},
|
|
20
|
+
size() {
|
|
21
|
+
return scopes.length;
|
|
22
|
+
}
|
|
23
|
+
};
|
|
24
|
+
}
|
|
25
|
+
const ownershipKey = Symbol.for('@overkill-dev/engine/executionErrorOwnership');
|
|
26
|
+
function hasMethods(value, names) {
|
|
27
|
+
return typeof value === 'object' && value !== null && names.every(function callable(name) {
|
|
28
|
+
return typeof Reflect.get(value, name) === 'function';
|
|
29
|
+
});
|
|
30
|
+
}
|
|
31
|
+
function isErrorOwnership(value) {
|
|
32
|
+
if (typeof value !== 'object' || value === null) {
|
|
33
|
+
return false;
|
|
34
|
+
}
|
|
35
|
+
return Reflect.get(value, 'runScopeStorage') instanceof AsyncLocalStorage &&
|
|
36
|
+
Reflect.get(value, 'activeCaseStorage') instanceof AsyncLocalStorage &&
|
|
37
|
+
hasMethods(Reflect.get(value, 'activeScopes'), ['add', 'all', 'includes', 'remove', 'size']) &&
|
|
38
|
+
hasMethods(Reflect.get(value, 'processHookListeners'), ['install', 'removeWhenIdle']);
|
|
39
|
+
}
|
|
40
|
+
function createProcessHookListeners(activeScopes) {
|
|
41
|
+
let stop = null;
|
|
42
|
+
return {
|
|
43
|
+
install(receive) {
|
|
44
|
+
if (stop !== null) {
|
|
45
|
+
return;
|
|
46
|
+
}
|
|
47
|
+
function receiveUnhandledRejection(reason) {
|
|
48
|
+
receive('unhandledRejection', reason);
|
|
49
|
+
}
|
|
50
|
+
function receiveUncaughtException(error) {
|
|
51
|
+
receive('uncaughtException', error);
|
|
52
|
+
}
|
|
53
|
+
process.prependListener('unhandledRejection', receiveUnhandledRejection);
|
|
54
|
+
process.prependListener('uncaughtException', receiveUncaughtException);
|
|
55
|
+
stop = function removeProcessListeners() {
|
|
56
|
+
process.removeListener('unhandledRejection', receiveUnhandledRejection);
|
|
57
|
+
process.removeListener('uncaughtException', receiveUncaughtException);
|
|
58
|
+
};
|
|
59
|
+
},
|
|
60
|
+
removeWhenIdle() {
|
|
61
|
+
if (activeScopes.size() === 0) {
|
|
62
|
+
stop?.();
|
|
63
|
+
stop = null;
|
|
64
|
+
}
|
|
65
|
+
}
|
|
66
|
+
};
|
|
67
|
+
}
|
|
68
|
+
export function executionErrorOwnership() {
|
|
69
|
+
const existing = Reflect.get(globalThis, ownershipKey);
|
|
70
|
+
if (isErrorOwnership(existing)) {
|
|
71
|
+
return existing;
|
|
72
|
+
}
|
|
73
|
+
const activeScopes = createActiveScopes();
|
|
74
|
+
const created = {
|
|
75
|
+
runScopeStorage: new AsyncLocalStorage(),
|
|
76
|
+
activeCaseStorage: new AsyncLocalStorage(),
|
|
77
|
+
activeScopes,
|
|
78
|
+
processHookListeners: createProcessHookListeners(activeScopes)
|
|
79
|
+
};
|
|
80
|
+
Reflect.set(globalThis, ownershipKey, created);
|
|
81
|
+
return created;
|
|
82
|
+
}
|
|
83
|
+
//# sourceMappingURL=execution-error-ownership.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"execution-error-ownership.js","sourceRoot":"","sources":["../../../../source/engine/execution-error-ownership.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AA+CrD,SAAS,kBAAkB;IACvB,MAAM,MAAM,GAAoB,EAAE,CAAC;IAEnC,OAAO;QACH,GAAG,CAAC,KAAK;YACL,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACvB,CAAC;QACD,GAAG;YACC,OAAO,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC9B,CAAC;QACD,QAAQ,CAAC,KAAK;YACV,OAAO,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAClC,CAAC;QACD,MAAM,CAAC,KAAK;YACR,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;YAExC,IAAI,KAAK,KAAK,CAAC,CAAC,EAAE,CAAC;gBACf,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YAC5B,CAAC;QACL,CAAC;QACD,IAAI;YACA,OAAO,MAAM,CAAC,MAAM,CAAC;QACzB,CAAC;KACJ,CAAC;AACN,CAAC;AASD,MAAM,YAAY,GAAG,MAAM,CAAC,GAAG,CAAC,8CAA8C,CAAC,CAAC;AAEhF,SAAS,UAAU,CAAC,KAAc,EAAE,KAAwB;IACxD,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,CAAC,KAAK,CAAC,SAAS,QAAQ,CAAC,IAAI;QACpF,OAAO,OAAO,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,UAAU,CAAC;IAC1D,CAAC,CAAC,CAAC;AACP,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAc;IACpC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;QAC9C,OAAO,KAAK,CAAC;IACjB,CAAC;IACD,OAAO,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,iBAAiB,CAAC,YAAY,iBAAiB;QACrE,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,mBAAmB,CAAC,YAAY,iBAAiB;QACpE,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,cAAc,CAAC,EAAE,CAAE,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,CAAE,CAAC;QAC9F,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,sBAAsB,CAAC,EAAE,CAAE,SAAS,EAAE,gBAAgB,CAAE,CAAC,CAAC;AAChG,CAAC;AAED,SAAS,0BAA0B,CAAC,YAA0B;IAC1D,IAAI,IAAI,GAAwB,IAAI,CAAC;IACrC,OAAO;QACH,OAAO,CAAC,OAAO;YACX,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;gBAChB,OAAO;YACX,CAAC;YACD,SAAS,yBAAyB,CAAC,MAAe;gBAC9C,OAAO,CAAC,oBAAoB,EAAE,MAAM,CAAC,CAAC;YAC1C,CAAC;YACD,SAAS,wBAAwB,CAAC,KAAY;gBAC1C,OAAO,CAAC,mBAAmB,EAAE,KAAK,CAAC,CAAC;YACxC,CAAC;YACD,OAAO,CAAC,eAAe,CAAC,oBAAoB,EAAE,yBAAyB,CAAC,CAAC;YACzE,OAAO,CAAC,eAAe,CAAC,mBAAmB,EAAE,wBAAwB,CAAC,CAAC;YACvE,IAAI,GAAG,SAAS,sBAAsB;gBAClC,OAAO,CAAC,cAAc,CAAC,oBAAoB,EAAE,yBAAyB,CAAC,CAAC;gBACxE,OAAO,CAAC,cAAc,CAAC,mBAAmB,EAAE,wBAAwB,CAAC,CAAC;YAC1E,CAAC,CAAC;QACN,CAAC;QACD,cAAc;YACV,IAAI,YAAY,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,CAAC;gBAC5B,IAAI,EAAE,EAAE,CAAC;gBACT,IAAI,GAAG,IAAI,CAAC;YAChB,CAAC;QACL,CAAC;KACJ,CAAC;AACN,CAAC;AAED,MAAM,UAAU,uBAAuB;IACnC,MAAM,QAAQ,GAAY,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,YAAY,CAAC,CAAC;IAChE,IAAI,gBAAgB,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC7B,OAAO,QAAQ,CAAC;IACpB,CAAC;IACD,MAAM,YAAY,GAAG,kBAAkB,EAAE,CAAC;IAC1C,MAAM,OAAO,GAAG;QACZ,eAAe,EAAE,IAAI,iBAAiB,EAAiB;QACvD,iBAAiB,EAAE,IAAI,iBAAiB,EAAqB;QAC7D,YAAY;QACZ,oBAAoB,EAAE,0BAA0B,CAAC,YAAY,CAAC;KACjE,CAAC;IACF,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,YAAY,EAAE,OAAO,CAAC,CAAC;IAC/C,OAAO,OAAO,CAAC;AACnB,CAAC"}
|
|
@@ -1,9 +1,7 @@
|
|
|
1
|
+
import { type ExecutionPhase, type FatalErrorHandler, type FatalErrorHandlerDisposer } from './execution-error-ownership.ts';
|
|
1
2
|
import type { AttemptId } from './identity.ts';
|
|
2
3
|
import { type RunnerError } from './run-result.ts';
|
|
3
4
|
import type { TestPlanCase } from './test-plan.ts';
|
|
4
|
-
type ExecutionPhase = 'body' | 'collection' | 'run';
|
|
5
|
-
type FatalErrorHandler = (error: RunnerError) => unknown;
|
|
6
|
-
type FatalErrorHandlerDisposer = () => unknown;
|
|
7
5
|
export type ExecutionGlobalErrorObserver = {
|
|
8
6
|
readonly fatalSignal: () => Promise<void>;
|
|
9
7
|
readonly hasFatalError: () => boolean;
|
|
@@ -14,5 +12,4 @@ export type ExecutionGlobalErrorObserver = {
|
|
|
14
12
|
readonly stop: () => unknown;
|
|
15
13
|
readonly takeErrors: () => readonly RunnerError[];
|
|
16
14
|
};
|
|
17
|
-
export {};
|
|
18
15
|
//# sourceMappingURL=execution-global-error-observer.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"execution-global-error-observer.d.ts","sourceRoot":"","sources":["../../../../source/engine/execution-global-error-observer.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"execution-global-error-observer.d.ts","sourceRoot":"","sources":["../../../../source/engine/execution-global-error-observer.ts"],"names":[],"mappings":"AAAA,OAAO,EAGH,KAAK,cACc,EACnB,KAAK,iBAAiB,EACtB,KAAK,yBAAyB,EAGjC,MAAM,gCAAgC,CAAC;AAKxC,OAAO,KAAK,EAAE,SAAS,EAAkB,MAAM,eAAe,CAAC;AAC/D,OAAO,EAAyC,KAAK,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAC1F,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAmCnD,MAAM,MAAM,4BAA4B,GAAG;IACvC,QAAQ,CAAC,WAAW,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1C,QAAQ,CAAC,aAAa,EAAE,MAAM,OAAO,CAAC;IACtC,QAAQ,CAAC,YAAY,EAAE,CAAC,OAAO,EAAE,iBAAiB,KAAK,yBAAyB,CAAC;IACjF,QAAQ,CAAC,WAAW,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,MAAM,OAAO,CAAC,KAAK,CAAC,KAAK,OAAO,CAAC,KAAK,CAAC,CAAC;IAC3E,QAAQ,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,QAAQ,EAAE,YAAY,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,EAAE,MAAM,OAAO,CAAC,KAAK,CAAC,KAAK,OAAO,CAAC,KAAK,CAAC,CAAC;IACnH,QAAQ,CAAC,QAAQ,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,cAAc,EAAE,GAAG,EAAE,MAAM,OAAO,CAAC,KAAK,CAAC,KAAK,OAAO,CAAC,KAAK,CAAC,CAAC;IAC/F,QAAQ,CAAC,IAAI,EAAE,MAAM,OAAO,CAAC;IAC7B,QAAQ,CAAC,UAAU,EAAE,MAAM,SAAS,WAAW,EAAE,CAAC;CACrD,CAAC"}
|