@overkill-dev/test 0.0.28 → 0.0.30

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (76) hide show
  1. package/package.json +29 -16
  2. package/packages/test/authoring-source-locations.js +16 -16
  3. package/packages/test/authoring-source-locations.js.map +1 -1
  4. package/packages/test/baseline-command.js +47 -0
  5. package/packages/test/baseline-command.js.map +1 -0
  6. package/packages/test/baselines.entry-point.d.ts +4 -1
  7. package/packages/test/baselines.entry-point.d.ts.map +1 -1
  8. package/packages/test/baselines.entry-point.js +2 -2
  9. package/packages/test/baselines.entry-point.js.map +1 -1
  10. package/packages/test/bench.entry-point.d.ts +13 -2
  11. package/packages/test/bench.entry-point.d.ts.map +1 -1
  12. package/packages/test/bench.entry-point.js +7 -1
  13. package/packages/test/bench.entry-point.js.map +1 -1
  14. package/packages/test/command-line-commands.js +163 -285
  15. package/packages/test/command-line-commands.js.map +1 -1
  16. package/packages/test/command-line-config-path.js +18 -0
  17. package/packages/test/command-line-config-path.js.map +1 -0
  18. package/packages/test/command-line-runner.js +6 -1
  19. package/packages/test/command-line-runner.js.map +1 -1
  20. package/packages/test/command-line-selection.js +9 -0
  21. package/packages/test/command-line-selection.js.map +1 -1
  22. package/packages/test/config.entry-point.d.ts +9 -3
  23. package/packages/test/config.entry-point.d.ts.map +1 -1
  24. package/packages/test/config.entry-point.js +2 -1
  25. package/packages/test/config.entry-point.js.map +1 -1
  26. package/packages/test/corpus-command.js +83 -0
  27. package/packages/test/corpus-command.js.map +1 -0
  28. package/packages/test/overkill.entry-point.js +14 -0
  29. package/packages/test/overkill.entry-point.js.map +1 -1
  30. package/packages/test/property.entry-point.d.ts +3 -0
  31. package/packages/test/property.entry-point.d.ts.map +1 -0
  32. package/packages/test/property.entry-point.js +2 -0
  33. package/packages/test/property.entry-point.js.map +1 -0
  34. package/packages/test/reporters.entry-point.d.ts +3 -0
  35. package/packages/test/reporters.entry-point.d.ts.map +1 -1
  36. package/packages/test/reporters.entry-point.js +2 -0
  37. package/packages/test/reporters.entry-point.js.map +1 -1
  38. package/packages/test/resource-wrapper-composition.js +31 -50
  39. package/packages/test/resource-wrapper-composition.js.map +1 -1
  40. package/packages/test/resource-wrapper-data.js +13 -1
  41. package/packages/test/resource-wrapper-data.js.map +1 -1
  42. package/packages/test/resource-wrapper-runtime-scope.js.map +1 -1
  43. package/packages/test/resources.entry-point.d.ts +17 -10
  44. package/packages/test/resources.entry-point.d.ts.map +1 -1
  45. package/packages/test/resources.entry-point.js +1 -0
  46. package/packages/test/resources.entry-point.js.map +1 -1
  47. package/packages/test/run-command-arguments.js +179 -0
  48. package/packages/test/run-command-arguments.js.map +1 -0
  49. package/packages/test/run-reproducibility-parser.js +32 -0
  50. package/packages/test/run-reproducibility-parser.js.map +1 -0
  51. package/packages/test/table-authoring.d.ts.map +1 -1
  52. package/packages/test/table-authoring.js +8 -9
  53. package/packages/test/table-authoring.js.map +1 -1
  54. package/packages/test/test.entry-point.d.ts +1 -1
  55. package/packages/test/test.entry-point.d.ts.map +1 -1
  56. package/packages/test/witness-replay-command.js +50 -0
  57. package/packages/test/witness-replay-command.js.map +1 -0
  58. package/readme.md +90 -21
  59. package/resources/resource-workload-types.d.ts +8 -0
  60. package/resources/resource-workload-types.d.ts.map +1 -0
  61. package/resources/resources.d.ts +6 -0
  62. package/resources/resources.d.ts.map +1 -0
  63. package/run/run-debug.js +41 -0
  64. package/run/run-debug.js.map +1 -0
  65. package/run/run-filter-grammar.js +211 -0
  66. package/run/run-filter-grammar.js.map +1 -0
  67. package/run/run-selection-filters.js +62 -0
  68. package/run/run-selection-filters.js.map +1 -0
  69. package/software-bill-of-materials.cyclonedx.json +305 -0
  70. package/packages/test/reserved-standard-subpath.d.ts +0 -2
  71. package/packages/test/reserved-standard-subpath.d.ts.map +0 -1
  72. package/packages/test/reserved-standard-subpath.js +0 -6
  73. package/packages/test/reserved-standard-subpath.js.map +0 -1
  74. package/packages/test/run-workers-parser.js +0 -16
  75. package/packages/test/run-workers-parser.js.map +0 -1
  76. package/sbom.cdx.json +0 -237
@@ -1 +1 @@
1
- {"version":3,"file":"resources.entry-point.js","sourceRoot":"","sources":["../../../../../source/packages/test/resources.entry-point.ts"],"names":[],"mappings":"AAMA,OAAO,EACH,iBAAiB,EACjB,qBAAqB,EAMxB,MAAM,yBAAuC,CAAC;AAC/C,OAAO,EACH,0BAA0B,EAC7B,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EACH,oBAAoB,EACpB,mBAAmB,EACnB,kBAAkB,EACrB,MAAM,4BAA4B,CAAC;AAUpC,OAAO,EACH,qBAAqB,EACrB,eAAe,EACf,8BAA8B,EAC9B,iCAAiC,EACjC,iCAAiC,EACjC,gCAAgC,EAChC,0BAA0B,EAC1B,cAAc,EACd,aAAa,EACb,mBAAmB,EACnB,sBAAsB,EACtB,YAAY,EACf,MAAM,yBAAuC,CAAC;AA0I/C,SAAS,cAAc,CAAC,QAAiB,EAAE,WAAmB;IAC1D,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC/B,MAAM,IAAI,SAAS,CAAC,GAAG,WAAW,mCAAmC,CAAC,CAAC;IAC3E,CAAC;IAED,OAAO,QAAQ,CAAC;AACpB,CAAC;AAED,SAAS,kBAAkB,CAAC,YAAqB;IAC7C,IAAI,CAAC,qBAAqB,CAAC,YAAY,CAAC,EAAE,CAAC;QACvC,MAAM,IAAI,SAAS,CAAC,8CAA8C,CAAC,CAAC;IACxE,CAAC;IAED,OAAO,YAAY,CAAC;AACxB,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAc;IACtC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAChF,CAAC;AAED,SAAS,aAAa,CAAC,SAAkB;IACrC,IAAI,CAAC,kBAAkB,CAAC,SAAS,CAAC,EAAE,CAAC;QACjC,MAAM,IAAI,SAAS,CAAC,qDAAqD,CAAC,CAAC;IAC/E,CAAC;IAED,MAAM,eAAe,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAElD,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/B,MAAM,IAAI,SAAS,CAAC,4DAA4D,CAAC,CAAC;IACtF,CAAC;IAED,OAAO,eAAe,CAAC,GAAG,CAAC,SAAS,YAAY,CAAC,CAAE,GAAG,EAAE,QAAQ,CAAE;QAC9D,OAAO;YACH,GAAG;YACH,QAAQ,EAAE,cAAc,CAAC,QAAQ,EAAE,eAAe,CAAC;SACtD,CAAC;IACN,CAAC,CAAC,CAAC;AACP,CAAC;AAED,MAAM,UAAU,WAAW,CAIvB,YAAmB,EACnB,IAAmC;IAEnC,MAAM,OAAO,GAAG,kBAAkB,CAAC,YAAY,CAAC,CAAC;IAEjD,OAAO,0BAA0B,CAAQ,kBAAkB,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,aAAa,CAAC,CAAC;AAC/F,CAAC;AAED,MAAM,UAAU,YAAY,CAIxB,QAAkB,EAClB,IAAiE;IAEjE,MAAM,UAAU,GAAG,cAAc,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;IAE5D,OAAO,0BAA0B,CAAQ,mBAAmB,CAAC,UAAU,CAAC,EAAE,IAAI,EAAE,cAAc,CAAC,CAAC;AACpG,CAAC;AAED,MAAM,UAAU,aAAa,CAIzB,SAAoB,EACpB,IAAwC;IAExC,aAAa,CAAC,SAAS,CAAC,CAAC;IAEzB,OAAO,0BAA0B,CAAQ,oBAAoB,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,eAAe,CAAC,CAAC;AACrG,CAAC;AAED,OAAO,EAAE,oBAAoB,EAAE,MAAM,yBAAuC,CAAC"}
1
+ {"version":3,"file":"resources.entry-point.js","sourceRoot":"","sources":["../../../../../source/packages/test/resources.entry-point.ts"],"names":[],"mappings":"AAMA,OAAO,EACH,iBAAiB,EACjB,qBAAqB,EAMxB,MAAM,yBAAuC,CAAC;AAC/C,OAAO,EACH,0BAA0B,EAC7B,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EACH,oBAAoB,EACpB,mBAAmB,EACnB,kBAAkB,EACrB,MAAM,4BAA4B,CAAC;AAUpC,OAAO,EACH,qBAAqB,EACrB,eAAe,EACf,8BAA8B,EAC9B,iCAAiC,EACjC,iCAAiC,EACjC,gCAAgC,EAChC,0BAA0B,EAC1B,cAAc,EACd,aAAa,EACb,mBAAmB,EACnB,sBAAsB,EACtB,YAAY,EACf,MAAM,yBAAuC,CAAC;AAuJ/C,SAAS,cAAc,CAAC,QAAiB,EAAE,WAAmB;IAC1D,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC/B,MAAM,IAAI,SAAS,CAAC,GAAG,WAAW,mCAAmC,CAAC,CAAC;IAC3E,CAAC;IAED,OAAO,QAAQ,CAAC;AACpB,CAAC;AAED,SAAS,kBAAkB,CAAC,YAAqB;IAC7C,IAAI,CAAC,qBAAqB,CAAC,YAAY,CAAC,EAAE,CAAC;QACvC,MAAM,IAAI,SAAS,CAAC,8CAA8C,CAAC,CAAC;IACxE,CAAC;IAED,OAAO,YAAY,CAAC;AACxB,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAc;IACtC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAChF,CAAC;AAED,SAAS,aAAa,CAAC,SAAkB;IACrC,IAAI,CAAC,kBAAkB,CAAC,SAAS,CAAC,EAAE,CAAC;QACjC,MAAM,IAAI,SAAS,CAAC,qDAAqD,CAAC,CAAC;IAC/E,CAAC;IAED,MAAM,eAAe,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAElD,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/B,MAAM,IAAI,SAAS,CAAC,4DAA4D,CAAC,CAAC;IACtF,CAAC;IAED,OAAO,eAAe,CAAC,GAAG,CAAC,SAAS,YAAY,CAAC,CAAE,GAAG,EAAE,QAAQ,CAAE;QAC9D,OAAO;YACH,GAAG;YACH,QAAQ,EAAE,cAAc,CAAC,QAAQ,EAAE,eAAe,CAAC;SACtD,CAAC;IACN,CAAC,CAAC,CAAC;AACP,CAAC;AAED,MAAM,UAAU,WAAW,CAKvB,YAAmB,EACnB,IAA2C;IAE3C,MAAM,OAAO,GAAG,kBAAkB,CAAC,YAAY,CAAC,CAAC;IAEjD,OAAO,0BAA0B,CAC7B,kBAAkB,CAAC,OAAO,CAAC,EAC3B,IAAI,EACJ,aAAa,CAChB,CAAC;AACN,CAAC;AAED,MAAM,UAAU,YAAY,CAKxB,QAAkB,EAClB,IAAyE;IAEzE,MAAM,UAAU,GAAG,cAAc,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;IAE5D,OAAO,0BAA0B,CAC7B,mBAAmB,CAAC,UAAU,CAAC,EAC/B,IAAI,EACJ,cAAc,CACjB,CAAC;AACN,CAAC;AAED,MAAM,UAAU,aAAa,CAKzB,SAAoB,EACpB,IAAgD;IAEhD,aAAa,CAAC,SAAS,CAAC,CAAC;IAEzB,OAAO,0BAA0B,CAC7B,oBAAoB,CAAC,SAAS,CAAC,EAC/B,IAAI,EACJ,eAAe,CAClB,CAAC;AACN,CAAC;AAED,OAAO,EAAE,iBAAiB,EAAE,MAAM,yBAAuC,CAAC;AAG1E,OAAO,EAAE,oBAAoB,EAAE,MAAM,yBAAuC,CAAC"}
@@ -0,0 +1,179 @@
1
+ import { flag, multioption, oneOf, option, restPositionals, string } from 'cmd-ts';
2
+ import { parseDebugRequest } from "../../run/run-debug.js";
3
+ import { parseRunFilterExpression } from "@overkill-dev/run/filters";
4
+ import { configPathArgument } from "./command-line-config-path.js";
5
+ import { profileSelectionType, createCommandLineSelection, runtimeSelectionFiltersType } from "./command-line-selection.js";
6
+ import { runSeedType, runShardType, runWorkersType } from "./run-reproducibility-parser.js";
7
+ const runOrderType = oneOf(['seeded', 'lexical']);
8
+ const filterExpressionType = {
9
+ displayName: 'expr',
10
+ async from(value) {
11
+ await Promise.resolve();
12
+ return parseRunFilterExpression(value);
13
+ }
14
+ };
15
+ function parseNonEmptySelectorText(label, value) {
16
+ if (value.trim().length === 0) {
17
+ throw new TypeError(`${label} must not be empty.`);
18
+ }
19
+ return value;
20
+ }
21
+ const fileSelectionType = {
22
+ displayName: 'path',
23
+ async from(value) {
24
+ return parseNonEmptySelectorText('File selector', value);
25
+ }
26
+ };
27
+ const titleSelectionType = {
28
+ displayName: 'text',
29
+ async from(value) {
30
+ return parseNonEmptySelectorText('Title selector', value);
31
+ }
32
+ };
33
+ export function createRunTestsRequest(args, cwd) {
34
+ return {
35
+ configPath: args.configPath,
36
+ cwd,
37
+ runRequest: {
38
+ baselineUpdateMode: 'none',
39
+ capabilityRestrictions: { mode: 'enabled' },
40
+ capture: args.noCapture ? 'live' : 'buffered',
41
+ record: args.record,
42
+ recordForMerge: args.recordForMerge,
43
+ coverage: args.coverage,
44
+ debug: parseDebugRequest(args.debug, args.debugScope),
45
+ execution: { mode: 'profile-default' },
46
+ measureProcessUsage: null,
47
+ order: args.order,
48
+ paths: args.paths,
49
+ profile: args.profile,
50
+ processBudgetOverrides: null,
51
+ processUsageSamplingIntervalMilliseconds: null,
52
+ seed: args.seed,
53
+ selection: createCommandLineSelection(args),
54
+ lastFailed: args.lastFailed,
55
+ shard: args.shard,
56
+ timingCollection: args.timings ? 'precise' : 'profile-default',
57
+ verbose: false,
58
+ workers: args.workers
59
+ }
60
+ };
61
+ }
62
+ export function createListTestsRequest(args, cwd) {
63
+ return {
64
+ configPath: args.configPath,
65
+ cwd,
66
+ listRequest: {
67
+ order: args.order,
68
+ paths: args.paths,
69
+ profile: args.profile,
70
+ seed: args.seed,
71
+ shard: args.shard,
72
+ selection: createCommandLineSelection(args),
73
+ lastFailed: args.lastFailed,
74
+ withLocations: args.withLocations,
75
+ withOrphans: args.withOrphans
76
+ }
77
+ };
78
+ }
79
+ export const sharedCommandArguments = {
80
+ lastFailed: flag({ long: 'last-failed' }),
81
+ configPath: configPathArgument,
82
+ file: option({
83
+ long: 'file',
84
+ type: fileSelectionType,
85
+ defaultValue() {
86
+ return null;
87
+ }
88
+ }),
89
+ filter: option({
90
+ long: 'filter',
91
+ type: filterExpressionType,
92
+ defaultValue() {
93
+ return null;
94
+ }
95
+ }),
96
+ order: option({
97
+ long: 'order',
98
+ type: runOrderType,
99
+ defaultValue() {
100
+ return 'seeded';
101
+ }
102
+ }),
103
+ seed: option({
104
+ long: 'seed',
105
+ type: runSeedType,
106
+ defaultValue() {
107
+ return { value: null };
108
+ }
109
+ }),
110
+ shard: option({
111
+ long: 'shard',
112
+ type: runShardType,
113
+ defaultValue() {
114
+ return { index: 1, total: 1 };
115
+ }
116
+ }),
117
+ title: option({
118
+ long: 'title',
119
+ type: titleSelectionType,
120
+ defaultValue() {
121
+ return null;
122
+ }
123
+ }),
124
+ paths: restPositionals({ displayName: 'path' }),
125
+ profile: option({
126
+ long: 'profile',
127
+ type: string,
128
+ defaultValue() {
129
+ return 'microtest';
130
+ }
131
+ }),
132
+ runtimeFilters: multioption({
133
+ long: 'runtime',
134
+ type: runtimeSelectionFiltersType,
135
+ defaultValue() {
136
+ return [];
137
+ }
138
+ })
139
+ };
140
+ export const benchmarkCommandArguments = {
141
+ ...sharedCommandArguments,
142
+ profile: multioption({
143
+ long: 'profile',
144
+ type: profileSelectionType,
145
+ defaultValue() {
146
+ return null;
147
+ }
148
+ })
149
+ };
150
+ export const runExecutionArguments = {
151
+ debug: flag({ long: 'debug' }),
152
+ debugScope: multioption({
153
+ long: 'debug-scope',
154
+ type: {
155
+ displayName: 'selector',
156
+ async from(values) {
157
+ return values;
158
+ }
159
+ },
160
+ defaultValue() {
161
+ return [];
162
+ }
163
+ }),
164
+ record: flag({ long: 'record' }),
165
+ noCapture: flag({ long: 'no-capture' }),
166
+ timings: flag({ long: 'timings' }),
167
+ workers: option({
168
+ long: 'workers',
169
+ type: runWorkersType,
170
+ defaultValue() {
171
+ return null;
172
+ }
173
+ })
174
+ };
175
+ export const listDisplayArguments = {
176
+ withLocations: flag({ long: 'with-locations' }),
177
+ withOrphans: flag({ long: 'with-orphans' })
178
+ };
179
+ //# sourceMappingURL=run-command-arguments.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"run-command-arguments.js","sourceRoot":"","sources":["../../../../../source/packages/test/run-command-arguments.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,EAAE,eAAe,EAAE,MAAM,EAAa,MAAM,QAAQ,CAAC;AAC9F,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAE3D,OAAO,EAAE,wBAAwB,EAAkB,MAAM,2BAA+B,CAAC;AACzF,OAAO,EAAE,kBAAkB,EAAE,MAAM,+BAA+B,CAAC;AACnE,OAAO,EACH,oBAAoB,EACpB,0BAA0B,EAC1B,2BAA2B,EAC9B,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,iCAAiC,CAAC;AA4C5F,MAAM,YAAY,GAAG,KAAK,CAAC,CAAE,QAAQ,EAAE,SAAS,CAAW,CAAC,CAAC;AAE7D,MAAM,oBAAoB,GAAmC;IACzD,WAAW,EAAE,MAAM;IACnB,KAAK,CAAC,IAAI,CAAC,KAAK;QACZ,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;QAExB,OAAO,wBAAwB,CAAC,KAAK,CAAC,CAAC;IAC3C,CAAC;CACJ,CAAC;AAEF,SAAS,yBAAyB,CAAC,KAAa,EAAE,KAAa;IAC3D,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,MAAM,IAAI,SAAS,CAAC,GAAG,KAAK,qBAAqB,CAAC,CAAC;IACvD,CAAC;IAED,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,MAAM,iBAAiB,GAAgC;IACnD,WAAW,EAAE,MAAM;IACnB,KAAK,CAAC,IAAI,CAAC,KAAK;QACZ,OAAO,yBAAyB,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC;IAC7D,CAAC;CACJ,CAAC;AAEF,MAAM,kBAAkB,GAAgC;IACpD,WAAW,EAAE,MAAM;IACnB,KAAK,CAAC,IAAI,CAAC,KAAK;QACZ,OAAO,yBAAyB,CAAC,gBAAgB,EAAE,KAAK,CAAC,CAAC;IAC9D,CAAC;CACJ,CAAC;AAEF,MAAM,UAAU,qBAAqB,CACjC,IAAkC,EAClC,GAAW;IAIX,OAAO;QACH,UAAU,EAAE,IAAI,CAAC,UAAU;QAC3B,GAAG;QACH,UAAU,EAAE;YACR,kBAAkB,EAAE,MAAM;YAC1B,sBAAsB,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;YAC3C,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU;YAC7C,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,KAAK,EAAE,iBAAiB,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC;YACrD,SAAS,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE;YACtC,mBAAmB,EAAE,IAAI;YACzB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,sBAAsB,EAAE,IAAI;YAC5B,wCAAwC,EAAE,IAAI;YAC9C,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,SAAS,EAAE,0BAA0B,CAAC,IAAI,CAAC;YAC3C,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,gBAAgB,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,iBAAiB;YAC9D,OAAO,EAAE,KAAK;YACd,OAAO,EAAE,IAAI,CAAC,OAAO;SACxB;KACJ,CAAC;AACN,CAAC;AAED,MAAM,UAAU,sBAAsB,CAClC,IAAmC,EACnC,GAAW;IAMX,OAAO;QACH,UAAU,EAAE,IAAI,CAAC,UAAU;QAC3B,GAAG;QACH,WAAW,EAAE;YACT,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,SAAS,EAAE,0BAA0B,CAAC,IAAI,CAAC;YAC3C,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,WAAW,EAAE,IAAI,CAAC,WAAW;SAChC;KACJ,CAAC;AACN,CAAC;AAED,MAAM,CAAC,MAAM,sBAAsB,GAAG;IAClC,UAAU,EAAE,IAAI,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC;IACzC,UAAU,EAAE,kBAAkB;IAC9B,IAAI,EAAE,MAAM,CAAC;QACT,IAAI,EAAE,MAAM;QACZ,IAAI,EAAE,iBAAiB;QACvB,YAAY;YACR,OAAO,IAAI,CAAC;QAChB,CAAC;KACJ,CAAC;IACF,MAAM,EAAE,MAAM,CAAC;QACX,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,oBAAoB;QAC1B,YAAY;YACR,OAAO,IAAI,CAAC;QAChB,CAAC;KACJ,CAAC;IACF,KAAK,EAAE,MAAM,CAAC;QACV,IAAI,EAAE,OAAO;QACb,IAAI,EAAE,YAAY;QAClB,YAAY;YACR,OAAO,QAAiB,CAAC;QAC7B,CAAC;KACJ,CAAC;IACF,IAAI,EAAE,MAAM,CAAC;QACT,IAAI,EAAE,MAAM;QACZ,IAAI,EAAE,WAAW;QACjB,YAAY;YACR,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;QAC3B,CAAC;KACJ,CAAC;IACF,KAAK,EAAE,MAAM,CAAC;QACV,IAAI,EAAE,OAAO;QACb,IAAI,EAAE,YAAY;QAClB,YAAY;YACR,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;QAClC,CAAC;KACJ,CAAC;IACF,KAAK,EAAE,MAAM,CAAC;QACV,IAAI,EAAE,OAAO;QACb,IAAI,EAAE,kBAAkB;QACxB,YAAY;YACR,OAAO,IAAI,CAAC;QAChB,CAAC;KACJ,CAAC;IACF,KAAK,EAAE,eAAe,CAAC,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC;IAC/C,OAAO,EAAE,MAAM,CAAC;QACZ,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,MAAM;QACZ,YAAY;YACR,OAAO,WAAW,CAAC;QACvB,CAAC;KACJ,CAAC;IACF,cAAc,EAAE,WAAW,CAAC;QACxB,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,2BAA2B;QACjC,YAAY;YACR,OAAO,EAAE,CAAC;QACd,CAAC;KACJ,CAAC;CACL,CAAC;AAEF,MAAM,CAAC,MAAM,yBAAyB,GAAG;IACrC,GAAG,sBAAsB;IACzB,OAAO,EAAE,WAAW,CAAC;QACjB,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,oBAAoB;QAC1B,YAAY;YACR,OAAO,IAAI,CAAC;QAChB,CAAC;KACJ,CAAC;CACL,CAAC;AAEF,MAAM,CAAC,MAAM,qBAAqB,GAAG;IACjC,KAAK,EAAE,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;IAC9B,UAAU,EAAE,WAAW,CAAC;QACpB,IAAI,EAAE,aAAa;QACnB,IAAI,EAAE;YACF,WAAW,EAAE,UAAU;YACvB,KAAK,CAAC,IAAI,CAAC,MAAyB;gBAChC,OAAO,MAAM,CAAC;YAClB,CAAC;SACJ;QACD,YAAY;YACR,OAAO,EAAE,CAAC;QACd,CAAC;KACJ,CAAC;IACF,MAAM,EAAE,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;IAChC,SAAS,EAAE,IAAI,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC;IACvC,OAAO,EAAE,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;IAClC,OAAO,EAAE,MAAM,CAAC;QACZ,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,cAAc;QACpB,YAAY;YACR,OAAO,IAAI,CAAC;QAChB,CAAC;KACJ,CAAC;CACL,CAAC;AAEF,MAAM,CAAC,MAAM,oBAAoB,GAAG;IAChC,aAAa,EAAE,IAAI,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,CAAC;IAC/C,WAAW,EAAE,IAAI,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC;CAC9C,CAAC"}
@@ -0,0 +1,32 @@
1
+ import { parseRunSeed } from "./run-seed-parser.js";
2
+ import { parseRunShard } from "./run-shard-parser.js";
3
+ export const runSeedType = {
4
+ displayName: 'n',
5
+ async from(value) {
6
+ await Promise.resolve();
7
+ return parseRunSeed(value);
8
+ }
9
+ };
10
+ export const runShardType = {
11
+ displayName: 'i/n',
12
+ async from(value) {
13
+ await Promise.resolve();
14
+ return parseRunShard(value);
15
+ }
16
+ };
17
+ const positiveDecimalPattern = /^[1-9]\d*$/u;
18
+ function parseRunWorkers(value) {
19
+ const workers = Number(value);
20
+ if (!positiveDecimalPattern.test(value) || !Number.isSafeInteger(workers)) {
21
+ throw new TypeError(`Worker count must be a positive safe integer: ${value}`);
22
+ }
23
+ return workers;
24
+ }
25
+ export const runWorkersType = {
26
+ displayName: 'n',
27
+ async from(value) {
28
+ await Promise.resolve();
29
+ return parseRunWorkers(value);
30
+ }
31
+ };
32
+ //# sourceMappingURL=run-reproducibility-parser.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"run-reproducibility-parser.js","sourceRoot":"","sources":["../../../../../source/packages/test/run-reproducibility-parser.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AACpD,OAAO,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAItD,MAAM,CAAC,MAAM,WAAW,GAA0B;IAC9C,WAAW,EAAE,GAAG;IAChB,KAAK,CAAC,IAAI,CAAC,KAAK;QACZ,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;QAExB,OAAO,YAAY,CAAC,KAAK,CAAC,CAAC;IAC/B,CAAC;CACJ,CAAC;AAEF,MAAM,CAAC,MAAM,YAAY,GAA2B;IAChD,WAAW,EAAE,KAAK;IAClB,KAAK,CAAC,IAAI,CAAC,KAAK;QACZ,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;QAExB,OAAO,aAAa,CAAC,KAAK,CAAC,CAAC;IAChC,CAAC;CACJ,CAAC;AAIF,MAAM,sBAAsB,GAAG,aAAa,CAAC;AAE7C,SAAS,eAAe,CAAC,KAAa;IAClC,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAE9B,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,CAAC;QACxE,MAAM,IAAI,SAAS,CAAC,iDAAiD,KAAK,EAAE,CAAC,CAAC;IAClF,CAAC;IAED,OAAO,OAAO,CAAC;AACnB,CAAC;AAED,MAAM,CAAC,MAAM,cAAc,GAA6B;IACpD,WAAW,EAAE,GAAG;IAChB,KAAK,CAAC,IAAI,CAAC,KAAK;QACZ,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;QAExB,OAAO,eAAe,CAAC,KAAK,CAAC,CAAC;IAClC,CAAC;CACJ,CAAC"}
@@ -1 +1 @@
1
- {"version":3,"file":"table-authoring.d.ts","sourceRoot":"","sources":["../../../../../source/packages/test/table-authoring.ts"],"names":[],"mappings":"AAAA,OAAO,EAGH,KAAK,QAGQ,EACb,KAAK,iBAAiB,EAItB,KAAK,SAAS,EACjB,MAAM,sBAAiC,CAAC;AACzC,OAAO,EAKH,KAAK,oBAAoB,EACzB,KAAK,iBAAiB,EACzB,MAAM,0BAA0B,CAAC;MAa5B,MAAM,sBAAsB,CAC9B,GAAG,EACH,KAAK,SAAS,SAAS,GAAG,SAAS,IACnC,KAAK,GAAG;IACR,QAAQ,CAAC,UAAU,EAAE,GAAG,CAAC;CAC5B,CAAC;AAEF,MAAM,MAAM,aAAa,CACrB,GAAG,EACH,KAAK,SAAS,SAAS,GAAG,SAAS,IACnC,CACA,KAAK,EAAE,sBAAsB,CAAC,GAAG,EAAE,KAAK,CAAC,KACxC,UAAU,CAAC,QAAQ,CAAC,CAAC;AAE1B,KAAK,gBAAgB,GAAG,CAAC,KAAK,EAAE,KAAK,KAAK,UAAU,CAAC,QAAQ,CAAC,CAAC;AAE/D,MAAM,MAAM,eAAe,CACvB,GAAG,EACH,YAAY,SAAS,iBAAiB,GAAG,iBAAiB,EAC1D,IAAI,SAAS,gBAAgB,GAAG,aAAa,CAAC,GAAG,CAAC,IAClD;IACA,QAAQ,CAAC,WAAW,CAAC,EAAE,oBAAoB,CAAC;IAC5C,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC,UAAU,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,KAAK,MAAM,CAAC;IAChE,QAAQ,CAAC,KAAK,EAAE,SAAS,GAAG,EAAE,CAAC;IAC/B,QAAQ,CAAC,QAAQ,CAAC,EAAE,YAAY,CAAC;IACjC,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC;IACpB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;CAC1B,CAAC;AA6GF"}
1
+ {"version":3,"file":"table-authoring.d.ts","sourceRoot":"","sources":["../../../../../source/packages/test/table-authoring.ts"],"names":[],"mappings":"AAAA,OAAO,EAGH,KAAK,QAGQ,EACb,KAAK,iBAAiB,EAEtB,KAAK,SAAS,EACjB,MAAM,sBAAiC,CAAC;AACzC,OAAO,EAKH,KAAK,oBAAoB,EACzB,KAAK,iBAAiB,EACzB,MAAM,0BAA0B,CAAC;MAa5B,MAAM,sBAAsB,CAC9B,GAAG,EACH,KAAK,SAAS,SAAS,GAAG,SAAS,IACnC,KAAK,GAAG;IACR,QAAQ,CAAC,UAAU,EAAE,GAAG,CAAC;CAC5B,CAAC;AAEF,MAAM,MAAM,aAAa,CACrB,GAAG,EACH,KAAK,SAAS,SAAS,GAAG,SAAS,IACnC,CACA,KAAK,EAAE,sBAAsB,CAAC,GAAG,EAAE,KAAK,CAAC,KACxC,UAAU,CAAC,QAAQ,CAAC,CAAC;AAE1B,KAAK,gBAAgB,GAAG,CAAC,KAAK,EAAE,KAAK,KAAK,UAAU,CAAC,QAAQ,CAAC,CAAC;AAE/D,MAAM,MAAM,eAAe,CACvB,GAAG,EACH,YAAY,SAAS,iBAAiB,GAAG,iBAAiB,EAC1D,IAAI,SAAS,gBAAgB,GAAG,aAAa,CAAC,GAAG,CAAC,IAClD;IACA,QAAQ,CAAC,WAAW,CAAC,EAAE,oBAAoB,CAAC;IAC5C,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC,UAAU,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,KAAK,MAAM,CAAC;IAChE,QAAQ,CAAC,KAAK,EAAE,SAAS,GAAG,EAAE,CAAC;IAC/B,QAAQ,CAAC,QAAQ,CAAC,EAAE,YAAY,CAAC;IACjC,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC;IACpB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;CAC1B,CAAC;AA2GF"}
@@ -1,4 +1,4 @@
1
- import { createTable, attachTestBodyResourceAttachments, hasTestBodyResourceAttachments, readTestBodyResourceAttachments } from "@overkill-dev/engine";
1
+ import { createTable, forwardTestBodyResources } from "@overkill-dev/engine";
2
2
  import { createAuthoringAnnotations, createAuthoringControls, readAuthoringAnnotations, readAuthoringControls } from "./authoring-test-data.js";
3
3
  import { activeMacroSourceLocations, definitionLocationsForAuthoringCall, runWithForwardedSourceLocations } from "./authoring-source-locations.js";
4
4
  import { readAuthoringRecord, readAuthoringString, readAuthoringTestBody } from "./authoring-input.js";
@@ -22,14 +22,13 @@ function tableCaseBody(definition, parameters, sourceLocations, facadeActions) {
22
22
  return { parameters };
23
23
  }, 'replace-existing')
24
24
  ], definition.test, 'table');
25
- const body = async function runTableCase(scope) {
26
- return await runWithForwardedSourceLocations(sourceLocations, async function runMacroGeneratedTableCase() {
27
- return await caseBody(scope);
28
- });
29
- };
30
- return hasTestBodyResourceAttachments(caseBody)
31
- ? attachTestBodyResourceAttachments(body, readTestBodyResourceAttachments(caseBody))
32
- : body;
25
+ return forwardTestBodyResources(caseBody, function forwardBody(source) {
26
+ return async function runTableCase(scope) {
27
+ return await runWithForwardedSourceLocations(sourceLocations, async function runMacroGeneratedTableCase() {
28
+ return await source(scope);
29
+ });
30
+ };
31
+ });
33
32
  }
34
33
  function ensureTableDefinitionShape(definition) {
35
34
  if (definition.caseTitle !== undefined && typeof definition.caseTitle !== 'function') {
@@ -1 +1 @@
1
- {"version":3,"file":"table-authoring.js","sourceRoot":"","sources":["../../../../../source/packages/test/table-authoring.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,WAAW,EAOX,iCAAiC,EACjC,8BAA8B,EAC9B,+BAA+B,EAElC,MAAM,sBAAiC,CAAC;AACzC,OAAO,EACH,0BAA0B,EAC1B,uBAAuB,EACvB,wBAAwB,EACxB,qBAAqB,EAGxB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACH,0BAA0B,EAC1B,mCAAmC,EACnC,+BAA+B,EAClC,MAAM,iCAAiC,CAAC;AACzC,OAAO,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AACvG,OAAO,EAAE,6BAA6B,EAAE,MAAM,mCAAmC,CAAC;AAClF,OAAO,EACH,gBAAgB,EAEnB,MAAM,4BAA4B,CAAC;AA0CpC,MAAM,mBAAmB,GAAG,iFAAiF,CAAC;AAE9G,SAAS,gBAAgB,CAAC,KAAa;IACnC,OAAO,QAAQ,KAAK,GAAG,CAAC,EAAE,CAAC;AAC/B,CAAC;AAED,SAAS,cAAc,CACnB,SAA8D,EAC9D,UAAe,EACf,KAAa;IAEb,MAAM,KAAK,GAAG,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;IAE1F,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC5B,MAAM,IAAI,SAAS,CAAC,yCAAyC,CAAC,CAAC;IACnE,CAAC;IAED,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,SAAS,aAAa,CAClB,UAAuC,EACvC,UAAe,EACf,eAAoD,EACpD,aAA+C;IAE/C,MAAM,QAAQ,GAAG,6BAA6B,CAC1C;QACI,GAAG,aAAa;QAChB,gBAAgB,CAAC,oBAAoB,EAAE,SAAS,kBAAkB;YAC9D,OAAO,EAAE,UAAU,EAAE,CAAC;QAC1B,CAAC,EAAE,kBAAkB,CAAC;KACzB,EACD,UAAU,CAAC,IAAI,EACf,OAAO,CACV,CAAC;IACF,MAAM,IAAI,GAAa,KAAK,UAAU,YAAY,CAAC,KAAgB;QAC/D,OAAO,MAAM,+BAA+B,CAAC,eAAe,EAAE,KAAK,UAAU,0BAA0B;YACnG,OAAO,MAAM,QAAQ,CAAC,KAAK,CAAC,CAAC;QACjC,CAAC,CAAC,CAAC;IACP,CAAC,CAAC;IAEF,OAAO,8BAA8B,CAAC,QAAQ,CAAC;QAC3C,CAAC,CAAC,iCAAiC,CAAC,IAAI,EAAE,+BAA+B,CAAC,QAAQ,CAAC,CAAC;QACpF,CAAC,CAAC,IAAI,CAAC;AACf,CAAC;AAED,SAAS,0BAA0B,CAAC,UAA6C;IAC7E,IAAI,UAAU,CAAC,SAAS,KAAK,SAAS,IAAI,OAAO,UAAU,CAAC,SAAS,KAAK,UAAU,EAAE,CAAC;QACnF,MAAM,IAAI,SAAS,CAAC,mBAAmB,CAAC,CAAC;IAC7C,CAAC;IAED,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;QACnC,MAAM,IAAI,SAAS,CAAC,mBAAmB,CAAC,CAAC;IAC7C,CAAC;IAED,qBAAqB,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;AAC3C,CAAC;AAED,SAAS,mBAAmB,CAKxB,UAAoD;IAEpD,MAAM,iBAAiB,GAAG,mBAAmB,CAAC,UAAU,EAAE,mBAAmB,CAAC,CAAC;IAC/E,0BAA0B,CAAC,iBAAiB,CAAC,CAAC;IAE9C,OAAO;QACH,WAAW,EAAE,wBAAwB,CAAC,iBAAiB,CAAC,WAAW,IAAI,EAAE,CAAC;QAC1E,SAAS,EAAE,UAAU,CAAC,SAAS,IAAI,IAAI;QACvC,KAAK,EAAE,UAAU,CAAC,KAAK;QACvB,QAAQ,EAAE,qBAAqB,CAAC,iBAAiB,CAAC,QAAQ,IAAI,EAAE,CAAC;QACjE,IAAI,EAAE,UAAU,CAAC,IAAI;QACrB,KAAK,EAAE,mBAAmB,CAAC,iBAAiB,CAAC,KAAK,EAAE,mBAAmB,CAAC;KAC3E,CAAC;AACN,CAAC;AAED,SAAS,UAAU,CACf,UAAuC,EACvC,aAA+C;IAE/C,MAAM,eAAe,GAAG,0BAA0B,EAAE,CAAC;IAErD,OAAO,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,eAAe,CAAC,UAAU,EAAE,KAAK;QAClE,OAAO;YACH,WAAW,EAAE,EAAE;YACf,IAAI,EAAE,aAAa,CAAC,UAAU,EAAE,UAAU,EAAE,eAAe,EAAE,aAAa,CAAC;YAC3E,QAAQ,EAAE,EAAE;YACZ,UAAU;YACV,KAAK,EAAE,cAAc,CAAC,UAAU,CAAC,SAAS,EAAE,UAAU,EAAE,KAAK,CAAC;SACjE,CAAC;IACN,CAAC,CAAC,CAAC;AACP,CAAC;AAED,MAAM,UAAU,mBAAmB,CAK/B,iBAAuC,EACvC,cAAiC,EACjC,UAAoD,EACpD,gBAAkD,EAAE;IAEpD,MAAM,eAAe,GAAG,mBAAmB,CAAC,UAAU,CAAC,CAAC;IAExD,OAAO,WAAW,CAAC;QACf,WAAW,EAAE,0BAA0B,CAAC,iBAAiB,EAAE,eAAe,CAAC,WAAW,CAAC;QACvF,KAAK,EAAE,UAAU,CAAC,eAAe,EAAE,aAAa,CAAC;QACjD,QAAQ,EAAE,uBAAuB,CAAC,cAAc,EAAE,eAAe,CAAC,QAAQ,CAAC;QAC3E,mBAAmB,EAAE,mCAAmC,EAAE;QAC1D,KAAK,EAAE,eAAe,CAAC,KAAK;KAC/B,CAAC,CAAC;AACP,CAAC"}
1
+ {"version":3,"file":"table-authoring.js","sourceRoot":"","sources":["../../../../../source/packages/test/table-authoring.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,WAAW,EAOX,wBAAwB,EAE3B,MAAM,sBAAiC,CAAC;AACzC,OAAO,EACH,0BAA0B,EAC1B,uBAAuB,EACvB,wBAAwB,EACxB,qBAAqB,EAGxB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACH,0BAA0B,EAC1B,mCAAmC,EACnC,+BAA+B,EAClC,MAAM,iCAAiC,CAAC;AACzC,OAAO,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AACvG,OAAO,EAAE,6BAA6B,EAAE,MAAM,mCAAmC,CAAC;AAClF,OAAO,EACH,gBAAgB,EAEnB,MAAM,4BAA4B,CAAC;AA0CpC,MAAM,mBAAmB,GAAG,iFAAiF,CAAC;AAE9G,SAAS,gBAAgB,CAAC,KAAa;IACnC,OAAO,QAAQ,KAAK,GAAG,CAAC,EAAE,CAAC;AAC/B,CAAC;AAED,SAAS,cAAc,CACnB,SAA8D,EAC9D,UAAe,EACf,KAAa;IAEb,MAAM,KAAK,GAAG,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;IAE1F,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC5B,MAAM,IAAI,SAAS,CAAC,yCAAyC,CAAC,CAAC;IACnE,CAAC;IAED,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,SAAS,aAAa,CAClB,UAAuC,EACvC,UAAe,EACf,eAAoD,EACpD,aAA+C;IAE/C,MAAM,QAAQ,GAAG,6BAA6B,CAC1C;QACI,GAAG,aAAa;QAChB,gBAAgB,CAAC,oBAAoB,EAAE,SAAS,kBAAkB;YAC9D,OAAO,EAAE,UAAU,EAAE,CAAC;QAC1B,CAAC,EAAE,kBAAkB,CAAC;KACzB,EACD,UAAU,CAAC,IAAI,EACf,OAAO,CACV,CAAC;IACF,OAAO,wBAAwB,CAAC,QAAQ,EAAE,SAAS,WAAW,CAAC,MAAM;QACjE,OAAO,KAAK,UAAU,YAAY,CAAC,KAAgB;YAC/C,OAAO,MAAM,+BAA+B,CAAC,eAAe,EAAE,KAAK,UAAU,0BAA0B;gBACnG,OAAO,MAAM,MAAM,CAAC,KAAK,CAAC,CAAC;YAC/B,CAAC,CAAC,CAAC;QACP,CAAC,CAAC;IACN,CAAC,CAAC,CAAC;AACP,CAAC;AAED,SAAS,0BAA0B,CAAC,UAA6C;IAC7E,IAAI,UAAU,CAAC,SAAS,KAAK,SAAS,IAAI,OAAO,UAAU,CAAC,SAAS,KAAK,UAAU,EAAE,CAAC;QACnF,MAAM,IAAI,SAAS,CAAC,mBAAmB,CAAC,CAAC;IAC7C,CAAC;IAED,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;QACnC,MAAM,IAAI,SAAS,CAAC,mBAAmB,CAAC,CAAC;IAC7C,CAAC;IAED,qBAAqB,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;AAC3C,CAAC;AAED,SAAS,mBAAmB,CAKxB,UAAoD;IAEpD,MAAM,iBAAiB,GAAG,mBAAmB,CAAC,UAAU,EAAE,mBAAmB,CAAC,CAAC;IAC/E,0BAA0B,CAAC,iBAAiB,CAAC,CAAC;IAE9C,OAAO;QACH,WAAW,EAAE,wBAAwB,CAAC,iBAAiB,CAAC,WAAW,IAAI,EAAE,CAAC;QAC1E,SAAS,EAAE,UAAU,CAAC,SAAS,IAAI,IAAI;QACvC,KAAK,EAAE,UAAU,CAAC,KAAK;QACvB,QAAQ,EAAE,qBAAqB,CAAC,iBAAiB,CAAC,QAAQ,IAAI,EAAE,CAAC;QACjE,IAAI,EAAE,UAAU,CAAC,IAAI;QACrB,KAAK,EAAE,mBAAmB,CAAC,iBAAiB,CAAC,KAAK,EAAE,mBAAmB,CAAC;KAC3E,CAAC;AACN,CAAC;AAED,SAAS,UAAU,CACf,UAAuC,EACvC,aAA+C;IAE/C,MAAM,eAAe,GAAG,0BAA0B,EAAE,CAAC;IAErD,OAAO,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,eAAe,CAAC,UAAU,EAAE,KAAK;QAClE,OAAO;YACH,WAAW,EAAE,EAAE;YACf,IAAI,EAAE,aAAa,CAAC,UAAU,EAAE,UAAU,EAAE,eAAe,EAAE,aAAa,CAAC;YAC3E,QAAQ,EAAE,EAAE;YACZ,UAAU;YACV,KAAK,EAAE,cAAc,CAAC,UAAU,CAAC,SAAS,EAAE,UAAU,EAAE,KAAK,CAAC;SACjE,CAAC;IACN,CAAC,CAAC,CAAC;AACP,CAAC;AAED,MAAM,UAAU,mBAAmB,CAK/B,iBAAuC,EACvC,cAAiC,EACjC,UAAoD,EACpD,gBAAkD,EAAE;IAEpD,MAAM,eAAe,GAAG,mBAAmB,CAAC,UAAU,CAAC,CAAC;IAExD,OAAO,WAAW,CAAC;QACf,WAAW,EAAE,0BAA0B,CAAC,iBAAiB,EAAE,eAAe,CAAC,WAAW,CAAC;QACvF,KAAK,EAAE,UAAU,CAAC,eAAe,EAAE,aAAa,CAAC;QACjD,QAAQ,EAAE,uBAAuB,CAAC,cAAc,EAAE,eAAe,CAAC,QAAQ,CAAC;QAC3E,mBAAmB,EAAE,mCAAmC,EAAE;QAC1D,KAAK,EAAE,eAAe,CAAC,KAAK;KAC/B,CAAC,CAAC;AACP,CAAC"}
@@ -10,5 +10,5 @@ export type { AsyncDisposableTranscript, DisposableTranscript, Transcript, Trans
10
10
  export { doubleUsage, rule, testAsyncDisposable, testAsyncIterable, testAsyncIterator, testDisposable, testDouble, testIterable, testIterator } from '@overkill-dev/doubles';
11
11
  export type { AsyncDisposableConfiguration, AsyncIterableConfiguration, AsyncIteratorConfiguration, AsyncIteratorSource, DisposableConfiguration, DoubleCall, DoubleConstruction, DoubleHistory, DoubleInteraction, DoubleInvocation, DoubleIteratorEvent, DoubleIteratorReturnEvent, DoubleIteratorThrowEvent, DoubleIteratorYieldEvent, DoubleResult, DoubleReturnedResult, DoubleThrownResult, DoubleUsageAssertions, ProtocolMethodConfiguration, RuleFactory, SyncIterableConfiguration, SyncIteratorConfiguration, SyncIteratorSource, TestAsyncDisposable, TestAsyncDisposableFactory, TestAsyncIterable, TestAsyncIterableFactory, TestAsyncIterator, TestAsyncIteratorFactory, TestDisposable, TestDisposableFactory, TestDouble, TestDoubleFactory, TestIterable, TestIterableFactory, TestIterator, TestIteratorFactory } from '@overkill-dev/doubles';
12
12
  export type { AuthoringAnnotations, AuthoringControls, TestFacadeDefinition } from './authoring-test-data.ts';
13
- export type { InFlightTask, OutputRenderer, Reporter, Suite, Table, TestBody, TestCase, TestFamily, TestNode, TestScope, TestScopeAssertContext } from '@overkill-dev/engine';
13
+ export type { InFlightTask, OutputRenderer, Reporter, Suite, Table, TestBody, TestCase, TestFamily, TestFamilyId, TestNode, TestRandom, TestScope, TestScopeAssertContext } from '@overkill-dev/engine';
14
14
  //# sourceMappingURL=test.entry-point.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"test.entry-point.d.ts","sourceRoot":"","sources":["../../../../../source/packages/test/test.entry-point.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,WAAW,EACX,2BAA2B,EAC3B,WAAW,EACX,KAAK,EACL,KAAK,EACL,IAAI,EACP,MAAM,wCAAwC,CAAC;AAChD,OAAO,EAAE,gBAAgB,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAClE,YAAY,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AACtD,YAAY,EACR,SAAS,EACT,gBAAgB,EAChB,oBAAoB,EACvB,MAAM,0BAA0B,CAAC;AAClC,YAAY,EACR,sBAAsB,EACtB,eAAe,EACf,aAAa,EAChB,MAAM,sBAAsB,CAAC;AAE9B,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AACvD,YAAY,EACR,cAAc,EACd,qBAAqB,EACrB,gBAAgB,EAChB,oBAAoB,EACpB,kBAAkB,EAClB,YAAY,EACf,MAAM,wBAAwB,CAAC;AAChC,OAAO,EACH,gBAAgB,EAChB,eAAe,EACf,UAAU,EACV,eAAe,EAClB,MAAM,6BAA6B,CAAC;AACrC,YAAY,EACR,yBAAyB,EACzB,oBAAoB,EACpB,UAAU,EACV,eAAe,EACf,cAAc,EACd,yBAAyB,EAC5B,MAAM,6BAA6B,CAAC;AAErC,OAAO,EACH,WAAW,EACX,IAAI,EACJ,mBAAmB,EACnB,iBAAiB,EACjB,iBAAiB,EACjB,cAAc,EACd,UAAU,EACV,YAAY,EACZ,YAAY,EACf,MAAM,uBAAmC,CAAC;AAC3C,YAAY,EACR,4BAA4B,EAC5B,0BAA0B,EAC1B,0BAA0B,EAC1B,mBAAmB,EACnB,uBAAuB,EACvB,UAAU,EACV,kBAAkB,EAClB,aAAa,EACb,iBAAiB,EACjB,gBAAgB,EAChB,mBAAmB,EACnB,yBAAyB,EACzB,wBAAwB,EACxB,wBAAwB,EACxB,YAAY,EACZ,oBAAoB,EACpB,kBAAkB,EAClB,qBAAqB,EACrB,2BAA2B,EAC3B,WAAW,EACX,yBAAyB,EACzB,yBAAyB,EACzB,kBAAkB,EAClB,mBAAmB,EACnB,0BAA0B,EAC1B,iBAAiB,EACjB,wBAAwB,EACxB,iBAAiB,EACjB,wBAAwB,EACxB,cAAc,EACd,qBAAqB,EACrB,UAAU,EACV,iBAAiB,EACjB,YAAY,EACZ,mBAAmB,EACnB,YAAY,EACZ,mBAAmB,EACtB,MAAM,uBAAmC,CAAC;AAE3C,YAAY,EACR,oBAAoB,EACpB,iBAAiB,EACjB,oBAAoB,EACvB,MAAM,0BAA0B,CAAC;AAElC,YAAY,EACR,YAAY,EACZ,cAAc,EACd,QAAQ,EACR,KAAK,EACL,KAAK,EACL,QAAQ,EACR,QAAQ,EACR,UAAU,EACV,QAAQ,EACR,SAAS,EACT,sBAAsB,EACzB,MAAM,sBAAiC,CAAC"}
1
+ {"version":3,"file":"test.entry-point.d.ts","sourceRoot":"","sources":["../../../../../source/packages/test/test.entry-point.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,WAAW,EACX,2BAA2B,EAC3B,WAAW,EACX,KAAK,EACL,KAAK,EACL,IAAI,EACP,MAAM,wCAAwC,CAAC;AAChD,OAAO,EAAE,gBAAgB,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAClE,YAAY,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AACtD,YAAY,EACR,SAAS,EACT,gBAAgB,EAChB,oBAAoB,EACvB,MAAM,0BAA0B,CAAC;AAClC,YAAY,EACR,sBAAsB,EACtB,eAAe,EACf,aAAa,EAChB,MAAM,sBAAsB,CAAC;AAE9B,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AACvD,YAAY,EACR,cAAc,EACd,qBAAqB,EACrB,gBAAgB,EAChB,oBAAoB,EACpB,kBAAkB,EAClB,YAAY,EACf,MAAM,wBAAwB,CAAC;AAChC,OAAO,EACH,gBAAgB,EAChB,eAAe,EACf,UAAU,EACV,eAAe,EAClB,MAAM,6BAA6B,CAAC;AACrC,YAAY,EACR,yBAAyB,EACzB,oBAAoB,EACpB,UAAU,EACV,eAAe,EACf,cAAc,EACd,yBAAyB,EAC5B,MAAM,6BAA6B,CAAC;AAErC,OAAO,EACH,WAAW,EACX,IAAI,EACJ,mBAAmB,EACnB,iBAAiB,EACjB,iBAAiB,EACjB,cAAc,EACd,UAAU,EACV,YAAY,EACZ,YAAY,EACf,MAAM,uBAAmC,CAAC;AAC3C,YAAY,EACR,4BAA4B,EAC5B,0BAA0B,EAC1B,0BAA0B,EAC1B,mBAAmB,EACnB,uBAAuB,EACvB,UAAU,EACV,kBAAkB,EAClB,aAAa,EACb,iBAAiB,EACjB,gBAAgB,EAChB,mBAAmB,EACnB,yBAAyB,EACzB,wBAAwB,EACxB,wBAAwB,EACxB,YAAY,EACZ,oBAAoB,EACpB,kBAAkB,EAClB,qBAAqB,EACrB,2BAA2B,EAC3B,WAAW,EACX,yBAAyB,EACzB,yBAAyB,EACzB,kBAAkB,EAClB,mBAAmB,EACnB,0BAA0B,EAC1B,iBAAiB,EACjB,wBAAwB,EACxB,iBAAiB,EACjB,wBAAwB,EACxB,cAAc,EACd,qBAAqB,EACrB,UAAU,EACV,iBAAiB,EACjB,YAAY,EACZ,mBAAmB,EACnB,YAAY,EACZ,mBAAmB,EACtB,MAAM,uBAAmC,CAAC;AAE3C,YAAY,EACR,oBAAoB,EACpB,iBAAiB,EACjB,oBAAoB,EACvB,MAAM,0BAA0B,CAAC;AAElC,YAAY,EACR,YAAY,EACZ,cAAc,EACd,QAAQ,EACR,KAAK,EACL,KAAK,EACL,QAAQ,EACR,QAAQ,EACR,UAAU,EACV,YAAY,EACZ,QAAQ,EACR,UAAU,EACV,SAAS,EACT,sBAAsB,EACzB,MAAM,sBAAiC,CAAC"}
@@ -0,0 +1,50 @@
1
+ import { command, flag, multioption, option, positional, string } from 'cmd-ts';
2
+ import { parseDebugRequest } from "../../run/run-debug.js";
3
+ import { profileSelectionType } from "./command-line-selection.js";
4
+ import { runExecutionArguments } from "./run-command-arguments.js";
5
+ export function createWitnessReplayCommand(loadRunner, cwd, parsers) {
6
+ return command({
7
+ name: 'replay-witness',
8
+ args: {
9
+ debug: runExecutionArguments.debug,
10
+ debugScope: runExecutionArguments.debugScope,
11
+ configPath: multioption({
12
+ long: 'config',
13
+ type: parsers.config,
14
+ defaultValue() {
15
+ return null;
16
+ }
17
+ }),
18
+ path: positional({ type: string, displayName: 'path' }),
19
+ profile: multioption({ long: 'profile', type: profileSelectionType }),
20
+ seed: option({
21
+ long: 'seed',
22
+ type: parsers.seed,
23
+ defaultValue() {
24
+ return { value: null };
25
+ }
26
+ }),
27
+ record: flag({ long: 'record' }),
28
+ noCapture: flag({ long: 'no-capture' }),
29
+ timings: flag({ long: 'timings' })
30
+ },
31
+ async handler(args) {
32
+ const debug = parseDebugRequest(args.debug, args.debugScope);
33
+ const runner = await loadRunner();
34
+ return await runner.replayWitness({
35
+ cwd,
36
+ configPath: args.configPath,
37
+ replayRequest: {
38
+ debug,
39
+ path: args.path,
40
+ profile: args.profile,
41
+ seed: args.seed,
42
+ capture: args.noCapture ? 'live' : 'buffered',
43
+ record: args.record,
44
+ timingCollection: args.timings ? 'precise' : 'profile-default'
45
+ }
46
+ });
47
+ }
48
+ });
49
+ }
50
+ //# sourceMappingURL=witness-replay-command.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"witness-replay-command.js","sourceRoot":"","sources":["../../../../../source/packages/test/witness-replay-command.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAa,MAAM,QAAQ,CAAC;AAE3F,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAC3D,OAAO,EAAE,oBAAoB,EAAE,MAAM,6BAA6B,CAAC;AACnE,OAAO,EAAE,qBAAqB,EAAE,MAAM,4BAA4B,CAAC;AA8BnE,MAAM,UAAU,0BAA0B,CACtC,UAA4C,EAC5C,GAAW,EACX,OAAsB;IAEtB,OAAO,OAAO,CAAC;QACX,IAAI,EAAE,gBAAgB;QACtB,IAAI,EAAE;YACF,KAAK,EAAE,qBAAqB,CAAC,KAAK;YAClC,UAAU,EAAE,qBAAqB,CAAC,UAAU;YAC5C,UAAU,EAAE,WAAW,CAAC;gBACpB,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,OAAO,CAAC,MAAM;gBACpB,YAAY;oBACR,OAAO,IAAI,CAAC;gBAChB,CAAC;aACJ,CAAC;YACF,IAAI,EAAE,UAAU,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC;YACvD,OAAO,EAAE,WAAW,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,oBAAoB,EAAE,CAAC;YACrE,IAAI,EAAE,MAAM,CAAC;gBACT,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,YAAY;oBACR,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;gBAC3B,CAAC;aACJ,CAAC;YACF,MAAM,EAAE,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;YAChC,SAAS,EAAE,IAAI,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC;YACvC,OAAO,EAAE,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;SACrC;QACD,KAAK,CAAC,OAAO,CAAC,IAAI;YACd,MAAM,KAAK,GAAG,iBAAiB,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;YAC7D,MAAM,MAAM,GAAG,MAAM,UAAU,EAAE,CAAC;YAClC,OAAO,MAAM,MAAM,CAAC,aAAa,CAAC;gBAC9B,GAAG;gBACH,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,aAAa,EAAE;oBACX,KAAK;oBACL,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,OAAO,EAAE,IAAI,CAAC,OAAO;oBACrB,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU;oBAC7C,MAAM,EAAE,IAAI,CAAC,MAAM;oBACnB,gBAAgB,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,iBAAiB;iBACjE;aACJ,CAAC,CAAC;QACP,CAAC;KACJ,CAAC,CAAC;AACP,CAAC"}
package/readme.md CHANGED
@@ -55,6 +55,11 @@ Run the configured test files:
55
55
  npx overkill run
56
56
  ```
57
57
 
58
+ Cases receive a deterministic `scope.seed` and `scope.random` handle. The random
59
+ handle supports `integer(minimum, maximum)`, `bytes(length)`, `pick(values)`,
60
+ `uuid()`, and `split()`. Each attempt starts from the same stream for the same
61
+ run seed and work identity, independently of filtering and execution order.
62
+
58
63
  ## Package surface
59
64
 
60
65
  Current root runtime exports:
@@ -84,7 +89,13 @@ Current root runtime exports:
84
89
 
85
90
  Standard subpaths:
86
91
 
87
- - `@overkill-dev/test/config` exports `defineConfig` and run project config
92
+ - `@overkill-dev/test/property` re-exports `gen`, `property`, `withProperties`, and
93
+ property authoring types from [`@overkill-dev/property`](../property/readme.md),
94
+ included in the standard distribution. Construction and collection are
95
+ supported; property profiles validate collected policy. Trials run examples,
96
+ automatic edges, and new exploration sequentially within each property.
97
+ Property code loads through this subpath, outside ordinary root imports.
98
+ - `@overkill-dev/test/config` exports `defineConfig`, `normalizeConfig`, `loadConfig`, `ConfigError`, and project config
88
99
  types.
89
100
  - `@overkill-dev/test/reporters` exports `createLineReporter`,
90
101
  `createLineTreeReporter`, `createLineProgressReporter`, `createBriefReporter`,
@@ -105,13 +116,18 @@ Standard subpaths:
105
116
  - `@overkill-dev/test/simulation` re-exports simulation descriptors from
106
117
  `@overkill-dev/simulation`. Import `@overkill-dev/simulation/http` directly
107
118
  for the standalone HTTP launcher.
108
- - `@overkill-dev/test/bench` re-exports ordinary node-authoring helpers from
119
+ - `@overkill-dev/test/bench` re-exports benchmark authoring, collectors, calibration,
120
+ cold-module imports, timelines, and ordinary node-authoring helpers from
109
121
  [`@overkill-dev/bench`](../bench/readme.md), included in the standard
110
- distribution. These constructors are family-neutral and do not measure
111
- performance. Benchmark measurement and `overkill bench` commands are separate
112
- implementation milestones. Bench code stays behind this explicit subpath,
122
+ distribution. `benchmark(...)` measures named workloads and generates budget
123
+ assertions. Bench code stays behind this explicit subpath,
113
124
  outside root imports and ordinary microtest startup.
114
- - `@overkill-dev/test/baselines` is reserved and exports only `unavailable()`.
125
+ - `@overkill-dev/test/baselines` exports shared adapter, identity, entry, and change
126
+ contracts plus pure identity, planning, and inventory operations. Existing types
127
+ retain performance defaults. See [baselines](../baselines/readme.md).
128
+ Register ordinary adapters with `defineBaselineAdapter` from `@overkill-dev/test/config`;
129
+ ordinary commands live under `overkill baseline`. Performance baseline commands
130
+ live under `overkill bench baseline`.
115
131
 
116
132
  Implemented root authoring forms:
117
133
 
@@ -146,7 +162,7 @@ The root doubles exports are the current lightweight public surface from
146
162
  testing doubles package ownership.
147
163
 
148
164
  Nodes created through this root facade are family-neutral. The selected runner
149
- profile owns family policy, capture support, resource policy, and timeout
165
+ profile owns family policy, capture support, process usage policy, and timeout
150
166
  validation.
151
167
 
152
168
  Use the object form when attaching annotations or controls. Annotations on the
@@ -523,6 +539,9 @@ Supported command-line surface:
523
539
  - `overkill list [paths...]`
524
540
  - `overkill bench run [paths...]`
525
541
  - `overkill bench list [paths...]`
542
+ - `overkill bench calibrate [paths...]`
543
+ - `overkill baseline <update|apply|bootstrap|list|diff> [paths...]`
544
+ - `overkill bench baseline <update|apply|bootstrap|list|diff> [paths...]`
526
545
  - `--config <path>`
527
546
  - `--file <path>`
528
547
  - `--filter <expr>`
@@ -533,24 +552,25 @@ Supported command-line surface:
533
552
  - `--profile <name>`
534
553
  - `--coverage`
535
554
  - `--no-capture`
536
- - `--measure-resource-usage`
537
- - `--resource-budget <name=value>`
538
555
  - `--workers <n>`
539
556
  - `--with-locations`
540
557
  - `--with-orphans`
541
558
 
542
- `bench run` and `bench list` currently accept path operands and `--config`
543
- only. They dispatch to the benchmark command namespace. Its default handlers
544
- return exit code `3` because benchmark execution is not implemented.
545
- Benchmark profiles, selection flags, measurements, and baseline
546
- commands belong to subsequent milestones.
547
-
548
- `--resource-budget` accepts `activeResourceCount`,
549
- `javaScriptEngineHeapBytes`, `residentSetBytes`, and
550
- `residentSetGrowthBytesPerSecond`. Supplying a resource budget enables
551
- resource usage measurement for that run.
552
-
553
- `--workers` applies to `run` only and accepts a positive safe integer. The
559
+ `bench run` and `bench list` select shared profiles with `testFamily: 'benchmark'`
560
+ and use regular planning, execution, results, and reporters. They accept
561
+ `--config`, `--profile`, and the same selection flags as ordinary commands.
562
+ Run accepts `--no-capture`, `--timings`, and `--workers`; list accepts
563
+ `--with-locations` and `--with-orphans`. Coverage remains microtest-only.
564
+ Benchmarks stay serial within each worker. Eligible collector-free artifact-size
565
+ measurements may use parallel lanes when host conditions permit it.
566
+ `--filter 'workload=small'` selects resolved workloads.
567
+ See [`@overkill-dev/bench`](../bench/readme.md).
568
+
569
+ Configure process usage measurement and budgets through the selected
570
+ profile's `processUsage.measure` and `processUsage.budgets` fields.
571
+ Budgets require `measure: true`.
572
+
573
+ `--workers` applies to `run` and `bench run` and accepts a positive safe integer. The
554
574
  selected profile must use `worker-pool` execution.
555
575
 
556
576
  `--coverage` applies to `run` only. It requests coverage for the selected
@@ -594,3 +614,52 @@ Resource and runtime wrappers expose `scope.attachments` for text, JSON, binary
594
614
  streams, and copied files during runner-managed integration execution. See the
595
615
  [resource attachment API](../resources/readme.md) for ownership, closure, and
596
616
  retention behavior. The engine's base `TestScope` remains unchanged.
617
+
618
+ ## Mutation Testing
619
+
620
+ Install the optional `@overkill-dev/stryker-runner` plugin and Stryker to mutate
621
+ production code against an existing Node microtest profile. See the
622
+ [mutation testing guide](https://github.com/enormora/overkill/blob/main/source/packages/stryker-runner/readme.md)
623
+ for installation, configuration, coverage modes, and process guarantees.
624
+
625
+ ## Run recording
626
+
627
+ Profiles accept `runRecords: { persist: 'on-demand' | 'always' }`, defaulting to
628
+ `on-demand`. Use `overkill run --record` or `RunRequest.record: true` to persist
629
+ one invocation. Coverage and resource attachment workflows require records
630
+ independently of that default.
631
+
632
+ To retain shard records for a later merge, give each shard the same seed.
633
+
634
+ ```sh
635
+ overkill run --profile unit --shard 1/2 --seed 42 --record-for-merge
636
+ overkill run --profile unit --shard 2/2 --seed 42 --record-for-merge
637
+ ```
638
+
639
+ `--record-for-merge` defers compact history and is mutually exclusive with
640
+ `--record`. Copy each shard's completed record before local retention can prune it.
641
+
642
+ Records live at `<runtimeStateDir>/runs/<id>.json`. Explicit recording starts
643
+ before runner-owned imports. Artifact-only recording starts after collection
644
+ identifies attachment scopes, before resources or cases execute. Reusable
645
+ collection is read-only; each execution receives a fresh record ID.
646
+
647
+ Required write failures fail the command. Completed records include reporter
648
+ and cleanup errors; escaping exceptions leave interrupted records. History
649
+ commands and interactive replay selection are available. Recorded-run execution
650
+ is not yet implemented.
651
+
652
+ ## Replay selection
653
+
654
+ `overkill replay` opens an arrow-key picker over retained replayable records,
655
+ including interrupted records with complete facts. Use Enter to select or
656
+ choose Cancel. Ctrl+C and EOF also cancel successfully. A dumb terminal uses
657
+ a numbered prompt; blank input or `q` cancels.
658
+
659
+ Without an ID, stdin, stdout, and stderr must be terminals. In scripts, use
660
+ `overkill history list` to find an ID and pass `overkill replay <run-id>`.
661
+ The picker supports `--config` and uses the configured `runtimeStateDir`.
662
+
663
+ Selection delegates to the explicit-ID replay command. Recorded-run execution
664
+ is not implemented yet, so selecting or supplying an ID currently reports
665
+ that limitation.
@@ -0,0 +1,8 @@
1
+ import type { WorkloadId } from '@overkill-dev/engine/engine/identity.js';
2
+ import type { WorkloadParameters } from '@overkill-dev/engine/engine/workload-input.js';
3
+ export type ResourceWorkload<Parameters extends WorkloadParameters> = {
4
+ readonly id: WorkloadId;
5
+ readonly parameters: Parameters;
6
+ };
7
+ export type ResourceWorkloadParser<Parameters extends WorkloadParameters> = (parameters: WorkloadParameters) => Parameters;
8
+ //# sourceMappingURL=resource-workload-types.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"resource-workload-types.d.ts","sourceRoot":"","sources":["../../../../source/resources/resource-workload-types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,yCAAuB,CAAC;AACxD,OAAO,KAAK,EAAE,kBAAiC,EAAE,MAAM,+CAA6B,CAAC;AAErF,MAAM,MAAM,gBAAgB,CAAC,UAAU,SAAS,kBAAkB,IAAI;IAClE,QAAQ,CAAC,EAAE,EAAE,UAAU,CAAC;IACxB,QAAQ,CAAC,UAAU,EAAE,UAAU,CAAC;CACnC,CAAC;AAEF,MAAM,MAAM,sBAAsB,CAAC,UAAU,SAAS,kBAAkB,IAAI,CACxE,UAAU,EAAE,kBAAkB,KAC7B,UAAU,CAAC"}
@@ -0,0 +1,6 @@
1
+ import type { WorkloadParameters } from '@overkill-dev/engine/engine/workload-input.js';
2
+ import type { ResourceWorkload as ResourceWorkloadShape, ResourceWorkloadParser as ResourceWorkloadParserShape } from './resource-workload-types.ts';
3
+ export type ResourceWorkload<Parameters extends WorkloadParameters> = ResourceWorkloadShape<Parameters>;
4
+ export type ResourceWorkloadParser<Parameters extends WorkloadParameters> = ResourceWorkloadParserShape<Parameters>;
5
+ export {};
6
+ //# sourceMappingURL=resources.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"resources.d.ts","sourceRoot":"","sources":["../../../../source/resources/resources.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,+CAA6B,CAAC;AACtE,OAA8B,KAClB,EACR,gBAAgB,IAAI,qBAAqB,EACzC,sBAAsB,IAAI,2BAA2B,EACxD,MAAM,8BAA8B,CAAC;KAiBlC,eA0EmB,QACS,CAA0B,UACpD,SAMiB,kBAA0B,IAC7C,QAOmB,aACS,CAA6B,UAAsC,CAAC,CAAC;AACrG,MAAM,MAAM,QAGW,cACS,CAA0B,UACpD,iBAyOuB,UAAqC,IAAI,gBAAsB,IAC5F,OAAuG,CAAC,UAAU,CAAC,CAAC"}
@@ -0,0 +1,41 @@
1
+ import { z } from 'zod/v4';
2
+ import "./run-selection-filters.js";
3
+ import { parseRunFilterExpression } from "./run-filter-grammar.js";
4
+ export const runDebugRequestSchema = z.union([
5
+ z.strictObject({ mode: z.enum(['off', 'all']), selectors: z.tuple([]) }),
6
+ z.strictObject({ mode: z.literal('selected'), selectors: z.tuple([z.string()]).rest(z.string()) })
7
+ ]);
8
+
9
+ export class DebugArgumentError extends TypeError {
10
+ constructor(message, options) {
11
+ super(message, options);
12
+ this.name = 'DebugArgumentError';
13
+ }
14
+ }
15
+ export function debugRequestArguments(debug) {
16
+ return debug.mode === 'all' ? ['--debug'] : debug.selectors.flatMap(function selector(value) {
17
+ return ['--debug-scope', value];
18
+ });
19
+ }
20
+ function selectedDebugRequest(selectors) {
21
+ try {
22
+ selectors.forEach(function (selector) {
23
+ parseRunFilterExpression(selector);
24
+ });
25
+ }
26
+ catch (error) {
27
+ throw new DebugArgumentError(error instanceof Error ? error.message : String(error), { cause: error });
28
+ }
29
+ return { mode: 'selected', selectors };
30
+ }
31
+ export function parseDebugRequest(all, selectors) {
32
+ const [first, ...rest] = selectors;
33
+ if (first === undefined) {
34
+ return { mode: all ? 'all' : 'off', selectors: [] };
35
+ }
36
+ if (all) {
37
+ throw new DebugArgumentError('--debug and --debug-scope are mutually exclusive.', undefined);
38
+ }
39
+ return selectedDebugRequest([first, ...rest]);
40
+ }
41
+ //# sourceMappingURL=run-debug.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"run-debug.js","sourceRoot":"","sources":["../../../../source/run/run-debug.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,QAAQ,CAAC;AAK3B,OAAiC,4BAA4B,CAAC;AAC9D,OAAO,EAAE,wBAAwB,EAAE,MAAM,yBAAyB,CAAC;AAEnE,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,CAAC,KAAK,CAAC;IACzC,CAAC,CAAC,YAAY,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAE,KAAK,EAAE,KAAK,CAAE,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,CAAC;IAC1E,CAAC,CAAC,YAAY,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,CAAE,CAAC,CAAC,MAAM,EAAE,CAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC;CACvG,CAAC,CAAC;;MAOG,OAsBO,kBAAmB,SAAQ,SAAS;IAC7C,YAAmB,OAAe,EAAE,OAA2C;QAC3E,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACxB,IAAI,CAAC,IAAI,GAAG,oBAAoB,CAAC;IACrC,CAAC;CACJ;AACD,MAAM,UAAU,qBAAqB,CAAC,KAAsB;IACxD,OAAO,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,CAAC,CAAC,CAAE,SAAS,CAAE,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,OAAO,CAAC,SAAS,QAAQ,CAAC,KAAK;QACzF,OAAO,CAAE,eAAe,EAAE,KAAK,CAAE,CAAC;IACtC,CAAC,CAAC,CAAC;AACP,CAAC;AACD,SAAS,oBAAoB,CAAC,SAAwC;IAClE,IAAI,CAAC;QACD,SAAS,CAAC,OAAO,CAAC,UAAU,QAAQ;YAChC,wBAAwB,CAAC,QAAQ,CAAC,CAAC;QACvC,CAAC,CAAC,CAAC;IACP,CAAC;IAAC,OAAO,KAAc,EAAE,CAAC;QACtB,MAAM,IAAI,kBAAkB,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;IAC3G,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC;AAC3C,CAAC;AACD,MAAM,UAAU,iBAAiB,CAAC,GAAY,EAAE,SAA4B;IACxE,MAAM,CAAE,KAAK,EAAE,GAAG,IAAI,CAAE,GAAG,SAAS,CAAC;IACrC,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACtB,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC;IACxD,CAAC;IACD,IAAI,GAAG,EAAE,CAAC;QACN,MAAM,IAAI,kBAAkB,CAAC,mDAAmD,EAAE,SAAS,CAAC,CAAC;IACjG,CAAC;IACD,OAAO,oBAAoB,CAAC,CAAE,KAAK,EAAE,GAAG,IAAI,CAAE,CAAC,CAAC;AACpD,CAAC"}