@roarkanalytics/sdk 4.6.0 → 4.8.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +24 -0
- package/package.json +1 -1
- package/resources/simulation-job.d.mts +28 -2
- package/resources/simulation-job.d.mts.map +1 -1
- package/resources/simulation-job.d.ts +28 -2
- package/resources/simulation-job.d.ts.map +1 -1
- package/resources/simulation-run-plan-job.d.mts +176 -1
- package/resources/simulation-run-plan-job.d.mts.map +1 -1
- package/resources/simulation-run-plan-job.d.ts +176 -1
- package/resources/simulation-run-plan-job.d.ts.map +1 -1
- package/resources/simulation-run-plan.d.mts +26 -16
- package/resources/simulation-run-plan.d.mts.map +1 -1
- package/resources/simulation-run-plan.d.ts +26 -16
- package/resources/simulation-run-plan.d.ts.map +1 -1
- package/resources/simulation-template.d.mts +4 -3
- package/resources/simulation-template.d.mts.map +1 -1
- package/resources/simulation-template.d.ts +4 -3
- package/resources/simulation-template.d.ts.map +1 -1
- package/resources/simulation.d.mts +12 -6
- package/resources/simulation.d.mts.map +1 -1
- package/resources/simulation.d.ts +12 -6
- package/resources/simulation.d.ts.map +1 -1
- package/src/resources/simulation-job.ts +39 -3
- package/src/resources/simulation-run-plan-job.ts +211 -1
- package/src/resources/simulation-run-plan.ts +26 -16
- package/src/resources/simulation-template.ts +4 -3
- package/src/resources/simulation.ts +12 -6
- package/src/version.ts +1 -1
- package/version.d.mts +1 -1
- package/version.d.ts +1 -1
- package/version.js +1 -1
- package/version.mjs +1 -1
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"simulation-template.d.mts","sourceRoot":"","sources":["../src/resources/simulation-template.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,6BAAyB;AAC/C,OAAO,EAAE,UAAU,EAAE,gCAA4B;AACjD,OAAO,EAAE,cAAc,EAAE,wCAAoC;AAE7D,qBAAa,kBAAmB,SAAQ,WAAW;IACjD;;;;;;;;;;;;;;;;;;OAkBG;IACH,IAAI,CAAC,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,8BAA8B,CAAC;CAG3E;AAED;;GAEG;AACH,MAAM,WAAW,8BAA8B;IAC7C,IAAI,EAAE,KAAK,CAAC,8BAA8B,CAAC,IAAI,CAAC,CAAC;CAClD;AAED,yBAAiB,8BAA8B,CAAC;IAC9C;;;OAGG;IACH,UAAiB,IAAI;QACnB;;WAEG;QACH,QAAQ,EAAE,MAAM,CAAC;QAEjB;;;;;;;;WAQG;QACH,qBAAqB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAErC;;;WAGG;QACH,mCAAmC,EAAE,MAAM,CAAC;QAE5C;;WAEG;QACH,WAAW,EAAE,MAAM,CAAC;QAEpB;;;;;;WAMG;QACH,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAExB;;;WAGG;QACH,kBAAkB,EAAE,OAAO,CAAC;QAE5B;;WAEG;QACH,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAE5B;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;;;;;;;;;;WAWG;QACH,KAAK,EAAE,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAEzB;;WAEG;QACH,UAAU,EAAE,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAElC;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC;KACf;IAED,UAAiB,IAAI,CAAC;QACpB,UAAiB,IAAI;YACnB;;eAEG;YACH,EAAE,EAAE,MAAM,CAAC;YAEX;;eAEG;YACH,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAEhC;;;eAGG;YACH,SAAS,EAAE,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;YAEjC;;;;;;;eAOG;YACH,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;YAEpB;;eAEG;YACH,KAAK,EAAE,MAAM,CAAC;SACf;QAED,UAAiB,IAAI,CAAC;YACpB,UAAiB,QAAQ;gBACvB;;mBAEG;gBACH,EAAE,EAAE,MAAM,CAAC;gBAEX;;;;;;mBAMG;gBACH,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;gBAEpB;;mBAEG;gBACH,KAAK,EAAE,MAAM,CAAC;aACf;YAED;;;eAGG;YACH,UAAiB,SAAS;gBACxB,KAAK,EAAE,MAAM,CAAC;aACf;SACF;QAED,UAAiB,MAAM;YACrB;;eAEG;YACH,EAAE,EAAE,MAAM,CAAC;YAEX;;eAEG;YACH,IAAI,EAAE,MAAM,CAAC;SACd;QAED;;;;;;;;;;;WAWG;QACH,UAAiB,KAAK;YACpB
|
|
1
|
+
{"version":3,"file":"simulation-template.d.mts","sourceRoot":"","sources":["../src/resources/simulation-template.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,6BAAyB;AAC/C,OAAO,EAAE,UAAU,EAAE,gCAA4B;AACjD,OAAO,EAAE,cAAc,EAAE,wCAAoC;AAE7D,qBAAa,kBAAmB,SAAQ,WAAW;IACjD;;;;;;;;;;;;;;;;;;OAkBG;IACH,IAAI,CAAC,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,8BAA8B,CAAC;CAG3E;AAED;;GAEG;AACH,MAAM,WAAW,8BAA8B;IAC7C,IAAI,EAAE,KAAK,CAAC,8BAA8B,CAAC,IAAI,CAAC,CAAC;CAClD;AAED,yBAAiB,8BAA8B,CAAC;IAC9C;;;OAGG;IACH,UAAiB,IAAI;QACnB;;WAEG;QACH,QAAQ,EAAE,MAAM,CAAC;QAEjB;;;;;;;;WAQG;QACH,qBAAqB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAErC;;;WAGG;QACH,mCAAmC,EAAE,MAAM,CAAC;QAE5C;;WAEG;QACH,WAAW,EAAE,MAAM,CAAC;QAEpB;;;;;;WAMG;QACH,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAExB;;;WAGG;QACH,kBAAkB,EAAE,OAAO,CAAC;QAE5B;;WAEG;QACH,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAE5B;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;;;;;;;;;;WAWG;QACH,KAAK,EAAE,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAEzB;;WAEG;QACH,UAAU,EAAE,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAElC;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC;KACf;IAED,UAAiB,IAAI,CAAC;QACpB,UAAiB,IAAI;YACnB;;eAEG;YACH,EAAE,EAAE,MAAM,CAAC;YAEX;;eAEG;YACH,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAEhC;;;eAGG;YACH,SAAS,EAAE,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;YAEjC;;;;;;;eAOG;YACH,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;YAEpB;;eAEG;YACH,KAAK,EAAE,MAAM,CAAC;SACf;QAED,UAAiB,IAAI,CAAC;YACpB,UAAiB,QAAQ;gBACvB;;mBAEG;gBACH,EAAE,EAAE,MAAM,CAAC;gBAEX;;;;;;mBAMG;gBACH,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;gBAEpB;;mBAEG;gBACH,KAAK,EAAE,MAAM,CAAC;aACf;YAED;;;eAGG;YACH,UAAiB,SAAS;gBACxB,KAAK,EAAE,MAAM,CAAC;aACf;SACF;QAED,UAAiB,MAAM;YACrB;;eAEG;YACH,EAAE,EAAE,MAAM,CAAC;YAEX;;eAEG;YACH,IAAI,EAAE,MAAM,CAAC;SACd;QAED;;;;;;;;;;;WAWG;QACH,UAAiB,KAAK;YACpB;;;;;eAKG;YACH,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;YAExB;;eAEG;YACH,QAAQ,EACJ,QAAQ,GACR,KAAK,GACL,kBAAkB,GAClB,yBAAyB,GACzB,cAAc,GACd,oBAAoB,GACpB,QAAQ,GACR,gBAAgB,GAChB,UAAU,GACV,cAAc,GACd,oBAAoB,GACpB,iBAAiB,GACjB,gBAAgB,GAChB,aAAa,CAAC;YAElB;;eAEG;YACH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;SACvB;QAED,UAAiB,SAAS;YACxB;;eAEG;YACH,EAAE,EAAE,MAAM,CAAC;YAEX;;eAEG;YACH,IAAI,EAAE,MAAM,CAAC;SACd;KACF;CACF;AAED,MAAM,CAAC,OAAO,WAAW,kBAAkB,CAAC;IAC1C,OAAO,EAAE,KAAK,8BAA8B,IAAI,8BAA8B,EAAE,CAAC;CAClF"}
|
|
@@ -181,9 +181,10 @@ export declare namespace SimulationTemplateListResponse {
|
|
|
181
181
|
*/
|
|
182
182
|
interface Sweep {
|
|
183
183
|
/**
|
|
184
|
-
* The value
|
|
185
|
-
* this template will actually record. `null` when the property has no obvious
|
|
186
|
-
* norm
|
|
184
|
+
* The reference value, shown first in the results, resolved to what a plan built
|
|
185
|
+
* from this template will actually record. `null` when the property has no obvious
|
|
186
|
+
* norm. It does not change the verdict: each value is compared with every other
|
|
187
|
+
* value combined.
|
|
187
188
|
*/
|
|
188
189
|
baseline: string | null;
|
|
189
190
|
/**
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"simulation-template.d.ts","sourceRoot":"","sources":["../src/resources/simulation-template.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,4BAAyB;AAC/C,OAAO,EAAE,UAAU,EAAE,+BAA4B;AACjD,OAAO,EAAE,cAAc,EAAE,uCAAoC;AAE7D,qBAAa,kBAAmB,SAAQ,WAAW;IACjD;;;;;;;;;;;;;;;;;;OAkBG;IACH,IAAI,CAAC,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,8BAA8B,CAAC;CAG3E;AAED;;GAEG;AACH,MAAM,WAAW,8BAA8B;IAC7C,IAAI,EAAE,KAAK,CAAC,8BAA8B,CAAC,IAAI,CAAC,CAAC;CAClD;AAED,yBAAiB,8BAA8B,CAAC;IAC9C;;;OAGG;IACH,UAAiB,IAAI;QACnB;;WAEG;QACH,QAAQ,EAAE,MAAM,CAAC;QAEjB;;;;;;;;WAQG;QACH,qBAAqB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAErC;;;WAGG;QACH,mCAAmC,EAAE,MAAM,CAAC;QAE5C;;WAEG;QACH,WAAW,EAAE,MAAM,CAAC;QAEpB;;;;;;WAMG;QACH,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAExB;;;WAGG;QACH,kBAAkB,EAAE,OAAO,CAAC;QAE5B;;WAEG;QACH,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAE5B;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;;;;;;;;;;WAWG;QACH,KAAK,EAAE,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAEzB;;WAEG;QACH,UAAU,EAAE,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAElC;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC;KACf;IAED,UAAiB,IAAI,CAAC;QACpB,UAAiB,IAAI;YACnB;;eAEG;YACH,EAAE,EAAE,MAAM,CAAC;YAEX;;eAEG;YACH,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAEhC;;;eAGG;YACH,SAAS,EAAE,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;YAEjC;;;;;;;eAOG;YACH,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;YAEpB;;eAEG;YACH,KAAK,EAAE,MAAM,CAAC;SACf;QAED,UAAiB,IAAI,CAAC;YACpB,UAAiB,QAAQ;gBACvB;;mBAEG;gBACH,EAAE,EAAE,MAAM,CAAC;gBAEX;;;;;;mBAMG;gBACH,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;gBAEpB;;mBAEG;gBACH,KAAK,EAAE,MAAM,CAAC;aACf;YAED;;;eAGG;YACH,UAAiB,SAAS;gBACxB,KAAK,EAAE,MAAM,CAAC;aACf;SACF;QAED,UAAiB,MAAM;YACrB;;eAEG;YACH,EAAE,EAAE,MAAM,CAAC;YAEX;;eAEG;YACH,IAAI,EAAE,MAAM,CAAC;SACd;QAED;;;;;;;;;;;WAWG;QACH,UAAiB,KAAK;YACpB
|
|
1
|
+
{"version":3,"file":"simulation-template.d.ts","sourceRoot":"","sources":["../src/resources/simulation-template.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,4BAAyB;AAC/C,OAAO,EAAE,UAAU,EAAE,+BAA4B;AACjD,OAAO,EAAE,cAAc,EAAE,uCAAoC;AAE7D,qBAAa,kBAAmB,SAAQ,WAAW;IACjD;;;;;;;;;;;;;;;;;;OAkBG;IACH,IAAI,CAAC,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,8BAA8B,CAAC;CAG3E;AAED;;GAEG;AACH,MAAM,WAAW,8BAA8B;IAC7C,IAAI,EAAE,KAAK,CAAC,8BAA8B,CAAC,IAAI,CAAC,CAAC;CAClD;AAED,yBAAiB,8BAA8B,CAAC;IAC9C;;;OAGG;IACH,UAAiB,IAAI;QACnB;;WAEG;QACH,QAAQ,EAAE,MAAM,CAAC;QAEjB;;;;;;;;WAQG;QACH,qBAAqB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAErC;;;WAGG;QACH,mCAAmC,EAAE,MAAM,CAAC;QAE5C;;WAEG;QACH,WAAW,EAAE,MAAM,CAAC;QAEpB;;;;;;WAMG;QACH,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAExB;;;WAGG;QACH,kBAAkB,EAAE,OAAO,CAAC;QAE5B;;WAEG;QACH,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAE5B;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;;;;;;;;;;WAWG;QACH,KAAK,EAAE,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAEzB;;WAEG;QACH,UAAU,EAAE,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAElC;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC;KACf;IAED,UAAiB,IAAI,CAAC;QACpB,UAAiB,IAAI;YACnB;;eAEG;YACH,EAAE,EAAE,MAAM,CAAC;YAEX;;eAEG;YACH,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAEhC;;;eAGG;YACH,SAAS,EAAE,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;YAEjC;;;;;;;eAOG;YACH,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;YAEpB;;eAEG;YACH,KAAK,EAAE,MAAM,CAAC;SACf;QAED,UAAiB,IAAI,CAAC;YACpB,UAAiB,QAAQ;gBACvB;;mBAEG;gBACH,EAAE,EAAE,MAAM,CAAC;gBAEX;;;;;;mBAMG;gBACH,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;gBAEpB;;mBAEG;gBACH,KAAK,EAAE,MAAM,CAAC;aACf;YAED;;;eAGG;YACH,UAAiB,SAAS;gBACxB,KAAK,EAAE,MAAM,CAAC;aACf;SACF;QAED,UAAiB,MAAM;YACrB;;eAEG;YACH,EAAE,EAAE,MAAM,CAAC;YAEX;;eAEG;YACH,IAAI,EAAE,MAAM,CAAC;SACd;QAED;;;;;;;;;;;WAWG;QACH,UAAiB,KAAK;YACpB;;;;;eAKG;YACH,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;YAExB;;eAEG;YACH,QAAQ,EACJ,QAAQ,GACR,KAAK,GACL,kBAAkB,GAClB,yBAAyB,GACzB,cAAc,GACd,oBAAoB,GACpB,QAAQ,GACR,gBAAgB,GAChB,UAAU,GACV,cAAc,GACd,oBAAoB,GACpB,iBAAiB,GACjB,gBAAgB,GAChB,aAAa,CAAC;YAElB;;eAEG;YACH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;SACvB;QAED,UAAiB,SAAS;YACxB;;eAEG;YACH,EAAE,EAAE,MAAM,CAAC;YAEX;;eAEG;YACH,IAAI,EAAE,MAAM,CAAC;SACd;KACF;CACF;AAED,MAAM,CAAC,OAAO,WAAW,kBAAkB,CAAC;IAC1C,OAAO,EAAE,KAAK,8BAA8B,IAAI,8BAA8B,EAAE,CAAC;CAClF"}
|
|
@@ -227,9 +227,11 @@ export declare namespace SimulationRunParams {
|
|
|
227
227
|
*/
|
|
228
228
|
metrics: Array<Plan.Metric>;
|
|
229
229
|
/**
|
|
230
|
-
* The value of `comparisonProperty
|
|
231
|
-
*
|
|
232
|
-
* value that property can take.
|
|
230
|
+
* The reference value of `comparisonProperty`, for example `NONE` for
|
|
231
|
+
* `BACKGROUND_NOISE` or `NORMAL` for `SPEECH_PACE`: shown first in the results.
|
|
232
|
+
* Must be a value that property can take. Whether a value did significantly worse
|
|
233
|
+
* does not depend on it: that is decided against every other value combined (see
|
|
234
|
+
* `sweepAttribution`).
|
|
233
235
|
*
|
|
234
236
|
* Stored rather than assumed, so the report can say "compared against US accent"
|
|
235
237
|
* instead of implying Roark decided which value is normal. Most properties have an
|
|
@@ -613,8 +615,10 @@ export declare namespace SimulationRunParams {
|
|
|
613
615
|
*/
|
|
614
616
|
template: string;
|
|
615
617
|
/**
|
|
616
|
-
* The
|
|
617
|
-
* template's own baseline, as returned by GET /v1/simulation/template.
|
|
618
|
+
* The sweep's reference value, shown first in the results. Defaults to the
|
|
619
|
+
* template's own baseline, as returned by GET /v1/simulation/template. Whether a
|
|
620
|
+
* value did significantly worse does not depend on it: that is decided against
|
|
621
|
+
* every other value combined.
|
|
618
622
|
*
|
|
619
623
|
* Send it with `comparisonValues` and it must be one of them, or the request is
|
|
620
624
|
* rejected: anchoring every difference to an arm the run never made would measure
|
|
@@ -674,7 +678,9 @@ export declare namespace SimulationRunParams {
|
|
|
674
678
|
*/
|
|
675
679
|
flows?: Array<RunSimulationFromTemplate.Flow>;
|
|
676
680
|
/**
|
|
677
|
-
*
|
|
681
|
+
* Runs per test case (1-10000). Defaults to 1, or to 6 for a template that sweeps
|
|
682
|
+
* a property. A sweep needs at least 5 calls per value (test cases per value times
|
|
683
|
+
* iterations) to compare its values, and a lower count is refused with 400.
|
|
678
684
|
*/
|
|
679
685
|
iterationCount?: number;
|
|
680
686
|
/**
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"simulation.d.mts","sourceRoot":"","sources":["../src/resources/simulation.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,6BAAyB;AAC/C,OAAO,EAAE,UAAU,EAAE,gCAA4B;AACjD,OAAO,EAAE,cAAc,EAAE,wCAAoC;AAE7D,qBAAa,UAAW,SAAQ,WAAW;IACzC;;;;;;;;;;;;;;;;;;;;;;;;;OAyBG;IACH,QAAQ,CAAC,IAAI,EAAE,wBAAwB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,0BAA0B,CAAC;IAI1G;;;;;;;;;;;;;;;;;;;;;;;;;;;OA2BG;IACH,GAAG,CAAC,IAAI,EAAE,mBAAmB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,qBAAqB,CAAC;CAG5F;AAED,MAAM,WAAW,0BAA0B;IACzC;;;OAGG;IACH,IAAI,EAAE,0BAA0B,CAAC,IAAI,CAAC;CACvC;AAED,yBAAiB,0BAA0B,CAAC;IAC1C;;;OAGG;IACH,UAAiB,IAAI;QACnB;;;WAGG;QACH,MAAM,EAAE,OAAO,CAAC;QAEhB,eAAe,EAAE,MAAM,CAAC;QAExB;;;WAGG;QACH,MAAM,EAAE,WAAW,GAAG,SAAS,CAAC;QAEhC,QAAQ,EAAE,MAAM,CAAC;QAEjB;;;;WAIG;QACH,MAAM,CAAC,EAAE,OAAO,CAAC;KAClB;CACF;AAED,MAAM,WAAW,qBAAqB;IACpC;;OAEG;IACH,IAAI,EAAE,qBAAqB,CAAC,IAAI,CAAC;CAClC;AAED,yBAAiB,qBAAqB,CAAC;IACrC;;OAEG;IACH,UAAiB,IAAI;QACnB;;WAEG;QACH,SAAS,EAAE,MAAM,CAAC;QAElB;;;WAGG;QACH,WAAW,EAAE,OAAO,CAAC;QAErB;;WAEG;QACH,kBAAkB,EAAE,MAAM,CAAC;QAE3B;;;WAGG;QACH,mBAAmB,EAAE,MAAM,CAAC;QAE5B;;WAEG;QACH,sBAAsB,EAAE,MAAM,CAAC;QAE/B;;;WAGG;QACH,MAAM,EACF,SAAS,GACT,QAAQ,GACR,oBAAoB,GACpB,sBAAsB,GACtB,oBAAoB,GACpB,qBAAqB,GACrB,WAAW,GACX,QAAQ,GACR,WAAW,GACX,WAAW,GACX,YAAY,GACZ,oBAAoB,CAAC;KAC1B;CACF;AAED,MAAM,WAAW,wBAAwB;IACvC;;;;OAIG;IACH,eAAe,EAAE,MAAM,CAAC;IAExB;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IAEjB;;OAEG;IACH,SAAS,CAAC,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;IAEvC;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB;;;OAGG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,MAAM,mBAAmB,GAC3B,mBAAmB,CAAC,uBAAuB,GAC3C,mBAAmB,CAAC,uBAAuB,GAC3C,mBAAmB,CAAC,yBAAyB,CAAC;AAElD,MAAM,CAAC,OAAO,WAAW,mBAAmB,CAAC;IAC3C,UAAiB,uBAAuB;QACtC;;WAEG;QACH,IAAI,EAAE,uBAAuB,CAAC,IAAI,CAAC;QAEnC;;;;;;;WAOG;QACH,UAAU,CAAC,EAAE,OAAO,CAAC;QAErB;;;;;;;;;;;;;;;;;;;;;;;;WAwBG;QACH,SAAS,CAAC,EACN;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;SAAE,GACzB,KAAK,CAAC,uBAAuB,CAAC,YAAY,CAAC,GAC3C,KAAK,CAAC,uBAAuB,CAAC,YAAY,CAAC,CAAC;KACjD;IAED,UAAiB,uBAAuB,CAAC;QACvC;;WAEG;QACH,UAAiB,IAAI;YACnB;;eAEG;YACH,cAAc,EAAE,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAE1C;;eAEG;YACH,SAAS,EAAE,SAAS,GAAG,UAAU,CAAC;YAElC;;eAEG;YACH,4BAA4B,EAAE,MAAM,CAAC;YAErC;;;eAGG;YACH,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAE5B
|
|
1
|
+
{"version":3,"file":"simulation.d.mts","sourceRoot":"","sources":["../src/resources/simulation.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,6BAAyB;AAC/C,OAAO,EAAE,UAAU,EAAE,gCAA4B;AACjD,OAAO,EAAE,cAAc,EAAE,wCAAoC;AAE7D,qBAAa,UAAW,SAAQ,WAAW;IACzC;;;;;;;;;;;;;;;;;;;;;;;;;OAyBG;IACH,QAAQ,CAAC,IAAI,EAAE,wBAAwB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,0BAA0B,CAAC;IAI1G;;;;;;;;;;;;;;;;;;;;;;;;;;;OA2BG;IACH,GAAG,CAAC,IAAI,EAAE,mBAAmB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,qBAAqB,CAAC;CAG5F;AAED,MAAM,WAAW,0BAA0B;IACzC;;;OAGG;IACH,IAAI,EAAE,0BAA0B,CAAC,IAAI,CAAC;CACvC;AAED,yBAAiB,0BAA0B,CAAC;IAC1C;;;OAGG;IACH,UAAiB,IAAI;QACnB;;;WAGG;QACH,MAAM,EAAE,OAAO,CAAC;QAEhB,eAAe,EAAE,MAAM,CAAC;QAExB;;;WAGG;QACH,MAAM,EAAE,WAAW,GAAG,SAAS,CAAC;QAEhC,QAAQ,EAAE,MAAM,CAAC;QAEjB;;;;WAIG;QACH,MAAM,CAAC,EAAE,OAAO,CAAC;KAClB;CACF;AAED,MAAM,WAAW,qBAAqB;IACpC;;OAEG;IACH,IAAI,EAAE,qBAAqB,CAAC,IAAI,CAAC;CAClC;AAED,yBAAiB,qBAAqB,CAAC;IACrC;;OAEG;IACH,UAAiB,IAAI;QACnB;;WAEG;QACH,SAAS,EAAE,MAAM,CAAC;QAElB;;;WAGG;QACH,WAAW,EAAE,OAAO,CAAC;QAErB;;WAEG;QACH,kBAAkB,EAAE,MAAM,CAAC;QAE3B;;;WAGG;QACH,mBAAmB,EAAE,MAAM,CAAC;QAE5B;;WAEG;QACH,sBAAsB,EAAE,MAAM,CAAC;QAE/B;;;WAGG;QACH,MAAM,EACF,SAAS,GACT,QAAQ,GACR,oBAAoB,GACpB,sBAAsB,GACtB,oBAAoB,GACpB,qBAAqB,GACrB,WAAW,GACX,QAAQ,GACR,WAAW,GACX,WAAW,GACX,YAAY,GACZ,oBAAoB,CAAC;KAC1B;CACF;AAED,MAAM,WAAW,wBAAwB;IACvC;;;;OAIG;IACH,eAAe,EAAE,MAAM,CAAC;IAExB;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IAEjB;;OAEG;IACH,SAAS,CAAC,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;IAEvC;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB;;;OAGG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,MAAM,mBAAmB,GAC3B,mBAAmB,CAAC,uBAAuB,GAC3C,mBAAmB,CAAC,uBAAuB,GAC3C,mBAAmB,CAAC,yBAAyB,CAAC;AAElD,MAAM,CAAC,OAAO,WAAW,mBAAmB,CAAC;IAC3C,UAAiB,uBAAuB;QACtC;;WAEG;QACH,IAAI,EAAE,uBAAuB,CAAC,IAAI,CAAC;QAEnC;;;;;;;WAOG;QACH,UAAU,CAAC,EAAE,OAAO,CAAC;QAErB;;;;;;;;;;;;;;;;;;;;;;;;WAwBG;QACH,SAAS,CAAC,EACN;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;SAAE,GACzB,KAAK,CAAC,uBAAuB,CAAC,YAAY,CAAC,GAC3C,KAAK,CAAC,uBAAuB,CAAC,YAAY,CAAC,CAAC;KACjD;IAED,UAAiB,uBAAuB,CAAC;QACvC;;WAEG;QACH,UAAiB,IAAI;YACnB;;eAEG;YACH,cAAc,EAAE,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAE1C;;eAEG;YACH,SAAS,EAAE,SAAS,GAAG,UAAU,CAAC;YAElC;;eAEG;YACH,4BAA4B,EAAE,MAAM,CAAC;YAErC;;;eAGG;YACH,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAE5B;;;;;;;;;;;eAWG;YACH,kBAAkB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAEnC;;;;;;;;;;;eAWG;YACH,kBAAkB,CAAC,EACf,QAAQ,GACR,KAAK,GACL,kBAAkB,GAClB,yBAAyB,GACzB,cAAc,GACd,oBAAoB,GACpB,QAAQ,GACR,gBAAgB,GAChB,UAAU,GACV,cAAc,GACd,oBAAoB,GACpB,iBAAiB,GACjB,gBAAgB,GAChB,aAAa,GACb,IAAI,CAAC;YAET;;;;;;;;;;;eAWG;YACH,gBAAgB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;YAEjC;;eAEG;YACH,WAAW,CAAC,EAAE,MAAM,CAAC;YAErB;;eAEG;YACH,cAAc,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;YAE/B;;;eAGG;YACH,cAAc,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;YAE/B;;;;;;;;;;;;;eAaG;YACH,0BAA0B,CAAC,EAAE,OAAO,CAAC;YAErC;;eAEG;YACH,aAAa,CAAC,EAAE,UAAU,GAAG,0BAA0B,GAAG,oBAAoB,CAAC;YAE/E;;;;;eAKG;YACH,KAAK,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAEzB;;;;;;;;;;;;;eAaG;YACH,uBAAuB,CAAC,EAAE,OAAO,CAAC;YAElC;;;;;;;;;;;eAWG;YACH,kBAAkB,CAAC,EAAE,OAAO,CAAC;YAE7B;;eAEG;YACH,cAAc,CAAC,EAAE,MAAM,CAAC;YAExB;;eAEG;YACH,iBAAiB,CAAC,EAAE,MAAM,CAAC;YAE3B;;;eAGG;YACH,IAAI,CAAC,EAAE,MAAM,CAAC;YAEd;;;eAGG;YACH,QAAQ,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAE/B;;;eAGG;YACH,SAAS,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAEjC;;eAEG;YACH,qBAAqB,CAAC,EAAE,MAAM,CAAC;SAChC;QAED,UAAiB,IAAI,CAAC;YACpB,UAAiB,aAAa;gBAC5B,EAAE,EAAE,MAAM,CAAC;aACZ;YAED,UAAiB,MAAM;gBACrB;;mBAEG;gBACH,EAAE,CAAC,EAAE,MAAM,CAAC;gBAEZ;;;;;;;;;mBASG;gBACH,kBAAkB,CAAC,EAAE,WAAW,GAAG,MAAM,GAAG,IAAI,CAAC;gBAEjD;;;mBAGG;gBACH,QAAQ,CAAC,EAAE,MAAM,CAAC;gBAElB;;;;;;;mBAOG;gBACH,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;gBAE5B;;;mBAGG;gBACH,IAAI,CAAC,EAAE,MAAM,CAAC;aACf;YAED;;;;;;eAMG;YACH,UAAiB,IAAI;gBACnB;;mBAEG;gBACH,EAAE,CAAC,EAAE,MAAM,CAAC;gBAEZ;;;;mBAIG;gBACH,SAAS,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;gBAE7C;;mBAEG;gBACH,SAAS,CAAC,EAAE,OAAO,CAAC;gBAEpB;;;;;;;;;mBASG;gBACH,SAAS,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAEjC;;mBAEG;gBACH,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;gBAElC;;;;mBAIG;gBACH,IAAI,CAAC,EAAE,MAAM,CAAC;gBAEd;;mBAEG;gBACH,SAAS,CAAC,EAAE;oBAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;iBAAE,CAAC;aACvC;YAED,UAAiB,IAAI,CAAC;gBACpB,UAAiB,YAAY;oBAC3B;;uBAEG;oBACH,EAAE,CAAC,EAAE,MAAM,CAAC;oBAEZ;;uBAEG;oBACH,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;oBAElC;;;;;uBAKG;oBACH,IAAI,CAAC,EAAE,MAAM,CAAC;oBAEd;;uBAEG;oBACH,SAAS,CAAC,EAAE;wBAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;qBAAE,CAAC;iBACvC;gBAED;;mBAEG;gBACH,UAAiB,QAAQ;oBACvB,QAAQ,EACJ,QAAQ,GACR,KAAK,GACL,kBAAkB,GAClB,yBAAyB,GACzB,cAAc,GACd,oBAAoB,GACpB,QAAQ,GACR,gBAAgB,GAChB,UAAU,GACV,cAAc,GACd,oBAAoB,GACpB,iBAAiB,GACjB,gBAAgB,GAChB,aAAa,CAAC;oBAElB,KAAK,EAAE,MAAM,CAAC;iBACf;aACF;YAED,UAAiB,OAAO;gBACtB,EAAE,EAAE,MAAM,CAAC;aACZ;YAED,UAAiB,QAAQ;gBACvB;;mBAEG;gBACH,EAAE,EAAE,MAAM,CAAC;gBAEX;;;mBAGG;gBACH,SAAS,CAAC,EAAE;oBAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;iBAAE,CAAC;aACvC;SACF;QAED,UAAiB,YAAY;YAC3B;;eAEG;YACH,MAAM,EAAE,MAAM,CAAC;YAEf;;eAEG;YACH,SAAS,EAAE;gBAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;aAAE,CAAC;YAErC;;eAEG;YACH,UAAU,CAAC,EAAE,MAAM,CAAC;YAEpB;;eAEG;YACH,SAAS,CAAC,EAAE,IAAI,CAAC;SAClB;QAED,UAAiB,YAAY;YAC3B;;eAEG;YACH,UAAU,EAAE,MAAM,CAAC;YAEnB;;eAEG;YACH,SAAS,EAAE;gBAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;aAAE,CAAC;SACtC;KACF;IAED,UAAiB,uBAAuB;QACtC;;;WAGG;QACH,MAAM,EAAE,MAAM,CAAC;QAEf;;;;;;;;;;;;;;;;;;;;;;;;WAwBG;QACH,SAAS,CAAC,EACN;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;SAAE,GACzB,KAAK,CAAC,uBAAuB,CAAC,YAAY,CAAC,GAC3C,KAAK,CAAC,uBAAuB,CAAC,YAAY,CAAC,CAAC;KACjD;IAED,UAAiB,uBAAuB,CAAC;QACvC,UAAiB,YAAY;YAC3B;;eAEG;YACH,MAAM,EAAE,MAAM,CAAC;YAEf;;eAEG;YACH,SAAS,EAAE;gBAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;aAAE,CAAC;YAErC;;eAEG;YACH,UAAU,CAAC,EAAE,MAAM,CAAC;YAEpB;;eAEG;YACH,SAAS,CAAC,EAAE,IAAI,CAAC;SAClB;QAED,UAAiB,YAAY;YAC3B;;eAEG;YACH,UAAU,EAAE,MAAM,CAAC;YAEnB;;eAEG;YACH,SAAS,EAAE;gBAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;aAAE,CAAC;SACtC;KACF;IAED,UAAiB,yBAAyB;QACxC;;WAEG;QACH,cAAc,EAAE,KAAK,CAAC,yBAAyB,CAAC,aAAa,CAAC,CAAC;QAE/D;;WAEG;QACH,SAAS,EAAE,SAAS,GAAG,UAAU,CAAC;QAElC;;WAEG;QACH,QAAQ,EAAE,MAAM,CAAC;QAEjB;;;;;;;;;;;WAWG;QACH,kBAAkB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAEnC;;;;;;;;;WASG;QACH,gBAAgB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAEjC;;WAEG;QACH,cAAc,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAE/B;;;;WAIG;QACH,cAAc,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAE/B;;;;;;;;;;;;;WAaG;QACH,0BAA0B,CAAC,EAAE,OAAO,CAAC;QAErC;;WAEG;QACH,aAAa,CAAC,EAAE,UAAU,GAAG,0BAA0B,GAAG,oBAAoB,CAAC;QAE/E;;;;;;;;WAQG;QACH,KAAK,CAAC,EAAE,KAAK,CAAC,yBAAyB,CAAC,IAAI,CAAC,CAAC;QAE9C;;;;WAIG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;QAExB;;WAEG;QACH,iBAAiB,CAAC,EAAE,MAAM,CAAC;QAE3B;;;WAGG;QACH,4BAA4B,CAAC,EAAE,MAAM,CAAC;QAEtC;;;WAGG;QACH,IAAI,CAAC,EAAE,MAAM,CAAC;QAEd;;;WAGG;QACH,UAAU,CAAC,EAAE,OAAO,CAAC;QAErB;;WAEG;QACH,qBAAqB,CAAC,EAAE,MAAM,CAAC;QAE/B;;;;;;;WAOG;QACH,SAAS,CAAC,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;SAAE,GAAG,KAAK,CAAC,yBAAyB,CAAC,YAAY,CAAC,CAAC;KACvF;IAED,UAAiB,yBAAyB,CAAC;QACzC,UAAiB,aAAa;YAC5B,EAAE,EAAE,MAAM,CAAC;SACZ;QAED;;;;;;WAMG;QACH,UAAiB,IAAI;YACnB;;eAEG;YACH,EAAE,CAAC,EAAE,MAAM,CAAC;YAEZ;;;;eAIG;YACH,SAAS,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAE7C;;eAEG;YACH,SAAS,CAAC,EAAE,OAAO,CAAC;YAEpB;;;;;;;;;eASG;YACH,SAAS,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAEjC;;eAEG;YACH,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAElC;;;;eAIG;YACH,IAAI,CAAC,EAAE,MAAM,CAAC;YAEd;;eAEG;YACH,SAAS,CAAC,EAAE;gBAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;aAAE,CAAC;SACvC;QAED,UAAiB,IAAI,CAAC;YACpB,UAAiB,YAAY;gBAC3B;;mBAEG;gBACH,EAAE,CAAC,EAAE,MAAM,CAAC;gBAEZ;;mBAEG;gBACH,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;gBAElC;;;;;mBAKG;gBACH,IAAI,CAAC,EAAE,MAAM,CAAC;gBAEd;;mBAEG;gBACH,SAAS,CAAC,EAAE;oBAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;iBAAE,CAAC;aACvC;YAED;;eAEG;YACH,UAAiB,QAAQ;gBACvB,QAAQ,EACJ,QAAQ,GACR,KAAK,GACL,kBAAkB,GAClB,yBAAyB,GACzB,cAAc,GACd,oBAAoB,GACpB,QAAQ,GACR,gBAAgB,GAChB,UAAU,GACV,cAAc,GACd,oBAAoB,GACpB,iBAAiB,GACjB,gBAAgB,GAChB,aAAa,CAAC;gBAElB,KAAK,EAAE,MAAM,CAAC;aACf;SACF;QAED,UAAiB,YAAY;YAC3B;;eAEG;YACH,MAAM,EAAE,MAAM,CAAC;YAEf;;eAEG;YACH,SAAS,EAAE;gBAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;aAAE,CAAC;YAErC;;eAEG;YACH,UAAU,CAAC,EAAE,MAAM,CAAC;YAEpB;;eAEG;YACH,SAAS,CAAC,EAAE,IAAI,CAAC;SAClB;KACF;CACF;AAED,MAAM,CAAC,OAAO,WAAW,UAAU,CAAC;IAClC,OAAO,EACL,KAAK,0BAA0B,IAAI,0BAA0B,EAC7D,KAAK,qBAAqB,IAAI,qBAAqB,EACnD,KAAK,wBAAwB,IAAI,wBAAwB,EACzD,KAAK,mBAAmB,IAAI,mBAAmB,GAChD,CAAC;CACH"}
|
|
@@ -227,9 +227,11 @@ export declare namespace SimulationRunParams {
|
|
|
227
227
|
*/
|
|
228
228
|
metrics: Array<Plan.Metric>;
|
|
229
229
|
/**
|
|
230
|
-
* The value of `comparisonProperty
|
|
231
|
-
*
|
|
232
|
-
* value that property can take.
|
|
230
|
+
* The reference value of `comparisonProperty`, for example `NONE` for
|
|
231
|
+
* `BACKGROUND_NOISE` or `NORMAL` for `SPEECH_PACE`: shown first in the results.
|
|
232
|
+
* Must be a value that property can take. Whether a value did significantly worse
|
|
233
|
+
* does not depend on it: that is decided against every other value combined (see
|
|
234
|
+
* `sweepAttribution`).
|
|
233
235
|
*
|
|
234
236
|
* Stored rather than assumed, so the report can say "compared against US accent"
|
|
235
237
|
* instead of implying Roark decided which value is normal. Most properties have an
|
|
@@ -613,8 +615,10 @@ export declare namespace SimulationRunParams {
|
|
|
613
615
|
*/
|
|
614
616
|
template: string;
|
|
615
617
|
/**
|
|
616
|
-
* The
|
|
617
|
-
* template's own baseline, as returned by GET /v1/simulation/template.
|
|
618
|
+
* The sweep's reference value, shown first in the results. Defaults to the
|
|
619
|
+
* template's own baseline, as returned by GET /v1/simulation/template. Whether a
|
|
620
|
+
* value did significantly worse does not depend on it: that is decided against
|
|
621
|
+
* every other value combined.
|
|
618
622
|
*
|
|
619
623
|
* Send it with `comparisonValues` and it must be one of them, or the request is
|
|
620
624
|
* rejected: anchoring every difference to an arm the run never made would measure
|
|
@@ -674,7 +678,9 @@ export declare namespace SimulationRunParams {
|
|
|
674
678
|
*/
|
|
675
679
|
flows?: Array<RunSimulationFromTemplate.Flow>;
|
|
676
680
|
/**
|
|
677
|
-
*
|
|
681
|
+
* Runs per test case (1-10000). Defaults to 1, or to 6 for a template that sweeps
|
|
682
|
+
* a property. A sweep needs at least 5 calls per value (test cases per value times
|
|
683
|
+
* iterations) to compare its values, and a lower count is refused with 400.
|
|
678
684
|
*/
|
|
679
685
|
iterationCount?: number;
|
|
680
686
|
/**
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"simulation.d.ts","sourceRoot":"","sources":["../src/resources/simulation.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,4BAAyB;AAC/C,OAAO,EAAE,UAAU,EAAE,+BAA4B;AACjD,OAAO,EAAE,cAAc,EAAE,uCAAoC;AAE7D,qBAAa,UAAW,SAAQ,WAAW;IACzC;;;;;;;;;;;;;;;;;;;;;;;;;OAyBG;IACH,QAAQ,CAAC,IAAI,EAAE,wBAAwB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,0BAA0B,CAAC;IAI1G;;;;;;;;;;;;;;;;;;;;;;;;;;;OA2BG;IACH,GAAG,CAAC,IAAI,EAAE,mBAAmB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,qBAAqB,CAAC;CAG5F;AAED,MAAM,WAAW,0BAA0B;IACzC;;;OAGG;IACH,IAAI,EAAE,0BAA0B,CAAC,IAAI,CAAC;CACvC;AAED,yBAAiB,0BAA0B,CAAC;IAC1C;;;OAGG;IACH,UAAiB,IAAI;QACnB;;;WAGG;QACH,MAAM,EAAE,OAAO,CAAC;QAEhB,eAAe,EAAE,MAAM,CAAC;QAExB;;;WAGG;QACH,MAAM,EAAE,WAAW,GAAG,SAAS,CAAC;QAEhC,QAAQ,EAAE,MAAM,CAAC;QAEjB;;;;WAIG;QACH,MAAM,CAAC,EAAE,OAAO,CAAC;KAClB;CACF;AAED,MAAM,WAAW,qBAAqB;IACpC;;OAEG;IACH,IAAI,EAAE,qBAAqB,CAAC,IAAI,CAAC;CAClC;AAED,yBAAiB,qBAAqB,CAAC;IACrC;;OAEG;IACH,UAAiB,IAAI;QACnB;;WAEG;QACH,SAAS,EAAE,MAAM,CAAC;QAElB;;;WAGG;QACH,WAAW,EAAE,OAAO,CAAC;QAErB;;WAEG;QACH,kBAAkB,EAAE,MAAM,CAAC;QAE3B;;;WAGG;QACH,mBAAmB,EAAE,MAAM,CAAC;QAE5B;;WAEG;QACH,sBAAsB,EAAE,MAAM,CAAC;QAE/B;;;WAGG;QACH,MAAM,EACF,SAAS,GACT,QAAQ,GACR,oBAAoB,GACpB,sBAAsB,GACtB,oBAAoB,GACpB,qBAAqB,GACrB,WAAW,GACX,QAAQ,GACR,WAAW,GACX,WAAW,GACX,YAAY,GACZ,oBAAoB,CAAC;KAC1B;CACF;AAED,MAAM,WAAW,wBAAwB;IACvC;;;;OAIG;IACH,eAAe,EAAE,MAAM,CAAC;IAExB;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IAEjB;;OAEG;IACH,SAAS,CAAC,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;IAEvC;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB;;;OAGG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,MAAM,mBAAmB,GAC3B,mBAAmB,CAAC,uBAAuB,GAC3C,mBAAmB,CAAC,uBAAuB,GAC3C,mBAAmB,CAAC,yBAAyB,CAAC;AAElD,MAAM,CAAC,OAAO,WAAW,mBAAmB,CAAC;IAC3C,UAAiB,uBAAuB;QACtC;;WAEG;QACH,IAAI,EAAE,uBAAuB,CAAC,IAAI,CAAC;QAEnC;;;;;;;WAOG;QACH,UAAU,CAAC,EAAE,OAAO,CAAC;QAErB;;;;;;;;;;;;;;;;;;;;;;;;WAwBG;QACH,SAAS,CAAC,EACN;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;SAAE,GACzB,KAAK,CAAC,uBAAuB,CAAC,YAAY,CAAC,GAC3C,KAAK,CAAC,uBAAuB,CAAC,YAAY,CAAC,CAAC;KACjD;IAED,UAAiB,uBAAuB,CAAC;QACvC;;WAEG;QACH,UAAiB,IAAI;YACnB;;eAEG;YACH,cAAc,EAAE,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAE1C;;eAEG;YACH,SAAS,EAAE,SAAS,GAAG,UAAU,CAAC;YAElC;;eAEG;YACH,4BAA4B,EAAE,MAAM,CAAC;YAErC;;;eAGG;YACH,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAE5B
|
|
1
|
+
{"version":3,"file":"simulation.d.ts","sourceRoot":"","sources":["../src/resources/simulation.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,4BAAyB;AAC/C,OAAO,EAAE,UAAU,EAAE,+BAA4B;AACjD,OAAO,EAAE,cAAc,EAAE,uCAAoC;AAE7D,qBAAa,UAAW,SAAQ,WAAW;IACzC;;;;;;;;;;;;;;;;;;;;;;;;;OAyBG;IACH,QAAQ,CAAC,IAAI,EAAE,wBAAwB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,0BAA0B,CAAC;IAI1G;;;;;;;;;;;;;;;;;;;;;;;;;;;OA2BG;IACH,GAAG,CAAC,IAAI,EAAE,mBAAmB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,qBAAqB,CAAC;CAG5F;AAED,MAAM,WAAW,0BAA0B;IACzC;;;OAGG;IACH,IAAI,EAAE,0BAA0B,CAAC,IAAI,CAAC;CACvC;AAED,yBAAiB,0BAA0B,CAAC;IAC1C;;;OAGG;IACH,UAAiB,IAAI;QACnB;;;WAGG;QACH,MAAM,EAAE,OAAO,CAAC;QAEhB,eAAe,EAAE,MAAM,CAAC;QAExB;;;WAGG;QACH,MAAM,EAAE,WAAW,GAAG,SAAS,CAAC;QAEhC,QAAQ,EAAE,MAAM,CAAC;QAEjB;;;;WAIG;QACH,MAAM,CAAC,EAAE,OAAO,CAAC;KAClB;CACF;AAED,MAAM,WAAW,qBAAqB;IACpC;;OAEG;IACH,IAAI,EAAE,qBAAqB,CAAC,IAAI,CAAC;CAClC;AAED,yBAAiB,qBAAqB,CAAC;IACrC;;OAEG;IACH,UAAiB,IAAI;QACnB;;WAEG;QACH,SAAS,EAAE,MAAM,CAAC;QAElB;;;WAGG;QACH,WAAW,EAAE,OAAO,CAAC;QAErB;;WAEG;QACH,kBAAkB,EAAE,MAAM,CAAC;QAE3B;;;WAGG;QACH,mBAAmB,EAAE,MAAM,CAAC;QAE5B;;WAEG;QACH,sBAAsB,EAAE,MAAM,CAAC;QAE/B;;;WAGG;QACH,MAAM,EACF,SAAS,GACT,QAAQ,GACR,oBAAoB,GACpB,sBAAsB,GACtB,oBAAoB,GACpB,qBAAqB,GACrB,WAAW,GACX,QAAQ,GACR,WAAW,GACX,WAAW,GACX,YAAY,GACZ,oBAAoB,CAAC;KAC1B;CACF;AAED,MAAM,WAAW,wBAAwB;IACvC;;;;OAIG;IACH,eAAe,EAAE,MAAM,CAAC;IAExB;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IAEjB;;OAEG;IACH,SAAS,CAAC,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;IAEvC;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB;;;OAGG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,MAAM,mBAAmB,GAC3B,mBAAmB,CAAC,uBAAuB,GAC3C,mBAAmB,CAAC,uBAAuB,GAC3C,mBAAmB,CAAC,yBAAyB,CAAC;AAElD,MAAM,CAAC,OAAO,WAAW,mBAAmB,CAAC;IAC3C,UAAiB,uBAAuB;QACtC;;WAEG;QACH,IAAI,EAAE,uBAAuB,CAAC,IAAI,CAAC;QAEnC;;;;;;;WAOG;QACH,UAAU,CAAC,EAAE,OAAO,CAAC;QAErB;;;;;;;;;;;;;;;;;;;;;;;;WAwBG;QACH,SAAS,CAAC,EACN;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;SAAE,GACzB,KAAK,CAAC,uBAAuB,CAAC,YAAY,CAAC,GAC3C,KAAK,CAAC,uBAAuB,CAAC,YAAY,CAAC,CAAC;KACjD;IAED,UAAiB,uBAAuB,CAAC;QACvC;;WAEG;QACH,UAAiB,IAAI;YACnB;;eAEG;YACH,cAAc,EAAE,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAE1C;;eAEG;YACH,SAAS,EAAE,SAAS,GAAG,UAAU,CAAC;YAElC;;eAEG;YACH,4BAA4B,EAAE,MAAM,CAAC;YAErC;;;eAGG;YACH,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAE5B;;;;;;;;;;;eAWG;YACH,kBAAkB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAEnC;;;;;;;;;;;eAWG;YACH,kBAAkB,CAAC,EACf,QAAQ,GACR,KAAK,GACL,kBAAkB,GAClB,yBAAyB,GACzB,cAAc,GACd,oBAAoB,GACpB,QAAQ,GACR,gBAAgB,GAChB,UAAU,GACV,cAAc,GACd,oBAAoB,GACpB,iBAAiB,GACjB,gBAAgB,GAChB,aAAa,GACb,IAAI,CAAC;YAET;;;;;;;;;;;eAWG;YACH,gBAAgB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;YAEjC;;eAEG;YACH,WAAW,CAAC,EAAE,MAAM,CAAC;YAErB;;eAEG;YACH,cAAc,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;YAE/B;;;eAGG;YACH,cAAc,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;YAE/B;;;;;;;;;;;;;eAaG;YACH,0BAA0B,CAAC,EAAE,OAAO,CAAC;YAErC;;eAEG;YACH,aAAa,CAAC,EAAE,UAAU,GAAG,0BAA0B,GAAG,oBAAoB,CAAC;YAE/E;;;;;eAKG;YACH,KAAK,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAEzB;;;;;;;;;;;;;eAaG;YACH,uBAAuB,CAAC,EAAE,OAAO,CAAC;YAElC;;;;;;;;;;;eAWG;YACH,kBAAkB,CAAC,EAAE,OAAO,CAAC;YAE7B;;eAEG;YACH,cAAc,CAAC,EAAE,MAAM,CAAC;YAExB;;eAEG;YACH,iBAAiB,CAAC,EAAE,MAAM,CAAC;YAE3B;;;eAGG;YACH,IAAI,CAAC,EAAE,MAAM,CAAC;YAEd;;;eAGG;YACH,QAAQ,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAE/B;;;eAGG;YACH,SAAS,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAEjC;;eAEG;YACH,qBAAqB,CAAC,EAAE,MAAM,CAAC;SAChC;QAED,UAAiB,IAAI,CAAC;YACpB,UAAiB,aAAa;gBAC5B,EAAE,EAAE,MAAM,CAAC;aACZ;YAED,UAAiB,MAAM;gBACrB;;mBAEG;gBACH,EAAE,CAAC,EAAE,MAAM,CAAC;gBAEZ;;;;;;;;;mBASG;gBACH,kBAAkB,CAAC,EAAE,WAAW,GAAG,MAAM,GAAG,IAAI,CAAC;gBAEjD;;;mBAGG;gBACH,QAAQ,CAAC,EAAE,MAAM,CAAC;gBAElB;;;;;;;mBAOG;gBACH,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;gBAE5B;;;mBAGG;gBACH,IAAI,CAAC,EAAE,MAAM,CAAC;aACf;YAED;;;;;;eAMG;YACH,UAAiB,IAAI;gBACnB;;mBAEG;gBACH,EAAE,CAAC,EAAE,MAAM,CAAC;gBAEZ;;;;mBAIG;gBACH,SAAS,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;gBAE7C;;mBAEG;gBACH,SAAS,CAAC,EAAE,OAAO,CAAC;gBAEpB;;;;;;;;;mBASG;gBACH,SAAS,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAEjC;;mBAEG;gBACH,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;gBAElC;;;;mBAIG;gBACH,IAAI,CAAC,EAAE,MAAM,CAAC;gBAEd;;mBAEG;gBACH,SAAS,CAAC,EAAE;oBAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;iBAAE,CAAC;aACvC;YAED,UAAiB,IAAI,CAAC;gBACpB,UAAiB,YAAY;oBAC3B;;uBAEG;oBACH,EAAE,CAAC,EAAE,MAAM,CAAC;oBAEZ;;uBAEG;oBACH,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;oBAElC;;;;;uBAKG;oBACH,IAAI,CAAC,EAAE,MAAM,CAAC;oBAEd;;uBAEG;oBACH,SAAS,CAAC,EAAE;wBAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;qBAAE,CAAC;iBACvC;gBAED;;mBAEG;gBACH,UAAiB,QAAQ;oBACvB,QAAQ,EACJ,QAAQ,GACR,KAAK,GACL,kBAAkB,GAClB,yBAAyB,GACzB,cAAc,GACd,oBAAoB,GACpB,QAAQ,GACR,gBAAgB,GAChB,UAAU,GACV,cAAc,GACd,oBAAoB,GACpB,iBAAiB,GACjB,gBAAgB,GAChB,aAAa,CAAC;oBAElB,KAAK,EAAE,MAAM,CAAC;iBACf;aACF;YAED,UAAiB,OAAO;gBACtB,EAAE,EAAE,MAAM,CAAC;aACZ;YAED,UAAiB,QAAQ;gBACvB;;mBAEG;gBACH,EAAE,EAAE,MAAM,CAAC;gBAEX;;;mBAGG;gBACH,SAAS,CAAC,EAAE;oBAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;iBAAE,CAAC;aACvC;SACF;QAED,UAAiB,YAAY;YAC3B;;eAEG;YACH,MAAM,EAAE,MAAM,CAAC;YAEf;;eAEG;YACH,SAAS,EAAE;gBAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;aAAE,CAAC;YAErC;;eAEG;YACH,UAAU,CAAC,EAAE,MAAM,CAAC;YAEpB;;eAEG;YACH,SAAS,CAAC,EAAE,IAAI,CAAC;SAClB;QAED,UAAiB,YAAY;YAC3B;;eAEG;YACH,UAAU,EAAE,MAAM,CAAC;YAEnB;;eAEG;YACH,SAAS,EAAE;gBAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;aAAE,CAAC;SACtC;KACF;IAED,UAAiB,uBAAuB;QACtC;;;WAGG;QACH,MAAM,EAAE,MAAM,CAAC;QAEf;;;;;;;;;;;;;;;;;;;;;;;;WAwBG;QACH,SAAS,CAAC,EACN;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;SAAE,GACzB,KAAK,CAAC,uBAAuB,CAAC,YAAY,CAAC,GAC3C,KAAK,CAAC,uBAAuB,CAAC,YAAY,CAAC,CAAC;KACjD;IAED,UAAiB,uBAAuB,CAAC;QACvC,UAAiB,YAAY;YAC3B;;eAEG;YACH,MAAM,EAAE,MAAM,CAAC;YAEf;;eAEG;YACH,SAAS,EAAE;gBAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;aAAE,CAAC;YAErC;;eAEG;YACH,UAAU,CAAC,EAAE,MAAM,CAAC;YAEpB;;eAEG;YACH,SAAS,CAAC,EAAE,IAAI,CAAC;SAClB;QAED,UAAiB,YAAY;YAC3B;;eAEG;YACH,UAAU,EAAE,MAAM,CAAC;YAEnB;;eAEG;YACH,SAAS,EAAE;gBAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;aAAE,CAAC;SACtC;KACF;IAED,UAAiB,yBAAyB;QACxC;;WAEG;QACH,cAAc,EAAE,KAAK,CAAC,yBAAyB,CAAC,aAAa,CAAC,CAAC;QAE/D;;WAEG;QACH,SAAS,EAAE,SAAS,GAAG,UAAU,CAAC;QAElC;;WAEG;QACH,QAAQ,EAAE,MAAM,CAAC;QAEjB;;;;;;;;;;;WAWG;QACH,kBAAkB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAEnC;;;;;;;;;WASG;QACH,gBAAgB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAEjC;;WAEG;QACH,cAAc,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAE/B;;;;WAIG;QACH,cAAc,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAE/B;;;;;;;;;;;;;WAaG;QACH,0BAA0B,CAAC,EAAE,OAAO,CAAC;QAErC;;WAEG;QACH,aAAa,CAAC,EAAE,UAAU,GAAG,0BAA0B,GAAG,oBAAoB,CAAC;QAE/E;;;;;;;;WAQG;QACH,KAAK,CAAC,EAAE,KAAK,CAAC,yBAAyB,CAAC,IAAI,CAAC,CAAC;QAE9C;;;;WAIG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;QAExB;;WAEG;QACH,iBAAiB,CAAC,EAAE,MAAM,CAAC;QAE3B;;;WAGG;QACH,4BAA4B,CAAC,EAAE,MAAM,CAAC;QAEtC;;;WAGG;QACH,IAAI,CAAC,EAAE,MAAM,CAAC;QAEd;;;WAGG;QACH,UAAU,CAAC,EAAE,OAAO,CAAC;QAErB;;WAEG;QACH,qBAAqB,CAAC,EAAE,MAAM,CAAC;QAE/B;;;;;;;WAOG;QACH,SAAS,CAAC,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;SAAE,GAAG,KAAK,CAAC,yBAAyB,CAAC,YAAY,CAAC,CAAC;KACvF;IAED,UAAiB,yBAAyB,CAAC;QACzC,UAAiB,aAAa;YAC5B,EAAE,EAAE,MAAM,CAAC;SACZ;QAED;;;;;;WAMG;QACH,UAAiB,IAAI;YACnB;;eAEG;YACH,EAAE,CAAC,EAAE,MAAM,CAAC;YAEZ;;;;eAIG;YACH,SAAS,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAE7C;;eAEG;YACH,SAAS,CAAC,EAAE,OAAO,CAAC;YAEpB;;;;;;;;;eASG;YACH,SAAS,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAEjC;;eAEG;YACH,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAElC;;;;eAIG;YACH,IAAI,CAAC,EAAE,MAAM,CAAC;YAEd;;eAEG;YACH,SAAS,CAAC,EAAE;gBAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;aAAE,CAAC;SACvC;QAED,UAAiB,IAAI,CAAC;YACpB,UAAiB,YAAY;gBAC3B;;mBAEG;gBACH,EAAE,CAAC,EAAE,MAAM,CAAC;gBAEZ;;mBAEG;gBACH,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;gBAElC;;;;;mBAKG;gBACH,IAAI,CAAC,EAAE,MAAM,CAAC;gBAEd;;mBAEG;gBACH,SAAS,CAAC,EAAE;oBAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;iBAAE,CAAC;aACvC;YAED;;eAEG;YACH,UAAiB,QAAQ;gBACvB,QAAQ,EACJ,QAAQ,GACR,KAAK,GACL,kBAAkB,GAClB,yBAAyB,GACzB,cAAc,GACd,oBAAoB,GACpB,QAAQ,GACR,gBAAgB,GAChB,UAAU,GACV,cAAc,GACd,oBAAoB,GACpB,iBAAiB,GACjB,gBAAgB,GAChB,aAAa,CAAC;gBAElB,KAAK,EAAE,MAAM,CAAC;aACf;SACF;QAED,UAAiB,YAAY;YAC3B;;eAEG;YACH,MAAM,EAAE,MAAM,CAAC;YAEf;;eAEG;YACH,SAAS,EAAE;gBAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;aAAE,CAAC;YAErC;;eAEG;YACH,UAAU,CAAC,EAAE,MAAM,CAAC;YAEpB;;eAEG;YACH,SAAS,CAAC,EAAE,IAAI,CAAC;SAClB;KACF;CACF;AAED,MAAM,CAAC,OAAO,WAAW,UAAU,CAAC;IAClC,OAAO,EACL,KAAK,0BAA0B,IAAI,0BAA0B,EAC7D,KAAK,qBAAqB,IAAI,qBAAqB,EACnD,KAAK,wBAAwB,IAAI,wBAAwB,EACzD,KAAK,mBAAmB,IAAI,mBAAmB,GAChD,CAAC;CACH"}
|
|
@@ -68,6 +68,16 @@ export namespace SimulationJobGetByIDResponse {
|
|
|
68
68
|
*/
|
|
69
69
|
enrichment: Data.Enrichment;
|
|
70
70
|
|
|
71
|
+
/**
|
|
72
|
+
* Who a FAILED or TIMED_OUT job failed because of. Null when the job did not fail.
|
|
73
|
+
* `AGENT`: your agent under test did not answer, was busy, declined, hung up or
|
|
74
|
+
* went silent, or its outbound-dial HTTP endpoint refused. This is a real result.
|
|
75
|
+
* `ROARK`: the simulation itself failed on the Roark platform (pipeline, capacity
|
|
76
|
+
* or analysis). It says nothing about your agent, and the run report leaves these
|
|
77
|
+
* jobs out of every count.
|
|
78
|
+
*/
|
|
79
|
+
failureOwner: 'ROARK' | 'AGENT' | null;
|
|
80
|
+
|
|
71
81
|
/**
|
|
72
82
|
* Present when the run was invalidated: the call ended before a step its flow
|
|
73
83
|
* requires for a valid run, or a strict flow went off script at a step whose
|
|
@@ -218,8 +228,16 @@ export namespace SimulationJobGetByIDResponse {
|
|
|
218
228
|
/**
|
|
219
229
|
* Why the result does not count. `SCRIPT_DIVERGED`: a strict flow went off script
|
|
220
230
|
* at a step whose off-script policy is HANG_UP_INVALIDATE.
|
|
231
|
+
* `REQUIRED_STAGE_INCOMPLETE`: the call ended before it got through a stage its
|
|
232
|
+
* flow requires. `CALLER_NEVER_TOOK_OVER`: the call opened on the persona of a
|
|
233
|
+
* preceding flow, which never handed the phone to the persona under test, so none
|
|
234
|
+
* of that persona's properties were exercised.
|
|
221
235
|
*/
|
|
222
|
-
reason:
|
|
236
|
+
reason:
|
|
237
|
+
| 'SCRIPT_DIVERGED'
|
|
238
|
+
| 'REQUIRED_STEP_NOT_REACHED'
|
|
239
|
+
| 'REQUIRED_STAGE_INCOMPLETE'
|
|
240
|
+
| 'CALLER_NEVER_TOOK_OVER';
|
|
223
241
|
|
|
224
242
|
/**
|
|
225
243
|
* One sentence: where the script was left and what your agent did instead.
|
|
@@ -531,6 +549,16 @@ export namespace SimulationJobLookupResponse {
|
|
|
531
549
|
*/
|
|
532
550
|
enrichment: Data.Enrichment;
|
|
533
551
|
|
|
552
|
+
/**
|
|
553
|
+
* Who a FAILED or TIMED_OUT job failed because of. Null when the job did not fail.
|
|
554
|
+
* `AGENT`: your agent under test did not answer, was busy, declined, hung up or
|
|
555
|
+
* went silent, or its outbound-dial HTTP endpoint refused. This is a real result.
|
|
556
|
+
* `ROARK`: the simulation itself failed on the Roark platform (pipeline, capacity
|
|
557
|
+
* or analysis). It says nothing about your agent, and the run report leaves these
|
|
558
|
+
* jobs out of every count.
|
|
559
|
+
*/
|
|
560
|
+
failureOwner: 'ROARK' | 'AGENT' | null;
|
|
561
|
+
|
|
534
562
|
/**
|
|
535
563
|
* Present when the run was invalidated: the call ended before a step its flow
|
|
536
564
|
* requires for a valid run, or a strict flow went off script at a step whose
|
|
@@ -681,8 +709,16 @@ export namespace SimulationJobLookupResponse {
|
|
|
681
709
|
/**
|
|
682
710
|
* Why the result does not count. `SCRIPT_DIVERGED`: a strict flow went off script
|
|
683
711
|
* at a step whose off-script policy is HANG_UP_INVALIDATE.
|
|
684
|
-
|
|
685
|
-
|
|
712
|
+
* `REQUIRED_STAGE_INCOMPLETE`: the call ended before it got through a stage its
|
|
713
|
+
* flow requires. `CALLER_NEVER_TOOK_OVER`: the call opened on the persona of a
|
|
714
|
+
* preceding flow, which never handed the phone to the persona under test, so none
|
|
715
|
+
* of that persona's properties were exercised.
|
|
716
|
+
*/
|
|
717
|
+
reason:
|
|
718
|
+
| 'SCRIPT_DIVERGED'
|
|
719
|
+
| 'REQUIRED_STEP_NOT_REACHED'
|
|
720
|
+
| 'REQUIRED_STAGE_INCOMPLETE'
|
|
721
|
+
| 'CALLER_NEVER_TOOK_OVER';
|
|
686
722
|
|
|
687
723
|
/**
|
|
688
724
|
* One sentence: where the script was left and what your agent did instead.
|
|
@@ -259,6 +259,19 @@ export namespace SimulationRunPlanJobGetByIDResponse {
|
|
|
259
259
|
*/
|
|
260
260
|
startedAt?: string | null;
|
|
261
261
|
|
|
262
|
+
/**
|
|
263
|
+
* For a run that swept a property (accent, background noise, speech pace and so
|
|
264
|
+
* on): which check failures the property caused.
|
|
265
|
+
*
|
|
266
|
+
* Each value is compared with every other value combined using a one-sided Fisher
|
|
267
|
+
* exact test, and every comparison in the run is corrected together with
|
|
268
|
+
* Benjamini-Hochberg. A value is only called worse when the difference is
|
|
269
|
+
* statistically significant, so a value that happened to fail a few more
|
|
270
|
+
* simulations by chance is not reported as a problem. Invalidated simulations and
|
|
271
|
+
* simulations that failed on the Roark platform are left out.
|
|
272
|
+
*/
|
|
273
|
+
sweepAttribution?: Data.SweepAttribution | null;
|
|
274
|
+
|
|
262
275
|
/**
|
|
263
276
|
* Pass/fail verdict for the run, judged against the success criteria pinned on the
|
|
264
277
|
* run plan when the run started.
|
|
@@ -399,8 +412,16 @@ export namespace SimulationRunPlanJobGetByIDResponse {
|
|
|
399
412
|
/**
|
|
400
413
|
* Why the result does not count. `SCRIPT_DIVERGED`: a strict flow went off script
|
|
401
414
|
* at a step whose off-script policy is HANG_UP_INVALIDATE.
|
|
415
|
+
* `REQUIRED_STAGE_INCOMPLETE`: the call ended before it got through a stage its
|
|
416
|
+
* flow requires. `CALLER_NEVER_TOOK_OVER`: the call opened on the persona of a
|
|
417
|
+
* preceding flow, which never handed the phone to the persona under test, so none
|
|
418
|
+
* of that persona's properties were exercised.
|
|
402
419
|
*/
|
|
403
|
-
reason:
|
|
420
|
+
reason:
|
|
421
|
+
| 'SCRIPT_DIVERGED'
|
|
422
|
+
| 'REQUIRED_STEP_NOT_REACHED'
|
|
423
|
+
| 'REQUIRED_STAGE_INCOMPLETE'
|
|
424
|
+
| 'CALLER_NEVER_TOOK_OVER';
|
|
404
425
|
|
|
405
426
|
/**
|
|
406
427
|
* One sentence: where the script was left and what your agent did instead.
|
|
@@ -665,6 +686,195 @@ export namespace SimulationRunPlanJobGetByIDResponse {
|
|
|
665
686
|
}
|
|
666
687
|
}
|
|
667
688
|
|
|
689
|
+
/**
|
|
690
|
+
* For a run that swept a property (accent, background noise, speech pace and so
|
|
691
|
+
* on): which check failures the property caused.
|
|
692
|
+
*
|
|
693
|
+
* Each value is compared with every other value combined using a one-sided Fisher
|
|
694
|
+
* exact test, and every comparison in the run is corrected together with
|
|
695
|
+
* Benjamini-Hochberg. A value is only called worse when the difference is
|
|
696
|
+
* statistically significant, so a value that happened to fail a few more
|
|
697
|
+
* simulations by chance is not reported as a problem. Invalidated simulations and
|
|
698
|
+
* simulations that failed on the Roark platform are left out.
|
|
699
|
+
*/
|
|
700
|
+
export interface SweepAttribution {
|
|
701
|
+
/**
|
|
702
|
+
* Plain sentences on what this run could not see, ready to show to a reader.
|
|
703
|
+
*/
|
|
704
|
+
caveats: Array<string>;
|
|
705
|
+
|
|
706
|
+
/**
|
|
707
|
+
* Every check the run was graded on: `PROPERTY_ATTRIBUTABLE` first, then
|
|
708
|
+
* `FOUND_UNATTRIBUTED`, then `WITHIN_NOISE`.
|
|
709
|
+
*/
|
|
710
|
+
checks: Array<SweepAttribution.Check>;
|
|
711
|
+
|
|
712
|
+
/**
|
|
713
|
+
* The Benjamini-Hochberg false discovery rate the comparisons are held to.
|
|
714
|
+
*/
|
|
715
|
+
falseDiscoveryRate: number;
|
|
716
|
+
|
|
717
|
+
/**
|
|
718
|
+
* The overall failure rate, 0-100, at which a check with no standout value is
|
|
719
|
+
* reported as `FOUND_UNATTRIBUTED`.
|
|
720
|
+
*/
|
|
721
|
+
foundUnattributedFailureRate: number;
|
|
722
|
+
|
|
723
|
+
/**
|
|
724
|
+
* Counted simulations a value needs before it is compared.
|
|
725
|
+
*/
|
|
726
|
+
minArmCalls: number;
|
|
727
|
+
|
|
728
|
+
/**
|
|
729
|
+
* Roughly how many percentage points more often a value would need to fail than
|
|
730
|
+
* the rest of the run to be flagged at this sample size. Optimistic: it uses
|
|
731
|
+
* simulation counts rather than the verdicts on each check and ignores the
|
|
732
|
+
* correction, so checks graded on fewer simulations need larger gaps. Large when
|
|
733
|
+
* few simulations ran per value: finding no significant difference then means the
|
|
734
|
+
* run could not see one, not that none exists.
|
|
735
|
+
*/
|
|
736
|
+
minimumDetectableGap: number | null;
|
|
737
|
+
|
|
738
|
+
/**
|
|
739
|
+
* How many values had enough counted simulations to be compared.
|
|
740
|
+
*/
|
|
741
|
+
testableValueCount: number;
|
|
742
|
+
|
|
743
|
+
/**
|
|
744
|
+
* How many value and check pairs were actually tested. A value can have enough
|
|
745
|
+
* simulations and still go untested (no other value graded that check, or too few
|
|
746
|
+
* verdicts on it). When this is 0 no comparison ran, so an empty `worseValues`
|
|
747
|
+
* everywhere means nothing was tested, not that no value did worse.
|
|
748
|
+
*/
|
|
749
|
+
testedComparisonCount: number;
|
|
750
|
+
|
|
751
|
+
/**
|
|
752
|
+
* Every value of the swept property, baseline first.
|
|
753
|
+
*/
|
|
754
|
+
values: Array<SweepAttribution.Value>;
|
|
755
|
+
}
|
|
756
|
+
|
|
757
|
+
export namespace SweepAttribution {
|
|
758
|
+
/**
|
|
759
|
+
* How one check's failures relate to the swept property.
|
|
760
|
+
*/
|
|
761
|
+
export interface Check {
|
|
762
|
+
/**
|
|
763
|
+
* How this check relates to the swept property:
|
|
764
|
+
*
|
|
765
|
+
* - `PROPERTY_ATTRIBUTABLE`: at least one value failed it significantly more often
|
|
766
|
+
* than every other value combined. `worseValues` names them. This is the only
|
|
767
|
+
* case in which a value is called worse.
|
|
768
|
+
* - `FOUND_UNATTRIBUTED`: no value stands out, but the check failed on at least
|
|
769
|
+
* `foundUnattributedFailureRate`% of counted simulations overall. A real issue
|
|
770
|
+
* with the agent on which no value stood out, so the run cannot tie it to the
|
|
771
|
+
* property. It does not show the property had no effect: a small run may be
|
|
772
|
+
* unable to see one.
|
|
773
|
+
* - `WITHIN_NOISE`: neither. Any differences between values are within what chance
|
|
774
|
+
* produces.
|
|
775
|
+
*/
|
|
776
|
+
attribution: 'PROPERTY_ATTRIBUTABLE' | 'FOUND_UNATTRIBUTED' | 'WITHIN_NOISE';
|
|
777
|
+
|
|
778
|
+
evaluated: number;
|
|
779
|
+
|
|
780
|
+
failed: number;
|
|
781
|
+
|
|
782
|
+
/**
|
|
783
|
+
* Share of counted simulations across every value that failed the check, 0-100.
|
|
784
|
+
*/
|
|
785
|
+
failureRate: number | null;
|
|
786
|
+
|
|
787
|
+
metricDefinitionId: string;
|
|
788
|
+
|
|
789
|
+
metricName: string;
|
|
790
|
+
|
|
791
|
+
/**
|
|
792
|
+
* The values significantly worse than the rest, most significant first. Empty
|
|
793
|
+
* unless `attribution` is `PROPERTY_ATTRIBUTABLE`.
|
|
794
|
+
*/
|
|
795
|
+
worseValues: Array<Check.WorseValue>;
|
|
796
|
+
}
|
|
797
|
+
|
|
798
|
+
export namespace Check {
|
|
799
|
+
/**
|
|
800
|
+
* A value that failed a check significantly more often than the rest of the run.
|
|
801
|
+
*/
|
|
802
|
+
export interface WorseValue {
|
|
803
|
+
/**
|
|
804
|
+
* How likely a difference at least this large would be by chance alone, after
|
|
805
|
+
* correcting for every comparison in the run (Benjamini-Hochberg). The value is
|
|
806
|
+
* called worse only when this is at most `falseDiscoveryRate`.
|
|
807
|
+
*/
|
|
808
|
+
adjustedPValue: number;
|
|
809
|
+
|
|
810
|
+
evaluated: number;
|
|
811
|
+
|
|
812
|
+
failed: number;
|
|
813
|
+
|
|
814
|
+
/**
|
|
815
|
+
* Share of the counted simulations at this value that failed the check, 0-100.
|
|
816
|
+
*/
|
|
817
|
+
failureRate: number | null;
|
|
818
|
+
|
|
819
|
+
label: string;
|
|
820
|
+
|
|
821
|
+
/**
|
|
822
|
+
* The same share across every other value combined, 0-100. This is what the value
|
|
823
|
+
* is compared with.
|
|
824
|
+
*/
|
|
825
|
+
restFailureRate: number | null;
|
|
826
|
+
|
|
827
|
+
value: string;
|
|
828
|
+
}
|
|
829
|
+
}
|
|
830
|
+
|
|
831
|
+
/**
|
|
832
|
+
* One value of the swept property.
|
|
833
|
+
*/
|
|
834
|
+
export interface Value {
|
|
835
|
+
/**
|
|
836
|
+
* Simulations run at this value. Simulations that failed on the Roark platform are
|
|
837
|
+
* left out, since they say nothing about your agent.
|
|
838
|
+
*/
|
|
839
|
+
attempted: number;
|
|
840
|
+
|
|
841
|
+
/**
|
|
842
|
+
* Simulations that actually tested the property: not invalidated, and graded by at
|
|
843
|
+
* least one check. Only these are used in the comparison.
|
|
844
|
+
*/
|
|
845
|
+
counted: number;
|
|
846
|
+
|
|
847
|
+
/**
|
|
848
|
+
* Whether this is the baseline the plan named.
|
|
849
|
+
*/
|
|
850
|
+
isBaseline: boolean;
|
|
851
|
+
|
|
852
|
+
/**
|
|
853
|
+
* The value in words, e.g. `American`.
|
|
854
|
+
*/
|
|
855
|
+
label: string;
|
|
856
|
+
|
|
857
|
+
/**
|
|
858
|
+
* The mean of each check's pass rate at this value, 0-100, the same rule as the
|
|
859
|
+
* run's `score`. Descriptive only: a lower score alone never makes a value worse.
|
|
860
|
+
* Null when nothing counted.
|
|
861
|
+
*/
|
|
862
|
+
score: number | null;
|
|
863
|
+
|
|
864
|
+
/**
|
|
865
|
+
* Whether this value had at least `minArmCalls` counted simulations. A value below
|
|
866
|
+
* that is "insufficient data": it is reported with its numbers but never compared
|
|
867
|
+
* or ranked, because a rate from one or two calls cannot be told apart from luck.
|
|
868
|
+
*/
|
|
869
|
+
testable: boolean;
|
|
870
|
+
|
|
871
|
+
/**
|
|
872
|
+
* The stored value of the swept property, e.g. `US`.
|
|
873
|
+
*/
|
|
874
|
+
value: string;
|
|
875
|
+
}
|
|
876
|
+
}
|
|
877
|
+
|
|
668
878
|
/**
|
|
669
879
|
* Pass/fail verdict for the run, judged against the success criteria pinned on the
|
|
670
880
|
* run plan when the run started.
|
|
@@ -139,9 +139,11 @@ export namespace SimulationRunPlanCreateResponse {
|
|
|
139
139
|
agentEndpoints: Array<RunPlan.AgentEndpoint>;
|
|
140
140
|
|
|
141
141
|
/**
|
|
142
|
-
* The value of `comparisonProperty
|
|
143
|
-
* `
|
|
144
|
-
*
|
|
142
|
+
* The reference value of `comparisonProperty`, such as `NONE` for
|
|
143
|
+
* `BACKGROUND_NOISE`: shown first in the results. Whether a value did
|
|
144
|
+
* significantly worse does not depend on it: that is decided against every other
|
|
145
|
+
* value combined (see `sweepAttribution`). `null` when no comparison is declared,
|
|
146
|
+
* or when the property has no obvious norm and none was chosen.
|
|
145
147
|
*/
|
|
146
148
|
comparisonBaseline: string | null;
|
|
147
149
|
|
|
@@ -491,9 +493,11 @@ export namespace SimulationRunPlanUpdateResponse {
|
|
|
491
493
|
agentEndpoints: Array<Data.AgentEndpoint>;
|
|
492
494
|
|
|
493
495
|
/**
|
|
494
|
-
* The value of `comparisonProperty
|
|
495
|
-
* `
|
|
496
|
-
*
|
|
496
|
+
* The reference value of `comparisonProperty`, such as `NONE` for
|
|
497
|
+
* `BACKGROUND_NOISE`: shown first in the results. Whether a value did
|
|
498
|
+
* significantly worse does not depend on it: that is decided against every other
|
|
499
|
+
* value combined (see `sweepAttribution`). `null` when no comparison is declared,
|
|
500
|
+
* or when the property has no obvious norm and none was chosen.
|
|
497
501
|
*/
|
|
498
502
|
comparisonBaseline: string | null;
|
|
499
503
|
|
|
@@ -807,9 +811,11 @@ export namespace SimulationRunPlanListResponse {
|
|
|
807
811
|
agentEndpoints: Array<Data.AgentEndpoint>;
|
|
808
812
|
|
|
809
813
|
/**
|
|
810
|
-
* The value of `comparisonProperty
|
|
811
|
-
* `
|
|
812
|
-
*
|
|
814
|
+
* The reference value of `comparisonProperty`, such as `NONE` for
|
|
815
|
+
* `BACKGROUND_NOISE`: shown first in the results. Whether a value did
|
|
816
|
+
* significantly worse does not depend on it: that is decided against every other
|
|
817
|
+
* value combined (see `sweepAttribution`). `null` when no comparison is declared,
|
|
818
|
+
* or when the property has no obvious norm and none was chosen.
|
|
813
819
|
*/
|
|
814
820
|
comparisonBaseline: string | null;
|
|
815
821
|
|
|
@@ -1151,9 +1157,11 @@ export namespace SimulationRunPlanGetByIDResponse {
|
|
|
1151
1157
|
agentEndpoints: Array<Data.AgentEndpoint>;
|
|
1152
1158
|
|
|
1153
1159
|
/**
|
|
1154
|
-
* The value of `comparisonProperty
|
|
1155
|
-
* `
|
|
1156
|
-
*
|
|
1160
|
+
* The reference value of `comparisonProperty`, such as `NONE` for
|
|
1161
|
+
* `BACKGROUND_NOISE`: shown first in the results. Whether a value did
|
|
1162
|
+
* significantly worse does not depend on it: that is decided against every other
|
|
1163
|
+
* value combined (see `sweepAttribution`). `null` when no comparison is declared,
|
|
1164
|
+
* or when the property has no obvious norm and none was chosen.
|
|
1157
1165
|
*/
|
|
1158
1166
|
comparisonBaseline: string | null;
|
|
1159
1167
|
|
|
@@ -1477,9 +1485,11 @@ export interface SimulationRunPlanCreateParams {
|
|
|
1477
1485
|
autoRun?: boolean;
|
|
1478
1486
|
|
|
1479
1487
|
/**
|
|
1480
|
-
* The value of `comparisonProperty
|
|
1481
|
-
*
|
|
1482
|
-
* value that property can take.
|
|
1488
|
+
* The reference value of `comparisonProperty`, for example `NONE` for
|
|
1489
|
+
* `BACKGROUND_NOISE` or `NORMAL` for `SPEECH_PACE`: shown first in the results.
|
|
1490
|
+
* Must be a value that property can take. Whether a value did significantly worse
|
|
1491
|
+
* does not depend on it: that is decided against every other value combined (see
|
|
1492
|
+
* `sweepAttribution`).
|
|
1483
1493
|
*
|
|
1484
1494
|
* Stored rather than assumed, so the report can say "compared against US accent"
|
|
1485
1495
|
* instead of implying Roark decided which value is normal. Most properties have an
|
|
@@ -1810,7 +1820,7 @@ export interface SimulationRunPlanUpdateParams {
|
|
|
1810
1820
|
agentEndpoints?: Array<SimulationRunPlanUpdateParams.AgentEndpoint>;
|
|
1811
1821
|
|
|
1812
1822
|
/**
|
|
1813
|
-
* The value
|
|
1823
|
+
* The reference value, shown first in the results. See `POST /v1/simulation/plan`.
|
|
1814
1824
|
*
|
|
1815
1825
|
* A real value cannot be sent on its own: the property it belongs to decides which
|
|
1816
1826
|
* values are legal, and an omitted property means "leave unchanged", which this
|
|
@@ -210,9 +210,10 @@ export namespace SimulationTemplateListResponse {
|
|
|
210
210
|
*/
|
|
211
211
|
export interface Sweep {
|
|
212
212
|
/**
|
|
213
|
-
* The value
|
|
214
|
-
* this template will actually record. `null` when the property has no obvious
|
|
215
|
-
* norm
|
|
213
|
+
* The reference value, shown first in the results, resolved to what a plan built
|
|
214
|
+
* from this template will actually record. `null` when the property has no obvious
|
|
215
|
+
* norm. It does not change the verdict: each value is compared with every other
|
|
216
|
+
* value combined.
|
|
216
217
|
*/
|
|
217
218
|
baseline: string | null;
|
|
218
219
|
|