@roarkanalytics/sdk 3.16.0 → 3.18.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +24 -0
- package/package.json +1 -1
- package/resources/config.d.mts +1 -0
- package/resources/config.d.mts.map +1 -1
- package/resources/config.d.ts +1 -0
- package/resources/config.d.ts.map +1 -1
- package/resources/customer-flow.d.mts +20 -0
- package/resources/customer-flow.d.mts.map +1 -1
- package/resources/customer-flow.d.ts +20 -0
- package/resources/customer-flow.d.ts.map +1 -1
- package/resources/simulation-job.d.mts +18 -10
- package/resources/simulation-job.d.mts.map +1 -1
- package/resources/simulation-job.d.ts +18 -10
- package/resources/simulation-job.d.ts.map +1 -1
- package/resources/simulation-run-plan-job.d.mts +24 -6
- package/resources/simulation-run-plan-job.d.mts.map +1 -1
- package/resources/simulation-run-plan-job.d.ts +24 -6
- package/resources/simulation-run-plan-job.d.ts.map +1 -1
- package/resources/simulation-run-plan.d.mts +117 -44
- package/resources/simulation-run-plan.d.mts.map +1 -1
- package/resources/simulation-run-plan.d.ts +117 -44
- package/resources/simulation-run-plan.d.ts.map +1 -1
- package/resources/simulation-template.d.mts +41 -0
- package/resources/simulation-template.d.mts.map +1 -1
- package/resources/simulation-template.d.ts +41 -0
- package/resources/simulation-template.d.ts.map +1 -1
- package/resources/simulation.d.mts +37 -14
- package/resources/simulation.d.mts.map +1 -1
- package/resources/simulation.d.ts +37 -14
- package/resources/simulation.d.ts.map +1 -1
- package/src/resources/config.ts +2 -0
- package/src/resources/customer-flow.ts +30 -0
- package/src/resources/simulation-job.ts +18 -10
- package/src/resources/simulation-run-plan-job.ts +24 -6
- package/src/resources/simulation-run-plan.ts +215 -50
- package/src/resources/simulation-template.ts +58 -0
- package/src/resources/simulation.ts +54 -15
- package/src/version.ts +1 -1
- package/version.d.mts +1 -1
- package/version.d.ts +1 -1
- package/version.js +1 -1
- package/version.mjs +1 -1
|
@@ -138,6 +138,34 @@ export namespace SimulationRunPlanCreateResponse {
|
|
|
138
138
|
*/
|
|
139
139
|
agentEndpoints: Array<RunPlan.AgentEndpoint>;
|
|
140
140
|
|
|
141
|
+
/**
|
|
142
|
+
* The value of `comparisonProperty` every other value is measured against, such as
|
|
143
|
+
* `NONE` for `BACKGROUND_NOISE`. `null` when no comparison is declared, or when
|
|
144
|
+
* the property has no obvious norm and none was chosen.
|
|
145
|
+
*/
|
|
146
|
+
comparisonBaseline: string | null;
|
|
147
|
+
|
|
148
|
+
/**
|
|
149
|
+
* The property of the caller or their surroundings this plan investigates, such as
|
|
150
|
+
* `BACKGROUND_NOISE`. The run report compares the arms on it. `null` means the
|
|
151
|
+
* report works out for itself which property varies.
|
|
152
|
+
*/
|
|
153
|
+
comparisonProperty:
|
|
154
|
+
| 'ACCENT'
|
|
155
|
+
| 'AGE'
|
|
156
|
+
| 'BACKGROUND_NOISE'
|
|
157
|
+
| 'BACKGROUND_NOISE_VOLUME'
|
|
158
|
+
| 'BASE_EMOTION'
|
|
159
|
+
| 'CONFIRMATION_STYLE'
|
|
160
|
+
| 'GENDER'
|
|
161
|
+
| 'INTENT_CLARITY'
|
|
162
|
+
| 'LANGUAGE'
|
|
163
|
+
| 'MEMORY_RELIABILITY'
|
|
164
|
+
| 'RESPONSE_TIMING'
|
|
165
|
+
| 'SPEECH_CLARITY'
|
|
166
|
+
| 'SPEECH_PACE'
|
|
167
|
+
| null;
|
|
168
|
+
|
|
141
169
|
/**
|
|
142
170
|
* When the run plan was created
|
|
143
171
|
*/
|
|
@@ -228,13 +256,6 @@ export namespace SimulationRunPlanCreateResponse {
|
|
|
228
256
|
*/
|
|
229
257
|
personas: Array<RunPlan.Persona>;
|
|
230
258
|
|
|
231
|
-
/**
|
|
232
|
-
* The flow variant this plan's runs are measured against: the run report shows
|
|
233
|
-
* every other flow variant in the run as a difference from it. `null` means the
|
|
234
|
-
* plan declares no experiment.
|
|
235
|
-
*/
|
|
236
|
-
referenceCustomerFlowVariantId: string | null;
|
|
237
|
-
|
|
238
259
|
/**
|
|
239
260
|
* @deprecated Deprecated: use `flows` instead. Scenarios included in this run
|
|
240
261
|
* plan.
|
|
@@ -433,6 +454,34 @@ export namespace SimulationRunPlanUpdateResponse {
|
|
|
433
454
|
*/
|
|
434
455
|
agentEndpoints: Array<Data.AgentEndpoint>;
|
|
435
456
|
|
|
457
|
+
/**
|
|
458
|
+
* The value of `comparisonProperty` every other value is measured against, such as
|
|
459
|
+
* `NONE` for `BACKGROUND_NOISE`. `null` when no comparison is declared, or when
|
|
460
|
+
* the property has no obvious norm and none was chosen.
|
|
461
|
+
*/
|
|
462
|
+
comparisonBaseline: string | null;
|
|
463
|
+
|
|
464
|
+
/**
|
|
465
|
+
* The property of the caller or their surroundings this plan investigates, such as
|
|
466
|
+
* `BACKGROUND_NOISE`. The run report compares the arms on it. `null` means the
|
|
467
|
+
* report works out for itself which property varies.
|
|
468
|
+
*/
|
|
469
|
+
comparisonProperty:
|
|
470
|
+
| 'ACCENT'
|
|
471
|
+
| 'AGE'
|
|
472
|
+
| 'BACKGROUND_NOISE'
|
|
473
|
+
| 'BACKGROUND_NOISE_VOLUME'
|
|
474
|
+
| 'BASE_EMOTION'
|
|
475
|
+
| 'CONFIRMATION_STYLE'
|
|
476
|
+
| 'GENDER'
|
|
477
|
+
| 'INTENT_CLARITY'
|
|
478
|
+
| 'LANGUAGE'
|
|
479
|
+
| 'MEMORY_RELIABILITY'
|
|
480
|
+
| 'RESPONSE_TIMING'
|
|
481
|
+
| 'SPEECH_CLARITY'
|
|
482
|
+
| 'SPEECH_PACE'
|
|
483
|
+
| null;
|
|
484
|
+
|
|
436
485
|
/**
|
|
437
486
|
* When the run plan was created
|
|
438
487
|
*/
|
|
@@ -523,13 +572,6 @@ export namespace SimulationRunPlanUpdateResponse {
|
|
|
523
572
|
*/
|
|
524
573
|
personas: Array<Data.Persona>;
|
|
525
574
|
|
|
526
|
-
/**
|
|
527
|
-
* The flow variant this plan's runs are measured against: the run report shows
|
|
528
|
-
* every other flow variant in the run as a difference from it. `null` means the
|
|
529
|
-
* plan declares no experiment.
|
|
530
|
-
*/
|
|
531
|
-
referenceCustomerFlowVariantId: string | null;
|
|
532
|
-
|
|
533
575
|
/**
|
|
534
576
|
* @deprecated Deprecated: use `flows` instead. Scenarios included in this run
|
|
535
577
|
* plan.
|
|
@@ -692,6 +734,34 @@ export namespace SimulationRunPlanListResponse {
|
|
|
692
734
|
*/
|
|
693
735
|
agentEndpoints: Array<Data.AgentEndpoint>;
|
|
694
736
|
|
|
737
|
+
/**
|
|
738
|
+
* The value of `comparisonProperty` every other value is measured against, such as
|
|
739
|
+
* `NONE` for `BACKGROUND_NOISE`. `null` when no comparison is declared, or when
|
|
740
|
+
* the property has no obvious norm and none was chosen.
|
|
741
|
+
*/
|
|
742
|
+
comparisonBaseline: string | null;
|
|
743
|
+
|
|
744
|
+
/**
|
|
745
|
+
* The property of the caller or their surroundings this plan investigates, such as
|
|
746
|
+
* `BACKGROUND_NOISE`. The run report compares the arms on it. `null` means the
|
|
747
|
+
* report works out for itself which property varies.
|
|
748
|
+
*/
|
|
749
|
+
comparisonProperty:
|
|
750
|
+
| 'ACCENT'
|
|
751
|
+
| 'AGE'
|
|
752
|
+
| 'BACKGROUND_NOISE'
|
|
753
|
+
| 'BACKGROUND_NOISE_VOLUME'
|
|
754
|
+
| 'BASE_EMOTION'
|
|
755
|
+
| 'CONFIRMATION_STYLE'
|
|
756
|
+
| 'GENDER'
|
|
757
|
+
| 'INTENT_CLARITY'
|
|
758
|
+
| 'LANGUAGE'
|
|
759
|
+
| 'MEMORY_RELIABILITY'
|
|
760
|
+
| 'RESPONSE_TIMING'
|
|
761
|
+
| 'SPEECH_CLARITY'
|
|
762
|
+
| 'SPEECH_PACE'
|
|
763
|
+
| null;
|
|
764
|
+
|
|
695
765
|
/**
|
|
696
766
|
* When the run plan was created
|
|
697
767
|
*/
|
|
@@ -782,13 +852,6 @@ export namespace SimulationRunPlanListResponse {
|
|
|
782
852
|
*/
|
|
783
853
|
personas: Array<Data.Persona>;
|
|
784
854
|
|
|
785
|
-
/**
|
|
786
|
-
* The flow variant this plan's runs are measured against: the run report shows
|
|
787
|
-
* every other flow variant in the run as a difference from it. `null` means the
|
|
788
|
-
* plan declares no experiment.
|
|
789
|
-
*/
|
|
790
|
-
referenceCustomerFlowVariantId: string | null;
|
|
791
|
-
|
|
792
855
|
/**
|
|
793
856
|
* @deprecated Deprecated: use `flows` instead. Scenarios included in this run
|
|
794
857
|
* plan.
|
|
@@ -979,6 +1042,34 @@ export namespace SimulationRunPlanGetByIDResponse {
|
|
|
979
1042
|
*/
|
|
980
1043
|
agentEndpoints: Array<Data.AgentEndpoint>;
|
|
981
1044
|
|
|
1045
|
+
/**
|
|
1046
|
+
* The value of `comparisonProperty` every other value is measured against, such as
|
|
1047
|
+
* `NONE` for `BACKGROUND_NOISE`. `null` when no comparison is declared, or when
|
|
1048
|
+
* the property has no obvious norm and none was chosen.
|
|
1049
|
+
*/
|
|
1050
|
+
comparisonBaseline: string | null;
|
|
1051
|
+
|
|
1052
|
+
/**
|
|
1053
|
+
* The property of the caller or their surroundings this plan investigates, such as
|
|
1054
|
+
* `BACKGROUND_NOISE`. The run report compares the arms on it. `null` means the
|
|
1055
|
+
* report works out for itself which property varies.
|
|
1056
|
+
*/
|
|
1057
|
+
comparisonProperty:
|
|
1058
|
+
| 'ACCENT'
|
|
1059
|
+
| 'AGE'
|
|
1060
|
+
| 'BACKGROUND_NOISE'
|
|
1061
|
+
| 'BACKGROUND_NOISE_VOLUME'
|
|
1062
|
+
| 'BASE_EMOTION'
|
|
1063
|
+
| 'CONFIRMATION_STYLE'
|
|
1064
|
+
| 'GENDER'
|
|
1065
|
+
| 'INTENT_CLARITY'
|
|
1066
|
+
| 'LANGUAGE'
|
|
1067
|
+
| 'MEMORY_RELIABILITY'
|
|
1068
|
+
| 'RESPONSE_TIMING'
|
|
1069
|
+
| 'SPEECH_CLARITY'
|
|
1070
|
+
| 'SPEECH_PACE'
|
|
1071
|
+
| null;
|
|
1072
|
+
|
|
982
1073
|
/**
|
|
983
1074
|
* When the run plan was created
|
|
984
1075
|
*/
|
|
@@ -1069,13 +1160,6 @@ export namespace SimulationRunPlanGetByIDResponse {
|
|
|
1069
1160
|
*/
|
|
1070
1161
|
personas: Array<Data.Persona>;
|
|
1071
1162
|
|
|
1072
|
-
/**
|
|
1073
|
-
* The flow variant this plan's runs are measured against: the run report shows
|
|
1074
|
-
* every other flow variant in the run as a difference from it. `null` means the
|
|
1075
|
-
* plan declares no experiment.
|
|
1076
|
-
*/
|
|
1077
|
-
referenceCustomerFlowVariantId: string | null;
|
|
1078
|
-
|
|
1079
1163
|
/**
|
|
1080
1164
|
* @deprecated Deprecated: use `flows` instead. Scenarios included in this run
|
|
1081
1165
|
* plan.
|
|
@@ -1248,6 +1332,60 @@ export interface SimulationRunPlanCreateParams {
|
|
|
1248
1332
|
*/
|
|
1249
1333
|
autoRun?: boolean;
|
|
1250
1334
|
|
|
1335
|
+
/**
|
|
1336
|
+
* The value of `comparisonProperty` every other value is measured against, for
|
|
1337
|
+
* example `NONE` for `BACKGROUND_NOISE` or `NORMAL` for `SPEECH_PACE`. Must be a
|
|
1338
|
+
* value that property can take.
|
|
1339
|
+
*
|
|
1340
|
+
* Stored rather than assumed, so the report can say "compared against US accent"
|
|
1341
|
+
* instead of implying Roark decided which value is normal. Most properties have an
|
|
1342
|
+
* obvious baseline and the dashboard prefills it; `GENDER` has none, so choose the
|
|
1343
|
+
* one you are testing against.
|
|
1344
|
+
*/
|
|
1345
|
+
comparisonBaseline?: string | null;
|
|
1346
|
+
|
|
1347
|
+
/**
|
|
1348
|
+
* The property this run plan investigates: the one thing its arms differ by.
|
|
1349
|
+
*
|
|
1350
|
+
* Set it and the run report compares the arms on that property, so a run answers
|
|
1351
|
+
* "what did background noise cost" rather than just "what did each arm score".
|
|
1352
|
+
* Every value is a field already recorded on each call, so the report can label an
|
|
1353
|
+
* arm `CRYING_BABY` rather than repeating a flow variant's title.
|
|
1354
|
+
*
|
|
1355
|
+
* Omit it and the report still compares when it can: it detects which property
|
|
1356
|
+
* varies across the arms. Setting it is what tells the written summary what you
|
|
1357
|
+
* were trying to find out, which detection cannot infer.
|
|
1358
|
+
*/
|
|
1359
|
+
comparisonProperty?:
|
|
1360
|
+
| 'ACCENT'
|
|
1361
|
+
| 'AGE'
|
|
1362
|
+
| 'BACKGROUND_NOISE'
|
|
1363
|
+
| 'BACKGROUND_NOISE_VOLUME'
|
|
1364
|
+
| 'BASE_EMOTION'
|
|
1365
|
+
| 'CONFIRMATION_STYLE'
|
|
1366
|
+
| 'GENDER'
|
|
1367
|
+
| 'INTENT_CLARITY'
|
|
1368
|
+
| 'LANGUAGE'
|
|
1369
|
+
| 'MEMORY_RELIABILITY'
|
|
1370
|
+
| 'RESPONSE_TIMING'
|
|
1371
|
+
| 'SPEECH_CLARITY'
|
|
1372
|
+
| 'SPEECH_PACE'
|
|
1373
|
+
| null;
|
|
1374
|
+
|
|
1375
|
+
/**
|
|
1376
|
+
* Which values of `comparisonProperty` to run. This is what the plan costs: the
|
|
1377
|
+
* flow is attached once per value, so ten values is ten times the calls of one.
|
|
1378
|
+
*
|
|
1379
|
+
* Omit it to run every value the property has, which for `ACCENT` is more than
|
|
1380
|
+
* twenty. Send a subset to narrow the sweep, for example three accents you
|
|
1381
|
+
* actually serve. A `comparisonBaseline` outside this set is rejected, because it
|
|
1382
|
+
* would anchor every difference to an arm the run never made.
|
|
1383
|
+
*
|
|
1384
|
+
* Not stored as a field: the arms are the values. Reading the plan back returns
|
|
1385
|
+
* them as its flow attachments.
|
|
1386
|
+
*/
|
|
1387
|
+
comparisonValues?: Array<string>;
|
|
1388
|
+
|
|
1251
1389
|
/**
|
|
1252
1390
|
* Description of the run plan
|
|
1253
1391
|
*/
|
|
@@ -1337,21 +1475,6 @@ export interface SimulationRunPlanCreateParams {
|
|
|
1337
1475
|
*/
|
|
1338
1476
|
personas?: Array<SimulationRunPlanCreateParams.Persona>;
|
|
1339
1477
|
|
|
1340
|
-
/**
|
|
1341
|
-
* Name one flow variant as this run plan's REFERENCE arm.
|
|
1342
|
-
*
|
|
1343
|
-
* Every other flow variant the plan runs is then reported as a difference from
|
|
1344
|
-
* this one, which is how a run answers "what did the change cost" rather than just
|
|
1345
|
-
* "what did it score". The usual shape is one flow whose default variant is the
|
|
1346
|
-
* control (say, a silent environment) plus one edge-case variant per condition
|
|
1347
|
-
* under test.
|
|
1348
|
-
*
|
|
1349
|
-
* The variant must be one this plan actually runs: it has to belong to a flow in
|
|
1350
|
-
* `flows`, and that flow's variant selection has to resolve to it. Omit or set
|
|
1351
|
-
* null for a plan that is a general health check rather than an experiment.
|
|
1352
|
-
*/
|
|
1353
|
-
referenceCustomerFlowVariantId?: string | null;
|
|
1354
|
-
|
|
1355
1478
|
/**
|
|
1356
1479
|
* @deprecated Deprecated: use `flows` instead. Scenarios to include in this run
|
|
1357
1480
|
* plan. The same scenario ID can appear multiple times with different variables.
|
|
@@ -1504,6 +1627,55 @@ export interface SimulationRunPlanUpdateParams {
|
|
|
1504
1627
|
*/
|
|
1505
1628
|
agentEndpoints?: Array<SimulationRunPlanUpdateParams.AgentEndpoint>;
|
|
1506
1629
|
|
|
1630
|
+
/**
|
|
1631
|
+
* The value every other value is measured against. See `POST /v1/simulation/plan`.
|
|
1632
|
+
*
|
|
1633
|
+
* A real value cannot be sent on its own: the property it belongs to decides which
|
|
1634
|
+
* values are legal, and an omitted property means "leave unchanged", which this
|
|
1635
|
+
* endpoint cannot check a baseline against. Send `comparisonProperty` with it, or
|
|
1636
|
+
* get a `400`.
|
|
1637
|
+
*
|
|
1638
|
+
* `null` on its own IS allowed, and clears just the baseline while leaving the
|
|
1639
|
+
* property set. Nothing needs validating when clearing, and a property with no
|
|
1640
|
+
* baseline is a real state: the report falls back to that property's own norm, and
|
|
1641
|
+
* `GENDER` has no norm to fall back to.
|
|
1642
|
+
*/
|
|
1643
|
+
comparisonBaseline?: string | null;
|
|
1644
|
+
|
|
1645
|
+
/**
|
|
1646
|
+
* The property this plan investigates. Send `null` to clear the comparison; omit
|
|
1647
|
+
* the field to leave it unchanged. See `POST /v1/simulation/plan`.
|
|
1648
|
+
*
|
|
1649
|
+
* The pair moves together. Sending `comparisonProperty` also sets
|
|
1650
|
+
* `comparisonBaseline` to whatever this request carries, or to `null` if it
|
|
1651
|
+
* carries none, because a baseline is a value of one specific property and keeping
|
|
1652
|
+
* the old one would store a pair that is not valid.
|
|
1653
|
+
*/
|
|
1654
|
+
comparisonProperty?:
|
|
1655
|
+
| 'ACCENT'
|
|
1656
|
+
| 'AGE'
|
|
1657
|
+
| 'BACKGROUND_NOISE'
|
|
1658
|
+
| 'BACKGROUND_NOISE_VOLUME'
|
|
1659
|
+
| 'BASE_EMOTION'
|
|
1660
|
+
| 'CONFIRMATION_STYLE'
|
|
1661
|
+
| 'GENDER'
|
|
1662
|
+
| 'INTENT_CLARITY'
|
|
1663
|
+
| 'LANGUAGE'
|
|
1664
|
+
| 'MEMORY_RELIABILITY'
|
|
1665
|
+
| 'RESPONSE_TIMING'
|
|
1666
|
+
| 'SPEECH_CLARITY'
|
|
1667
|
+
| 'SPEECH_PACE'
|
|
1668
|
+
| null;
|
|
1669
|
+
|
|
1670
|
+
/**
|
|
1671
|
+
* Which values of `comparisonProperty` to run. See `POST /v1/simulation/plan`.
|
|
1672
|
+
*
|
|
1673
|
+
* Omitting it keeps the arms the plan already has, so an edit that only renames
|
|
1674
|
+
* the plan never widens a sweep you deliberately narrowed, and never multiplies
|
|
1675
|
+
* what it costs.
|
|
1676
|
+
*/
|
|
1677
|
+
comparisonValues?: Array<string>;
|
|
1678
|
+
|
|
1507
1679
|
/**
|
|
1508
1680
|
* Description of the run plan
|
|
1509
1681
|
*/
|
|
@@ -1594,13 +1766,6 @@ export interface SimulationRunPlanUpdateParams {
|
|
|
1594
1766
|
*/
|
|
1595
1767
|
personas?: Array<SimulationRunPlanUpdateParams.Persona>;
|
|
1596
1768
|
|
|
1597
|
-
/**
|
|
1598
|
-
* The reference arm every other flow variant in a run is reported as a difference
|
|
1599
|
-
* from. Send `null` to clear it; omit the field to leave it unchanged. See
|
|
1600
|
-
* `POST /v1/simulation/plan`.
|
|
1601
|
-
*/
|
|
1602
|
-
referenceCustomerFlowVariantId?: string | null;
|
|
1603
|
-
|
|
1604
1769
|
/**
|
|
1605
1770
|
* @deprecated Deprecated: use `flows` instead. Replaces the scenarios on this run
|
|
1606
1771
|
* plan. Omit to leave them unchanged; send an empty array to detach them all,
|
|
@@ -94,6 +94,20 @@ export namespace SimulationTemplateListResponse {
|
|
|
94
94
|
*/
|
|
95
95
|
slug: string;
|
|
96
96
|
|
|
97
|
+
/**
|
|
98
|
+
* Set when this template is a property sweep: it runs ONE flow once per value of a
|
|
99
|
+
* single caller or environment property, and the report compares the values
|
|
100
|
+
* against `baseline`.
|
|
101
|
+
*
|
|
102
|
+
* This is what decides the size of the run. A sweep attaches the flow once per
|
|
103
|
+
* entry in `values`, so a plan built from it costs `values.length` times the calls
|
|
104
|
+
* a normal template would, before iterations. Read it before creating a plan you
|
|
105
|
+
* have to pay for.
|
|
106
|
+
*
|
|
107
|
+
* `null` for every other template.
|
|
108
|
+
*/
|
|
109
|
+
sweep: Data.Sweep | null;
|
|
110
|
+
|
|
97
111
|
/**
|
|
98
112
|
* The Pass/Fail checks this template attaches alongside its metrics.
|
|
99
113
|
*/
|
|
@@ -182,6 +196,50 @@ export namespace SimulationTemplateListResponse {
|
|
|
182
196
|
slug: string;
|
|
183
197
|
}
|
|
184
198
|
|
|
199
|
+
/**
|
|
200
|
+
* Set when this template is a property sweep: it runs ONE flow once per value of a
|
|
201
|
+
* single caller or environment property, and the report compares the values
|
|
202
|
+
* against `baseline`.
|
|
203
|
+
*
|
|
204
|
+
* This is what decides the size of the run. A sweep attaches the flow once per
|
|
205
|
+
* entry in `values`, so a plan built from it costs `values.length` times the calls
|
|
206
|
+
* a normal template would, before iterations. Read it before creating a plan you
|
|
207
|
+
* have to pay for.
|
|
208
|
+
*
|
|
209
|
+
* `null` for every other template.
|
|
210
|
+
*/
|
|
211
|
+
export interface Sweep {
|
|
212
|
+
/**
|
|
213
|
+
* The value the others are measured against, resolved to what a plan built from
|
|
214
|
+
* this template will actually record. `null` when the property has no obvious
|
|
215
|
+
* norm, and the report then compares against the best-performing value instead.
|
|
216
|
+
*/
|
|
217
|
+
baseline: string | null;
|
|
218
|
+
|
|
219
|
+
/**
|
|
220
|
+
* The property this template varies across the flow it runs.
|
|
221
|
+
*/
|
|
222
|
+
property:
|
|
223
|
+
| 'ACCENT'
|
|
224
|
+
| 'AGE'
|
|
225
|
+
| 'BACKGROUND_NOISE'
|
|
226
|
+
| 'BACKGROUND_NOISE_VOLUME'
|
|
227
|
+
| 'BASE_EMOTION'
|
|
228
|
+
| 'CONFIRMATION_STYLE'
|
|
229
|
+
| 'GENDER'
|
|
230
|
+
| 'INTENT_CLARITY'
|
|
231
|
+
| 'LANGUAGE'
|
|
232
|
+
| 'MEMORY_RELIABILITY'
|
|
233
|
+
| 'RESPONSE_TIMING'
|
|
234
|
+
| 'SPEECH_CLARITY'
|
|
235
|
+
| 'SPEECH_PACE';
|
|
236
|
+
|
|
237
|
+
/**
|
|
238
|
+
* Every value the template sweeps, in the order the plan attaches them.
|
|
239
|
+
*/
|
|
240
|
+
values: Array<string>;
|
|
241
|
+
}
|
|
242
|
+
|
|
185
243
|
export interface Threshold {
|
|
186
244
|
/**
|
|
187
245
|
* Metric definition ID
|
|
@@ -176,6 +176,60 @@ export declare namespace SimulationRunParams {
|
|
|
176
176
|
*/
|
|
177
177
|
metrics: Array<Plan.Metric>;
|
|
178
178
|
|
|
179
|
+
/**
|
|
180
|
+
* The value of `comparisonProperty` every other value is measured against, for
|
|
181
|
+
* example `NONE` for `BACKGROUND_NOISE` or `NORMAL` for `SPEECH_PACE`. Must be a
|
|
182
|
+
* value that property can take.
|
|
183
|
+
*
|
|
184
|
+
* Stored rather than assumed, so the report can say "compared against US accent"
|
|
185
|
+
* instead of implying Roark decided which value is normal. Most properties have an
|
|
186
|
+
* obvious baseline and the dashboard prefills it; `GENDER` has none, so choose the
|
|
187
|
+
* one you are testing against.
|
|
188
|
+
*/
|
|
189
|
+
comparisonBaseline?: string | null;
|
|
190
|
+
|
|
191
|
+
/**
|
|
192
|
+
* The property this run plan investigates: the one thing its arms differ by.
|
|
193
|
+
*
|
|
194
|
+
* Set it and the run report compares the arms on that property, so a run answers
|
|
195
|
+
* "what did background noise cost" rather than just "what did each arm score".
|
|
196
|
+
* Every value is a field already recorded on each call, so the report can label an
|
|
197
|
+
* arm `CRYING_BABY` rather than repeating a flow variant's title.
|
|
198
|
+
*
|
|
199
|
+
* Omit it and the report still compares when it can: it detects which property
|
|
200
|
+
* varies across the arms. Setting it is what tells the written summary what you
|
|
201
|
+
* were trying to find out, which detection cannot infer.
|
|
202
|
+
*/
|
|
203
|
+
comparisonProperty?:
|
|
204
|
+
| 'ACCENT'
|
|
205
|
+
| 'AGE'
|
|
206
|
+
| 'BACKGROUND_NOISE'
|
|
207
|
+
| 'BACKGROUND_NOISE_VOLUME'
|
|
208
|
+
| 'BASE_EMOTION'
|
|
209
|
+
| 'CONFIRMATION_STYLE'
|
|
210
|
+
| 'GENDER'
|
|
211
|
+
| 'INTENT_CLARITY'
|
|
212
|
+
| 'LANGUAGE'
|
|
213
|
+
| 'MEMORY_RELIABILITY'
|
|
214
|
+
| 'RESPONSE_TIMING'
|
|
215
|
+
| 'SPEECH_CLARITY'
|
|
216
|
+
| 'SPEECH_PACE'
|
|
217
|
+
| null;
|
|
218
|
+
|
|
219
|
+
/**
|
|
220
|
+
* Which values of `comparisonProperty` to run. This is what the plan costs: the
|
|
221
|
+
* flow is attached once per value, so ten values is ten times the calls of one.
|
|
222
|
+
*
|
|
223
|
+
* Omit it to run every value the property has, which for `ACCENT` is more than
|
|
224
|
+
* twenty. Send a subset to narrow the sweep, for example three accents you
|
|
225
|
+
* actually serve. A `comparisonBaseline` outside this set is rejected, because it
|
|
226
|
+
* would anchor every difference to an arm the run never made.
|
|
227
|
+
*
|
|
228
|
+
* Not stored as a field: the arms are the values. Reading the plan back returns
|
|
229
|
+
* them as its flow attachments.
|
|
230
|
+
*/
|
|
231
|
+
comparisonValues?: Array<string>;
|
|
232
|
+
|
|
179
233
|
/**
|
|
180
234
|
* Description of the run plan
|
|
181
235
|
*/
|
|
@@ -271,21 +325,6 @@ export declare namespace SimulationRunParams {
|
|
|
271
325
|
*/
|
|
272
326
|
personas?: Array<Plan.Persona>;
|
|
273
327
|
|
|
274
|
-
/**
|
|
275
|
-
* Name one flow variant as this run plan's REFERENCE arm.
|
|
276
|
-
*
|
|
277
|
-
* Every other flow variant the plan runs is then reported as a difference from
|
|
278
|
-
* this one, which is how a run answers "what did the change cost" rather than just
|
|
279
|
-
* "what did it score". The usual shape is one flow whose default variant is the
|
|
280
|
-
* control (say, a silent environment) plus one edge-case variant per condition
|
|
281
|
-
* under test.
|
|
282
|
-
*
|
|
283
|
-
* The variant must be one this plan actually runs: it has to belong to a flow in
|
|
284
|
-
* `flows`, and that flow's variant selection has to resolve to it. Omit or set
|
|
285
|
-
* null for a plan that is a general health check rather than an experiment.
|
|
286
|
-
*/
|
|
287
|
-
referenceCustomerFlowVariantId?: string | null;
|
|
288
|
-
|
|
289
328
|
/**
|
|
290
329
|
* @deprecated Deprecated: use `flows` instead. Scenarios to include in this run
|
|
291
330
|
* plan. The same scenario ID can appear multiple times with different variables.
|
package/src/version.ts
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
export const VERSION = '3.
|
|
1
|
+
export const VERSION = '3.18.0'; // x-release-please-version
|
package/version.d.mts
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
export declare const VERSION = "3.
|
|
1
|
+
export declare const VERSION = "3.18.0";
|
|
2
2
|
//# sourceMappingURL=version.d.mts.map
|
package/version.d.ts
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
export declare const VERSION = "3.
|
|
1
|
+
export declare const VERSION = "3.18.0";
|
|
2
2
|
//# sourceMappingURL=version.d.ts.map
|
package/version.js
CHANGED
package/version.mjs
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
export const VERSION = '3.
|
|
1
|
+
export const VERSION = '3.18.0'; // x-release-please-version
|
|
2
2
|
//# sourceMappingURL=version.mjs.map
|