@roarkanalytics/sdk 4.19.0 → 4.21.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +24 -0
- package/package.json +1 -1
- package/resources/benchmark.d.mts +6 -4
- package/resources/benchmark.d.mts.map +1 -1
- package/resources/benchmark.d.ts +6 -4
- package/resources/benchmark.d.ts.map +1 -1
- package/resources/call.d.mts +128 -0
- package/resources/call.d.mts.map +1 -1
- package/resources/call.d.ts +128 -0
- package/resources/call.d.ts.map +1 -1
- package/resources/config.d.mts +24 -0
- package/resources/config.d.mts.map +1 -1
- package/resources/config.d.ts +24 -0
- package/resources/config.d.ts.map +1 -1
- package/resources/customer-flow-edge-case.d.mts +60 -0
- package/resources/customer-flow-edge-case.d.mts.map +1 -1
- package/resources/customer-flow-edge-case.d.ts +60 -0
- package/resources/customer-flow-edge-case.d.ts.map +1 -1
- package/resources/customer-flow.d.mts +240 -0
- package/resources/customer-flow.d.mts.map +1 -1
- package/resources/customer-flow.d.ts +240 -0
- package/resources/customer-flow.d.ts.map +1 -1
- package/resources/simulation-job.d.mts +44 -2
- package/resources/simulation-job.d.mts.map +1 -1
- package/resources/simulation-job.d.ts +44 -2
- package/resources/simulation-job.d.ts.map +1 -1
- package/resources/simulation-persona.d.mts +20 -0
- package/resources/simulation-persona.d.mts.map +1 -1
- package/resources/simulation-persona.d.ts +20 -0
- package/resources/simulation-persona.d.ts.map +1 -1
- package/resources/simulation-run-plan-job.d.mts +172 -5
- package/resources/simulation-run-plan-job.d.mts.map +1 -1
- package/resources/simulation-run-plan-job.d.ts +172 -5
- package/resources/simulation-run-plan-job.d.ts.map +1 -1
- package/resources/simulation-run-plan.d.mts +148 -42
- package/resources/simulation-run-plan.d.mts.map +1 -1
- package/resources/simulation-run-plan.d.ts +148 -42
- package/resources/simulation-run-plan.d.ts.map +1 -1
- package/resources/simulation-run-plan.js +0 -1
- package/resources/simulation-run-plan.js.map +1 -1
- package/resources/simulation-run-plan.mjs +0 -1
- package/resources/simulation-run-plan.mjs.map +1 -1
- package/resources/simulation.d.mts +80 -42
- package/resources/simulation.d.mts.map +1 -1
- package/resources/simulation.d.ts +80 -42
- package/resources/simulation.d.ts.map +1 -1
- package/resources/simulation.js +0 -1
- package/resources/simulation.js.map +1 -1
- package/resources/simulation.mjs +0 -1
- package/resources/simulation.mjs.map +1 -1
- package/src/resources/benchmark.ts +6 -4
- package/src/resources/call.ts +152 -0
- package/src/resources/config.ts +48 -0
- package/src/resources/customer-flow-edge-case.ts +72 -0
- package/src/resources/customer-flow.ts +288 -0
- package/src/resources/simulation-job.ts +52 -2
- package/src/resources/simulation-persona.ts +24 -0
- package/src/resources/simulation-run-plan-job.ts +209 -5
- package/src/resources/simulation-run-plan.ts +166 -48
- package/src/resources/simulation.ts +90 -48
- package/src/version.ts +1 -1
- package/version.d.mts +1 -1
- package/version.d.ts +1 -1
- package/version.js +1 -1
- package/version.mjs +1 -1
|
@@ -22,7 +22,6 @@ export class SimulationRunPlan extends APIResource {
|
|
|
22
22
|
* ],
|
|
23
23
|
* direction: 'INBOUND',
|
|
24
24
|
* maxSimulationDurationSeconds: 300,
|
|
25
|
-
* metrics: [{}],
|
|
26
25
|
* name: 'My Run Plan',
|
|
27
26
|
* });
|
|
28
27
|
* ```
|
|
@@ -239,6 +238,19 @@ export namespace SimulationRunPlanCreateResponse {
|
|
|
239
238
|
*/
|
|
240
239
|
maxConcurrentJobs: number;
|
|
241
240
|
|
|
241
|
+
/**
|
|
242
|
+
* How many more times to run a test case when the agent under test never responds:
|
|
243
|
+
* it never speaks on a call or never replies in a chat (0-10). 0 turns retries
|
|
244
|
+
* off. Failed checks and failures on Roark’s side are never retried.
|
|
245
|
+
*
|
|
246
|
+
* Each retry is a separate attempt, billed like any other, so a plan retrying N
|
|
247
|
+
* times can place up to N + 1 calls per test case. Every silent attempt stays on
|
|
248
|
+
* the run with its own call; the run settles once each test case has a final
|
|
249
|
+
* attempt, and the agent never spoke verdict is judged on each test case’s last
|
|
250
|
+
* attempt.
|
|
251
|
+
*/
|
|
252
|
+
maxNoResponseRetries: number;
|
|
253
|
+
|
|
242
254
|
/**
|
|
243
255
|
* Maximum duration in seconds for each simulation
|
|
244
256
|
*/
|
|
@@ -254,6 +266,12 @@ export namespace SimulationRunPlanCreateResponse {
|
|
|
254
266
|
*/
|
|
255
267
|
name: string;
|
|
256
268
|
|
|
269
|
+
/**
|
|
270
|
+
* Seconds a retry waits before it dials (30-600). Only used when
|
|
271
|
+
* `maxNoResponseRetries` is above 0.
|
|
272
|
+
*/
|
|
273
|
+
noResponseRetryBackoffSeconds: number;
|
|
274
|
+
|
|
257
275
|
/**
|
|
258
276
|
* Personas included in this run plan. Only meaningful alongside `scenarios`.
|
|
259
277
|
*/
|
|
@@ -593,6 +611,19 @@ export namespace SimulationRunPlanUpdateResponse {
|
|
|
593
611
|
*/
|
|
594
612
|
maxConcurrentJobs: number;
|
|
595
613
|
|
|
614
|
+
/**
|
|
615
|
+
* How many more times to run a test case when the agent under test never responds:
|
|
616
|
+
* it never speaks on a call or never replies in a chat (0-10). 0 turns retries
|
|
617
|
+
* off. Failed checks and failures on Roark’s side are never retried.
|
|
618
|
+
*
|
|
619
|
+
* Each retry is a separate attempt, billed like any other, so a plan retrying N
|
|
620
|
+
* times can place up to N + 1 calls per test case. Every silent attempt stays on
|
|
621
|
+
* the run with its own call; the run settles once each test case has a final
|
|
622
|
+
* attempt, and the agent never spoke verdict is judged on each test case’s last
|
|
623
|
+
* attempt.
|
|
624
|
+
*/
|
|
625
|
+
maxNoResponseRetries: number;
|
|
626
|
+
|
|
596
627
|
/**
|
|
597
628
|
* Maximum duration in seconds for each simulation
|
|
598
629
|
*/
|
|
@@ -608,6 +639,12 @@ export namespace SimulationRunPlanUpdateResponse {
|
|
|
608
639
|
*/
|
|
609
640
|
name: string;
|
|
610
641
|
|
|
642
|
+
/**
|
|
643
|
+
* Seconds a retry waits before it dials (30-600). Only used when
|
|
644
|
+
* `maxNoResponseRetries` is above 0.
|
|
645
|
+
*/
|
|
646
|
+
noResponseRetryBackoffSeconds: number;
|
|
647
|
+
|
|
611
648
|
/**
|
|
612
649
|
* Personas included in this run plan. Only meaningful alongside `scenarios`.
|
|
613
650
|
*/
|
|
@@ -911,6 +948,19 @@ export namespace SimulationRunPlanListResponse {
|
|
|
911
948
|
*/
|
|
912
949
|
maxConcurrentJobs: number;
|
|
913
950
|
|
|
951
|
+
/**
|
|
952
|
+
* How many more times to run a test case when the agent under test never responds:
|
|
953
|
+
* it never speaks on a call or never replies in a chat (0-10). 0 turns retries
|
|
954
|
+
* off. Failed checks and failures on Roark’s side are never retried.
|
|
955
|
+
*
|
|
956
|
+
* Each retry is a separate attempt, billed like any other, so a plan retrying N
|
|
957
|
+
* times can place up to N + 1 calls per test case. Every silent attempt stays on
|
|
958
|
+
* the run with its own call; the run settles once each test case has a final
|
|
959
|
+
* attempt, and the agent never spoke verdict is judged on each test case’s last
|
|
960
|
+
* attempt.
|
|
961
|
+
*/
|
|
962
|
+
maxNoResponseRetries: number;
|
|
963
|
+
|
|
914
964
|
/**
|
|
915
965
|
* Maximum duration in seconds for each simulation
|
|
916
966
|
*/
|
|
@@ -926,6 +976,12 @@ export namespace SimulationRunPlanListResponse {
|
|
|
926
976
|
*/
|
|
927
977
|
name: string;
|
|
928
978
|
|
|
979
|
+
/**
|
|
980
|
+
* Seconds a retry waits before it dials (30-600). Only used when
|
|
981
|
+
* `maxNoResponseRetries` is above 0.
|
|
982
|
+
*/
|
|
983
|
+
noResponseRetryBackoffSeconds: number;
|
|
984
|
+
|
|
929
985
|
/**
|
|
930
986
|
* Personas included in this run plan. Only meaningful alongside `scenarios`.
|
|
931
987
|
*/
|
|
@@ -1257,6 +1313,19 @@ export namespace SimulationRunPlanGetByIDResponse {
|
|
|
1257
1313
|
*/
|
|
1258
1314
|
maxConcurrentJobs: number;
|
|
1259
1315
|
|
|
1316
|
+
/**
|
|
1317
|
+
* How many more times to run a test case when the agent under test never responds:
|
|
1318
|
+
* it never speaks on a call or never replies in a chat (0-10). 0 turns retries
|
|
1319
|
+
* off. Failed checks and failures on Roark’s side are never retried.
|
|
1320
|
+
*
|
|
1321
|
+
* Each retry is a separate attempt, billed like any other, so a plan retrying N
|
|
1322
|
+
* times can place up to N + 1 calls per test case. Every silent attempt stays on
|
|
1323
|
+
* the run with its own call; the run settles once each test case has a final
|
|
1324
|
+
* attempt, and the agent never spoke verdict is judged on each test case’s last
|
|
1325
|
+
* attempt.
|
|
1326
|
+
*/
|
|
1327
|
+
maxNoResponseRetries: number;
|
|
1328
|
+
|
|
1260
1329
|
/**
|
|
1261
1330
|
* Maximum duration in seconds for each simulation
|
|
1262
1331
|
*/
|
|
@@ -1272,6 +1341,12 @@ export namespace SimulationRunPlanGetByIDResponse {
|
|
|
1272
1341
|
*/
|
|
1273
1342
|
name: string;
|
|
1274
1343
|
|
|
1344
|
+
/**
|
|
1345
|
+
* Seconds a retry waits before it dials (30-600). Only used when
|
|
1346
|
+
* `maxNoResponseRetries` is above 0.
|
|
1347
|
+
*/
|
|
1348
|
+
noResponseRetryBackoffSeconds: number;
|
|
1349
|
+
|
|
1275
1350
|
/**
|
|
1276
1351
|
* Personas included in this run plan. Only meaningful alongside `scenarios`.
|
|
1277
1352
|
*/
|
|
@@ -1466,12 +1541,6 @@ export interface SimulationRunPlanCreateParams {
|
|
|
1466
1541
|
*/
|
|
1467
1542
|
maxSimulationDurationSeconds: number;
|
|
1468
1543
|
|
|
1469
|
-
/**
|
|
1470
|
-
* Metric definitions to include in this run plan. Reference each by `id` (UUID) or
|
|
1471
|
-
* `slug`.
|
|
1472
|
-
*/
|
|
1473
|
-
metrics: Array<SimulationRunPlanCreateParams.Metric>;
|
|
1474
|
-
|
|
1475
1544
|
/**
|
|
1476
1545
|
* Name of the run plan
|
|
1477
1546
|
*/
|
|
@@ -1626,6 +1695,36 @@ export interface SimulationRunPlanCreateParams {
|
|
|
1626
1695
|
*/
|
|
1627
1696
|
maxConcurrentJobs?: number;
|
|
1628
1697
|
|
|
1698
|
+
/**
|
|
1699
|
+
* How many more times to run a test case when the agent under test never responds:
|
|
1700
|
+
* it never speaks on a call or never replies in a chat (0-10). 0 turns retries
|
|
1701
|
+
* off. Failed checks and failures on Roark’s side are never retried.
|
|
1702
|
+
*
|
|
1703
|
+
* Each retry is a separate attempt, billed like any other, so a plan retrying N
|
|
1704
|
+
* times can place up to N + 1 calls per test case. Every silent attempt stays on
|
|
1705
|
+
* the run with its own call; the run settles once each test case has a final
|
|
1706
|
+
* attempt, and the agent never spoke verdict is judged on each test case’s last
|
|
1707
|
+
* attempt.
|
|
1708
|
+
*/
|
|
1709
|
+
maxNoResponseRetries?: number;
|
|
1710
|
+
|
|
1711
|
+
/**
|
|
1712
|
+
* Metric definitions to include in this run plan. Reference each by `id` (UUID) or
|
|
1713
|
+
* `slug`.
|
|
1714
|
+
*
|
|
1715
|
+
* Optional when the attached `flows` carry the grading: metrics a flow declares
|
|
1716
|
+
* itself (with `includeFlowMetrics`), or the Agent Expectations and Keypad Entry
|
|
1717
|
+
* metrics a run adds for flows with expectations or expected keypad entries (with
|
|
1718
|
+
* `includeAutomaticMetrics`). A plan with nothing to grade is rejected with a 400.
|
|
1719
|
+
*/
|
|
1720
|
+
metrics?: Array<SimulationRunPlanCreateParams.Metric>;
|
|
1721
|
+
|
|
1722
|
+
/**
|
|
1723
|
+
* Seconds a retry waits before it dials (30-600). Only used when
|
|
1724
|
+
* `maxNoResponseRetries` is above 0.
|
|
1725
|
+
*/
|
|
1726
|
+
noResponseRetryBackoffSeconds?: number;
|
|
1727
|
+
|
|
1629
1728
|
/**
|
|
1630
1729
|
* Personas to include in this run plan. Required with `scenarios`; ignored with
|
|
1631
1730
|
* `flows`, where each variant carries its own persona.
|
|
@@ -1649,47 +1748,6 @@ export namespace SimulationRunPlanCreateParams {
|
|
|
1649
1748
|
id: string;
|
|
1650
1749
|
}
|
|
1651
1750
|
|
|
1652
|
-
export interface Metric {
|
|
1653
|
-
/**
|
|
1654
|
-
* Metric definition UUID. Provide either this or `slug`, not both.
|
|
1655
|
-
*/
|
|
1656
|
-
id?: string;
|
|
1657
|
-
|
|
1658
|
-
/**
|
|
1659
|
-
* Which side of an enriched run this metric is scored on. Only meaningful with
|
|
1660
|
-
* `enrichWithLiveConversation: true`, where a run has both a simulated
|
|
1661
|
-
* conversation and the customer's own live recording of it.
|
|
1662
|
-
*
|
|
1663
|
-
* Defaults to `SIMULATED`. Use `LIVE` for a metric that must be measured against
|
|
1664
|
-
* the real recording (audio quality, provider latency) rather than the simulated
|
|
1665
|
-
* leg. `null` means the same as omitting it, so a plan read back from GET can be
|
|
1666
|
-
* sent straight to PUT.
|
|
1667
|
-
*/
|
|
1668
|
-
conversationSource?: 'SIMULATED' | 'LIVE' | null;
|
|
1669
|
-
|
|
1670
|
-
/**
|
|
1671
|
-
* Alias of `slug` accepted for backwards compatibility. Use `slug` for new
|
|
1672
|
-
* integrations.
|
|
1673
|
-
*/
|
|
1674
|
-
metricId?: string;
|
|
1675
|
-
|
|
1676
|
-
/**
|
|
1677
|
-
* THE BAR, and the only thing that decides pass/fail. The share of the run's
|
|
1678
|
-
* simulations that must pass this check, 0-100.
|
|
1679
|
-
*
|
|
1680
|
-
* Applied to this check alone and never pooled: silence duration at 40 and word
|
|
1681
|
-
* count at 80 means the run fails unless 40% of sims clear silence AND 80% clear
|
|
1682
|
-
* word count. Omit or `null` for the 80% default.
|
|
1683
|
-
*/
|
|
1684
|
-
minPassRate?: number | null;
|
|
1685
|
-
|
|
1686
|
-
/**
|
|
1687
|
-
* Stable metric slug (e.g. `customer_satisfaction`). Provide either this or `id`,
|
|
1688
|
-
* not both.
|
|
1689
|
-
*/
|
|
1690
|
-
slug?: string;
|
|
1691
|
-
}
|
|
1692
|
-
|
|
1693
1751
|
/**
|
|
1694
1752
|
* One customer flow attached to a run plan, and which of its ways of running you
|
|
1695
1753
|
* cover.
|
|
@@ -1795,6 +1853,47 @@ export namespace SimulationRunPlanCreateParams {
|
|
|
1795
1853
|
}
|
|
1796
1854
|
}
|
|
1797
1855
|
|
|
1856
|
+
export interface Metric {
|
|
1857
|
+
/**
|
|
1858
|
+
* Metric definition UUID. Provide either this or `slug`, not both.
|
|
1859
|
+
*/
|
|
1860
|
+
id?: string;
|
|
1861
|
+
|
|
1862
|
+
/**
|
|
1863
|
+
* Which side of an enriched run this metric is scored on. Only meaningful with
|
|
1864
|
+
* `enrichWithLiveConversation: true`, where a run has both a simulated
|
|
1865
|
+
* conversation and the customer's own live recording of it.
|
|
1866
|
+
*
|
|
1867
|
+
* Defaults to `SIMULATED`. Use `LIVE` for a metric that must be measured against
|
|
1868
|
+
* the real recording (audio quality, provider latency) rather than the simulated
|
|
1869
|
+
* leg. `null` means the same as omitting it, so a plan read back from GET can be
|
|
1870
|
+
* sent straight to PUT.
|
|
1871
|
+
*/
|
|
1872
|
+
conversationSource?: 'SIMULATED' | 'LIVE' | null;
|
|
1873
|
+
|
|
1874
|
+
/**
|
|
1875
|
+
* Alias of `slug` accepted for backwards compatibility. Use `slug` for new
|
|
1876
|
+
* integrations.
|
|
1877
|
+
*/
|
|
1878
|
+
metricId?: string;
|
|
1879
|
+
|
|
1880
|
+
/**
|
|
1881
|
+
* THE BAR, and the only thing that decides pass/fail. The share of the run's
|
|
1882
|
+
* simulations that must pass this check, 0-100.
|
|
1883
|
+
*
|
|
1884
|
+
* Applied to this check alone and never pooled: silence duration at 40 and word
|
|
1885
|
+
* count at 80 means the run fails unless 40% of sims clear silence AND 80% clear
|
|
1886
|
+
* word count. Omit or `null` for the 80% default.
|
|
1887
|
+
*/
|
|
1888
|
+
minPassRate?: number | null;
|
|
1889
|
+
|
|
1890
|
+
/**
|
|
1891
|
+
* Stable metric slug (e.g. `customer_satisfaction`). Provide either this or `id`,
|
|
1892
|
+
* not both.
|
|
1893
|
+
*/
|
|
1894
|
+
slug?: string;
|
|
1895
|
+
}
|
|
1896
|
+
|
|
1798
1897
|
export interface Persona {
|
|
1799
1898
|
id: string;
|
|
1800
1899
|
}
|
|
@@ -1938,6 +2037,19 @@ export interface SimulationRunPlanUpdateParams {
|
|
|
1938
2037
|
*/
|
|
1939
2038
|
maxConcurrentJobs?: number;
|
|
1940
2039
|
|
|
2040
|
+
/**
|
|
2041
|
+
* How many more times to run a test case when the agent under test never responds:
|
|
2042
|
+
* it never speaks on a call or never replies in a chat (0-10). 0 turns retries
|
|
2043
|
+
* off. Failed checks and failures on Roark’s side are never retried.
|
|
2044
|
+
*
|
|
2045
|
+
* Each retry is a separate attempt, billed like any other, so a plan retrying N
|
|
2046
|
+
* times can place up to N + 1 calls per test case. Every silent attempt stays on
|
|
2047
|
+
* the run with its own call; the run settles once each test case has a final
|
|
2048
|
+
* attempt, and the agent never spoke verdict is judged on each test case’s last
|
|
2049
|
+
* attempt.
|
|
2050
|
+
*/
|
|
2051
|
+
maxNoResponseRetries?: number;
|
|
2052
|
+
|
|
1941
2053
|
/**
|
|
1942
2054
|
* Maximum duration in seconds for each simulation
|
|
1943
2055
|
*/
|
|
@@ -1954,6 +2066,12 @@ export interface SimulationRunPlanUpdateParams {
|
|
|
1954
2066
|
*/
|
|
1955
2067
|
name?: string;
|
|
1956
2068
|
|
|
2069
|
+
/**
|
|
2070
|
+
* Seconds a retry waits before it dials (30-600). Only used when
|
|
2071
|
+
* `maxNoResponseRetries` is above 0.
|
|
2072
|
+
*/
|
|
2073
|
+
noResponseRetryBackoffSeconds?: number;
|
|
2074
|
+
|
|
1957
2075
|
/**
|
|
1958
2076
|
* Personas to include in this run plan
|
|
1959
2077
|
*/
|
|
@@ -58,7 +58,6 @@ export class Simulation extends APIResource {
|
|
|
58
58
|
* ],
|
|
59
59
|
* direction: 'INBOUND',
|
|
60
60
|
* maxSimulationDurationSeconds: 300,
|
|
61
|
-
* metrics: [{}],
|
|
62
61
|
* },
|
|
63
62
|
* });
|
|
64
63
|
* ```
|
|
@@ -269,12 +268,6 @@ export declare namespace SimulationRunParams {
|
|
|
269
268
|
*/
|
|
270
269
|
maxSimulationDurationSeconds: number;
|
|
271
270
|
|
|
272
|
-
/**
|
|
273
|
-
* Metric definitions to include in this run plan. Reference each by `id` (UUID) or
|
|
274
|
-
* `slug`.
|
|
275
|
-
*/
|
|
276
|
-
metrics: Array<Plan.Metric>;
|
|
277
|
-
|
|
278
271
|
/**
|
|
279
272
|
* The reference value of `comparisonProperty`, for example `NONE` for
|
|
280
273
|
* `BACKGROUND_NOISE` or `NORMAL` for `SPEECH_PACE`: shown first in the results.
|
|
@@ -417,12 +410,42 @@ export declare namespace SimulationRunParams {
|
|
|
417
410
|
*/
|
|
418
411
|
maxConcurrentJobs?: number;
|
|
419
412
|
|
|
413
|
+
/**
|
|
414
|
+
* How many more times to run a test case when the agent under test never responds:
|
|
415
|
+
* it never speaks on a call or never replies in a chat (0-10). 0 turns retries
|
|
416
|
+
* off. Failed checks and failures on Roark’s side are never retried.
|
|
417
|
+
*
|
|
418
|
+
* Each retry is a separate attempt, billed like any other, so a plan retrying N
|
|
419
|
+
* times can place up to N + 1 calls per test case. Every silent attempt stays on
|
|
420
|
+
* the run with its own call; the run settles once each test case has a final
|
|
421
|
+
* attempt, and the agent never spoke verdict is judged on each test case’s last
|
|
422
|
+
* attempt.
|
|
423
|
+
*/
|
|
424
|
+
maxNoResponseRetries?: number;
|
|
425
|
+
|
|
426
|
+
/**
|
|
427
|
+
* Metric definitions to include in this run plan. Reference each by `id` (UUID) or
|
|
428
|
+
* `slug`.
|
|
429
|
+
*
|
|
430
|
+
* Optional when the attached `flows` carry the grading: metrics a flow declares
|
|
431
|
+
* itself (with `includeFlowMetrics`), or the Agent Expectations and Keypad Entry
|
|
432
|
+
* metrics a run adds for flows with expectations or expected keypad entries (with
|
|
433
|
+
* `includeAutomaticMetrics`). A plan with nothing to grade is rejected with a 400.
|
|
434
|
+
*/
|
|
435
|
+
metrics?: Array<Plan.Metric>;
|
|
436
|
+
|
|
420
437
|
/**
|
|
421
438
|
* What to call this. Generated from the date when omitted, and required with
|
|
422
439
|
* `saveAsPlan`.
|
|
423
440
|
*/
|
|
424
441
|
name?: string;
|
|
425
442
|
|
|
443
|
+
/**
|
|
444
|
+
* Seconds a retry waits before it dials (30-600). Only used when
|
|
445
|
+
* `maxNoResponseRetries` is above 0.
|
|
446
|
+
*/
|
|
447
|
+
noResponseRetryBackoffSeconds?: number;
|
|
448
|
+
|
|
426
449
|
/**
|
|
427
450
|
* Personas to include in this run plan. Required with `scenarios`; ignored with
|
|
428
451
|
* `flows`, where each variant carries its own persona.
|
|
@@ -446,47 +469,6 @@ export declare namespace SimulationRunParams {
|
|
|
446
469
|
id: string;
|
|
447
470
|
}
|
|
448
471
|
|
|
449
|
-
export interface Metric {
|
|
450
|
-
/**
|
|
451
|
-
* Metric definition UUID. Provide either this or `slug`, not both.
|
|
452
|
-
*/
|
|
453
|
-
id?: string;
|
|
454
|
-
|
|
455
|
-
/**
|
|
456
|
-
* Which side of an enriched run this metric is scored on. Only meaningful with
|
|
457
|
-
* `enrichWithLiveConversation: true`, where a run has both a simulated
|
|
458
|
-
* conversation and the customer's own live recording of it.
|
|
459
|
-
*
|
|
460
|
-
* Defaults to `SIMULATED`. Use `LIVE` for a metric that must be measured against
|
|
461
|
-
* the real recording (audio quality, provider latency) rather than the simulated
|
|
462
|
-
* leg. `null` means the same as omitting it, so a plan read back from GET can be
|
|
463
|
-
* sent straight to PUT.
|
|
464
|
-
*/
|
|
465
|
-
conversationSource?: 'SIMULATED' | 'LIVE' | null;
|
|
466
|
-
|
|
467
|
-
/**
|
|
468
|
-
* Alias of `slug` accepted for backwards compatibility. Use `slug` for new
|
|
469
|
-
* integrations.
|
|
470
|
-
*/
|
|
471
|
-
metricId?: string;
|
|
472
|
-
|
|
473
|
-
/**
|
|
474
|
-
* THE BAR, and the only thing that decides pass/fail. The share of the run's
|
|
475
|
-
* simulations that must pass this check, 0-100.
|
|
476
|
-
*
|
|
477
|
-
* Applied to this check alone and never pooled: silence duration at 40 and word
|
|
478
|
-
* count at 80 means the run fails unless 40% of sims clear silence AND 80% clear
|
|
479
|
-
* word count. Omit or `null` for the 80% default.
|
|
480
|
-
*/
|
|
481
|
-
minPassRate?: number | null;
|
|
482
|
-
|
|
483
|
-
/**
|
|
484
|
-
* Stable metric slug (e.g. `customer_satisfaction`). Provide either this or `id`,
|
|
485
|
-
* not both.
|
|
486
|
-
*/
|
|
487
|
-
slug?: string;
|
|
488
|
-
}
|
|
489
|
-
|
|
490
472
|
/**
|
|
491
473
|
* One customer flow attached to a run plan, and which of its ways of running you
|
|
492
474
|
* cover.
|
|
@@ -592,6 +574,47 @@ export declare namespace SimulationRunParams {
|
|
|
592
574
|
}
|
|
593
575
|
}
|
|
594
576
|
|
|
577
|
+
export interface Metric {
|
|
578
|
+
/**
|
|
579
|
+
* Metric definition UUID. Provide either this or `slug`, not both.
|
|
580
|
+
*/
|
|
581
|
+
id?: string;
|
|
582
|
+
|
|
583
|
+
/**
|
|
584
|
+
* Which side of an enriched run this metric is scored on. Only meaningful with
|
|
585
|
+
* `enrichWithLiveConversation: true`, where a run has both a simulated
|
|
586
|
+
* conversation and the customer's own live recording of it.
|
|
587
|
+
*
|
|
588
|
+
* Defaults to `SIMULATED`. Use `LIVE` for a metric that must be measured against
|
|
589
|
+
* the real recording (audio quality, provider latency) rather than the simulated
|
|
590
|
+
* leg. `null` means the same as omitting it, so a plan read back from GET can be
|
|
591
|
+
* sent straight to PUT.
|
|
592
|
+
*/
|
|
593
|
+
conversationSource?: 'SIMULATED' | 'LIVE' | null;
|
|
594
|
+
|
|
595
|
+
/**
|
|
596
|
+
* Alias of `slug` accepted for backwards compatibility. Use `slug` for new
|
|
597
|
+
* integrations.
|
|
598
|
+
*/
|
|
599
|
+
metricId?: string;
|
|
600
|
+
|
|
601
|
+
/**
|
|
602
|
+
* THE BAR, and the only thing that decides pass/fail. The share of the run's
|
|
603
|
+
* simulations that must pass this check, 0-100.
|
|
604
|
+
*
|
|
605
|
+
* Applied to this check alone and never pooled: silence duration at 40 and word
|
|
606
|
+
* count at 80 means the run fails unless 40% of sims clear silence AND 80% clear
|
|
607
|
+
* word count. Omit or `null` for the 80% default.
|
|
608
|
+
*/
|
|
609
|
+
minPassRate?: number | null;
|
|
610
|
+
|
|
611
|
+
/**
|
|
612
|
+
* Stable metric slug (e.g. `customer_satisfaction`). Provide either this or `id`,
|
|
613
|
+
* not both.
|
|
614
|
+
*/
|
|
615
|
+
slug?: string;
|
|
616
|
+
}
|
|
617
|
+
|
|
595
618
|
export interface Persona {
|
|
596
619
|
id: string;
|
|
597
620
|
}
|
|
@@ -822,6 +845,19 @@ export declare namespace SimulationRunParams {
|
|
|
822
845
|
*/
|
|
823
846
|
maxConcurrentJobs?: number;
|
|
824
847
|
|
|
848
|
+
/**
|
|
849
|
+
* How many more times to run a test case when the agent under test never responds:
|
|
850
|
+
* it never speaks on a call or never replies in a chat (0-10). 0 turns retries
|
|
851
|
+
* off. Failed checks and failures on Roark’s side are never retried.
|
|
852
|
+
*
|
|
853
|
+
* Each retry is a separate attempt, billed like any other, so a plan retrying N
|
|
854
|
+
* times can place up to N + 1 calls per test case. Every silent attempt stays on
|
|
855
|
+
* the run with its own call; the run settles once each test case has a final
|
|
856
|
+
* attempt, and the agent never spoke verdict is judged on each test case’s last
|
|
857
|
+
* attempt.
|
|
858
|
+
*/
|
|
859
|
+
maxNoResponseRetries?: number;
|
|
860
|
+
|
|
825
861
|
/**
|
|
826
862
|
* Defaults to the template's `defaultMaxSimulationDurationSeconds`, as returned by
|
|
827
863
|
* GET /v1/simulation/template.
|
|
@@ -834,6 +870,12 @@ export declare namespace SimulationRunParams {
|
|
|
834
870
|
*/
|
|
835
871
|
name?: string;
|
|
836
872
|
|
|
873
|
+
/**
|
|
874
|
+
* Seconds a retry waits before it dials (30-600). Only used when
|
|
875
|
+
* `maxNoResponseRetries` is above 0.
|
|
876
|
+
*/
|
|
877
|
+
noResponseRetryBackoffSeconds?: number;
|
|
878
|
+
|
|
837
879
|
/**
|
|
838
880
|
* For `question-answer-check`: the persona that asks the questions.
|
|
839
881
|
*/
|
package/src/version.ts
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
export const VERSION = '4.
|
|
1
|
+
export const VERSION = '4.21.0'; // x-release-please-version
|
package/version.d.mts
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
export declare const VERSION = "4.
|
|
1
|
+
export declare const VERSION = "4.21.0";
|
|
2
2
|
//# sourceMappingURL=version.d.mts.map
|
package/version.d.ts
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
export declare const VERSION = "4.
|
|
1
|
+
export declare const VERSION = "4.21.0";
|
|
2
2
|
//# sourceMappingURL=version.d.ts.map
|
package/version.js
CHANGED
package/version.mjs
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
export const VERSION = '4.
|
|
1
|
+
export const VERSION = '4.21.0'; // x-release-please-version
|
|
2
2
|
//# sourceMappingURL=version.mjs.map
|