@roarkanalytics/sdk 4.20.0 → 4.21.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +12 -0
- package/package.json +1 -1
- package/resources/benchmark.d.mts +6 -4
- package/resources/benchmark.d.mts.map +1 -1
- package/resources/benchmark.d.ts +6 -4
- package/resources/benchmark.d.ts.map +1 -1
- package/resources/config.d.mts +24 -0
- package/resources/config.d.mts.map +1 -1
- package/resources/config.d.ts +24 -0
- package/resources/config.d.ts.map +1 -1
- package/resources/simulation-job.d.mts +34 -2
- package/resources/simulation-job.d.mts.map +1 -1
- package/resources/simulation-job.d.ts +34 -2
- package/resources/simulation-job.d.ts.map +1 -1
- package/resources/simulation-run-plan-job.d.mts +141 -5
- package/resources/simulation-run-plan-job.d.mts.map +1 -1
- package/resources/simulation-run-plan-job.d.ts +141 -5
- package/resources/simulation-run-plan-job.d.ts.map +1 -1
- package/resources/simulation-run-plan.d.mts +102 -0
- package/resources/simulation-run-plan.d.mts.map +1 -1
- package/resources/simulation-run-plan.d.ts +102 -0
- package/resources/simulation-run-plan.d.ts.map +1 -1
- package/resources/simulation.d.mts +34 -0
- package/resources/simulation.d.mts.map +1 -1
- package/resources/simulation.d.ts +34 -0
- package/resources/simulation.d.ts.map +1 -1
- package/src/resources/benchmark.ts +6 -4
- package/src/resources/config.ts +48 -0
- package/src/resources/simulation-job.ts +40 -2
- package/src/resources/simulation-run-plan-job.ts +168 -5
- package/src/resources/simulation-run-plan.ts +114 -0
- package/src/resources/simulation.ts +38 -0
- package/src/version.ts +1 -1
- package/version.d.mts +1 -1
- package/version.d.ts +1 -1
- package/version.js +1 -1
- package/version.mjs +1 -1
|
@@ -238,6 +238,19 @@ export namespace SimulationRunPlanCreateResponse {
|
|
|
238
238
|
*/
|
|
239
239
|
maxConcurrentJobs: number;
|
|
240
240
|
|
|
241
|
+
/**
|
|
242
|
+
* How many more times to run a test case when the agent under test never responds:
|
|
243
|
+
* it never speaks on a call or never replies in a chat (0-10). 0 turns retries
|
|
244
|
+
* off. Failed checks and failures on Roark’s side are never retried.
|
|
245
|
+
*
|
|
246
|
+
* Each retry is a separate attempt, billed like any other, so a plan retrying N
|
|
247
|
+
* times can place up to N + 1 calls per test case. Every silent attempt stays on
|
|
248
|
+
* the run with its own call; the run settles once each test case has a final
|
|
249
|
+
* attempt, and the agent never spoke verdict is judged on each test case’s last
|
|
250
|
+
* attempt.
|
|
251
|
+
*/
|
|
252
|
+
maxNoResponseRetries: number;
|
|
253
|
+
|
|
241
254
|
/**
|
|
242
255
|
* Maximum duration in seconds for each simulation
|
|
243
256
|
*/
|
|
@@ -253,6 +266,12 @@ export namespace SimulationRunPlanCreateResponse {
|
|
|
253
266
|
*/
|
|
254
267
|
name: string;
|
|
255
268
|
|
|
269
|
+
/**
|
|
270
|
+
* Seconds a retry waits before it dials (30-600). Only used when
|
|
271
|
+
* `maxNoResponseRetries` is above 0.
|
|
272
|
+
*/
|
|
273
|
+
noResponseRetryBackoffSeconds: number;
|
|
274
|
+
|
|
256
275
|
/**
|
|
257
276
|
* Personas included in this run plan. Only meaningful alongside `scenarios`.
|
|
258
277
|
*/
|
|
@@ -592,6 +611,19 @@ export namespace SimulationRunPlanUpdateResponse {
|
|
|
592
611
|
*/
|
|
593
612
|
maxConcurrentJobs: number;
|
|
594
613
|
|
|
614
|
+
/**
|
|
615
|
+
* How many more times to run a test case when the agent under test never responds:
|
|
616
|
+
* it never speaks on a call or never replies in a chat (0-10). 0 turns retries
|
|
617
|
+
* off. Failed checks and failures on Roark’s side are never retried.
|
|
618
|
+
*
|
|
619
|
+
* Each retry is a separate attempt, billed like any other, so a plan retrying N
|
|
620
|
+
* times can place up to N + 1 calls per test case. Every silent attempt stays on
|
|
621
|
+
* the run with its own call; the run settles once each test case has a final
|
|
622
|
+
* attempt, and the agent never spoke verdict is judged on each test case’s last
|
|
623
|
+
* attempt.
|
|
624
|
+
*/
|
|
625
|
+
maxNoResponseRetries: number;
|
|
626
|
+
|
|
595
627
|
/**
|
|
596
628
|
* Maximum duration in seconds for each simulation
|
|
597
629
|
*/
|
|
@@ -607,6 +639,12 @@ export namespace SimulationRunPlanUpdateResponse {
|
|
|
607
639
|
*/
|
|
608
640
|
name: string;
|
|
609
641
|
|
|
642
|
+
/**
|
|
643
|
+
* Seconds a retry waits before it dials (30-600). Only used when
|
|
644
|
+
* `maxNoResponseRetries` is above 0.
|
|
645
|
+
*/
|
|
646
|
+
noResponseRetryBackoffSeconds: number;
|
|
647
|
+
|
|
610
648
|
/**
|
|
611
649
|
* Personas included in this run plan. Only meaningful alongside `scenarios`.
|
|
612
650
|
*/
|
|
@@ -910,6 +948,19 @@ export namespace SimulationRunPlanListResponse {
|
|
|
910
948
|
*/
|
|
911
949
|
maxConcurrentJobs: number;
|
|
912
950
|
|
|
951
|
+
/**
|
|
952
|
+
* How many more times to run a test case when the agent under test never responds:
|
|
953
|
+
* it never speaks on a call or never replies in a chat (0-10). 0 turns retries
|
|
954
|
+
* off. Failed checks and failures on Roark’s side are never retried.
|
|
955
|
+
*
|
|
956
|
+
* Each retry is a separate attempt, billed like any other, so a plan retrying N
|
|
957
|
+
* times can place up to N + 1 calls per test case. Every silent attempt stays on
|
|
958
|
+
* the run with its own call; the run settles once each test case has a final
|
|
959
|
+
* attempt, and the agent never spoke verdict is judged on each test case’s last
|
|
960
|
+
* attempt.
|
|
961
|
+
*/
|
|
962
|
+
maxNoResponseRetries: number;
|
|
963
|
+
|
|
913
964
|
/**
|
|
914
965
|
* Maximum duration in seconds for each simulation
|
|
915
966
|
*/
|
|
@@ -925,6 +976,12 @@ export namespace SimulationRunPlanListResponse {
|
|
|
925
976
|
*/
|
|
926
977
|
name: string;
|
|
927
978
|
|
|
979
|
+
/**
|
|
980
|
+
* Seconds a retry waits before it dials (30-600). Only used when
|
|
981
|
+
* `maxNoResponseRetries` is above 0.
|
|
982
|
+
*/
|
|
983
|
+
noResponseRetryBackoffSeconds: number;
|
|
984
|
+
|
|
928
985
|
/**
|
|
929
986
|
* Personas included in this run plan. Only meaningful alongside `scenarios`.
|
|
930
987
|
*/
|
|
@@ -1256,6 +1313,19 @@ export namespace SimulationRunPlanGetByIDResponse {
|
|
|
1256
1313
|
*/
|
|
1257
1314
|
maxConcurrentJobs: number;
|
|
1258
1315
|
|
|
1316
|
+
/**
|
|
1317
|
+
* How many more times to run a test case when the agent under test never responds:
|
|
1318
|
+
* it never speaks on a call or never replies in a chat (0-10). 0 turns retries
|
|
1319
|
+
* off. Failed checks and failures on Roark’s side are never retried.
|
|
1320
|
+
*
|
|
1321
|
+
* Each retry is a separate attempt, billed like any other, so a plan retrying N
|
|
1322
|
+
* times can place up to N + 1 calls per test case. Every silent attempt stays on
|
|
1323
|
+
* the run with its own call; the run settles once each test case has a final
|
|
1324
|
+
* attempt, and the agent never spoke verdict is judged on each test case’s last
|
|
1325
|
+
* attempt.
|
|
1326
|
+
*/
|
|
1327
|
+
maxNoResponseRetries: number;
|
|
1328
|
+
|
|
1259
1329
|
/**
|
|
1260
1330
|
* Maximum duration in seconds for each simulation
|
|
1261
1331
|
*/
|
|
@@ -1271,6 +1341,12 @@ export namespace SimulationRunPlanGetByIDResponse {
|
|
|
1271
1341
|
*/
|
|
1272
1342
|
name: string;
|
|
1273
1343
|
|
|
1344
|
+
/**
|
|
1345
|
+
* Seconds a retry waits before it dials (30-600). Only used when
|
|
1346
|
+
* `maxNoResponseRetries` is above 0.
|
|
1347
|
+
*/
|
|
1348
|
+
noResponseRetryBackoffSeconds: number;
|
|
1349
|
+
|
|
1274
1350
|
/**
|
|
1275
1351
|
* Personas included in this run plan. Only meaningful alongside `scenarios`.
|
|
1276
1352
|
*/
|
|
@@ -1619,6 +1695,19 @@ export interface SimulationRunPlanCreateParams {
|
|
|
1619
1695
|
*/
|
|
1620
1696
|
maxConcurrentJobs?: number;
|
|
1621
1697
|
|
|
1698
|
+
/**
|
|
1699
|
+
* How many more times to run a test case when the agent under test never responds:
|
|
1700
|
+
* it never speaks on a call or never replies in a chat (0-10). 0 turns retries
|
|
1701
|
+
* off. Failed checks and failures on Roark’s side are never retried.
|
|
1702
|
+
*
|
|
1703
|
+
* Each retry is a separate attempt, billed like any other, so a plan retrying N
|
|
1704
|
+
* times can place up to N + 1 calls per test case. Every silent attempt stays on
|
|
1705
|
+
* the run with its own call; the run settles once each test case has a final
|
|
1706
|
+
* attempt, and the agent never spoke verdict is judged on each test case’s last
|
|
1707
|
+
* attempt.
|
|
1708
|
+
*/
|
|
1709
|
+
maxNoResponseRetries?: number;
|
|
1710
|
+
|
|
1622
1711
|
/**
|
|
1623
1712
|
* Metric definitions to include in this run plan. Reference each by `id` (UUID) or
|
|
1624
1713
|
* `slug`.
|
|
@@ -1630,6 +1719,12 @@ export interface SimulationRunPlanCreateParams {
|
|
|
1630
1719
|
*/
|
|
1631
1720
|
metrics?: Array<SimulationRunPlanCreateParams.Metric>;
|
|
1632
1721
|
|
|
1722
|
+
/**
|
|
1723
|
+
* Seconds a retry waits before it dials (30-600). Only used when
|
|
1724
|
+
* `maxNoResponseRetries` is above 0.
|
|
1725
|
+
*/
|
|
1726
|
+
noResponseRetryBackoffSeconds?: number;
|
|
1727
|
+
|
|
1633
1728
|
/**
|
|
1634
1729
|
* Personas to include in this run plan. Required with `scenarios`; ignored with
|
|
1635
1730
|
* `flows`, where each variant carries its own persona.
|
|
@@ -1942,6 +2037,19 @@ export interface SimulationRunPlanUpdateParams {
|
|
|
1942
2037
|
*/
|
|
1943
2038
|
maxConcurrentJobs?: number;
|
|
1944
2039
|
|
|
2040
|
+
/**
|
|
2041
|
+
* How many more times to run a test case when the agent under test never responds:
|
|
2042
|
+
* it never speaks on a call or never replies in a chat (0-10). 0 turns retries
|
|
2043
|
+
* off. Failed checks and failures on Roark’s side are never retried.
|
|
2044
|
+
*
|
|
2045
|
+
* Each retry is a separate attempt, billed like any other, so a plan retrying N
|
|
2046
|
+
* times can place up to N + 1 calls per test case. Every silent attempt stays on
|
|
2047
|
+
* the run with its own call; the run settles once each test case has a final
|
|
2048
|
+
* attempt, and the agent never spoke verdict is judged on each test case’s last
|
|
2049
|
+
* attempt.
|
|
2050
|
+
*/
|
|
2051
|
+
maxNoResponseRetries?: number;
|
|
2052
|
+
|
|
1945
2053
|
/**
|
|
1946
2054
|
* Maximum duration in seconds for each simulation
|
|
1947
2055
|
*/
|
|
@@ -1958,6 +2066,12 @@ export interface SimulationRunPlanUpdateParams {
|
|
|
1958
2066
|
*/
|
|
1959
2067
|
name?: string;
|
|
1960
2068
|
|
|
2069
|
+
/**
|
|
2070
|
+
* Seconds a retry waits before it dials (30-600). Only used when
|
|
2071
|
+
* `maxNoResponseRetries` is above 0.
|
|
2072
|
+
*/
|
|
2073
|
+
noResponseRetryBackoffSeconds?: number;
|
|
2074
|
+
|
|
1961
2075
|
/**
|
|
1962
2076
|
* Personas to include in this run plan
|
|
1963
2077
|
*/
|
|
@@ -410,6 +410,19 @@ export declare namespace SimulationRunParams {
|
|
|
410
410
|
*/
|
|
411
411
|
maxConcurrentJobs?: number;
|
|
412
412
|
|
|
413
|
+
/**
|
|
414
|
+
* How many more times to run a test case when the agent under test never responds:
|
|
415
|
+
* it never speaks on a call or never replies in a chat (0-10). 0 turns retries
|
|
416
|
+
* off. Failed checks and failures on Roark’s side are never retried.
|
|
417
|
+
*
|
|
418
|
+
* Each retry is a separate attempt, billed like any other, so a plan retrying N
|
|
419
|
+
* times can place up to N + 1 calls per test case. Every silent attempt stays on
|
|
420
|
+
* the run with its own call; the run settles once each test case has a final
|
|
421
|
+
* attempt, and the agent never spoke verdict is judged on each test case’s last
|
|
422
|
+
* attempt.
|
|
423
|
+
*/
|
|
424
|
+
maxNoResponseRetries?: number;
|
|
425
|
+
|
|
413
426
|
/**
|
|
414
427
|
* Metric definitions to include in this run plan. Reference each by `id` (UUID) or
|
|
415
428
|
* `slug`.
|
|
@@ -427,6 +440,12 @@ export declare namespace SimulationRunParams {
|
|
|
427
440
|
*/
|
|
428
441
|
name?: string;
|
|
429
442
|
|
|
443
|
+
/**
|
|
444
|
+
* Seconds a retry waits before it dials (30-600). Only used when
|
|
445
|
+
* `maxNoResponseRetries` is above 0.
|
|
446
|
+
*/
|
|
447
|
+
noResponseRetryBackoffSeconds?: number;
|
|
448
|
+
|
|
430
449
|
/**
|
|
431
450
|
* Personas to include in this run plan. Required with `scenarios`; ignored with
|
|
432
451
|
* `flows`, where each variant carries its own persona.
|
|
@@ -826,6 +845,19 @@ export declare namespace SimulationRunParams {
|
|
|
826
845
|
*/
|
|
827
846
|
maxConcurrentJobs?: number;
|
|
828
847
|
|
|
848
|
+
/**
|
|
849
|
+
* How many more times to run a test case when the agent under test never responds:
|
|
850
|
+
* it never speaks on a call or never replies in a chat (0-10). 0 turns retries
|
|
851
|
+
* off. Failed checks and failures on Roark’s side are never retried.
|
|
852
|
+
*
|
|
853
|
+
* Each retry is a separate attempt, billed like any other, so a plan retrying N
|
|
854
|
+
* times can place up to N + 1 calls per test case. Every silent attempt stays on
|
|
855
|
+
* the run with its own call; the run settles once each test case has a final
|
|
856
|
+
* attempt, and the agent never spoke verdict is judged on each test case’s last
|
|
857
|
+
* attempt.
|
|
858
|
+
*/
|
|
859
|
+
maxNoResponseRetries?: number;
|
|
860
|
+
|
|
829
861
|
/**
|
|
830
862
|
* Defaults to the template's `defaultMaxSimulationDurationSeconds`, as returned by
|
|
831
863
|
* GET /v1/simulation/template.
|
|
@@ -838,6 +870,12 @@ export declare namespace SimulationRunParams {
|
|
|
838
870
|
*/
|
|
839
871
|
name?: string;
|
|
840
872
|
|
|
873
|
+
/**
|
|
874
|
+
* Seconds a retry waits before it dials (30-600). Only used when
|
|
875
|
+
* `maxNoResponseRetries` is above 0.
|
|
876
|
+
*/
|
|
877
|
+
noResponseRetryBackoffSeconds?: number;
|
|
878
|
+
|
|
841
879
|
/**
|
|
842
880
|
* For `question-answer-check`: the persona that asks the questions.
|
|
843
881
|
*/
|
package/src/version.ts
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
export const VERSION = '4.
|
|
1
|
+
export const VERSION = '4.21.0'; // x-release-please-version
|
package/version.d.mts
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
export declare const VERSION = "4.
|
|
1
|
+
export declare const VERSION = "4.21.0";
|
|
2
2
|
//# sourceMappingURL=version.d.mts.map
|
package/version.d.ts
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
export declare const VERSION = "4.
|
|
1
|
+
export declare const VERSION = "4.21.0";
|
|
2
2
|
//# sourceMappingURL=version.d.ts.map
|
package/version.js
CHANGED
package/version.mjs
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
export const VERSION = '4.
|
|
1
|
+
export const VERSION = '4.21.0'; // x-release-please-version
|
|
2
2
|
//# sourceMappingURL=version.mjs.map
|