@roarkanalytics/sdk 4.20.0 → 4.21.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (37) hide show
  1. package/CHANGELOG.md +12 -0
  2. package/package.json +1 -1
  3. package/resources/benchmark.d.mts +6 -4
  4. package/resources/benchmark.d.mts.map +1 -1
  5. package/resources/benchmark.d.ts +6 -4
  6. package/resources/benchmark.d.ts.map +1 -1
  7. package/resources/config.d.mts +24 -0
  8. package/resources/config.d.mts.map +1 -1
  9. package/resources/config.d.ts +24 -0
  10. package/resources/config.d.ts.map +1 -1
  11. package/resources/simulation-job.d.mts +34 -2
  12. package/resources/simulation-job.d.mts.map +1 -1
  13. package/resources/simulation-job.d.ts +34 -2
  14. package/resources/simulation-job.d.ts.map +1 -1
  15. package/resources/simulation-run-plan-job.d.mts +141 -5
  16. package/resources/simulation-run-plan-job.d.mts.map +1 -1
  17. package/resources/simulation-run-plan-job.d.ts +141 -5
  18. package/resources/simulation-run-plan-job.d.ts.map +1 -1
  19. package/resources/simulation-run-plan.d.mts +102 -0
  20. package/resources/simulation-run-plan.d.mts.map +1 -1
  21. package/resources/simulation-run-plan.d.ts +102 -0
  22. package/resources/simulation-run-plan.d.ts.map +1 -1
  23. package/resources/simulation.d.mts +34 -0
  24. package/resources/simulation.d.mts.map +1 -1
  25. package/resources/simulation.d.ts +34 -0
  26. package/resources/simulation.d.ts.map +1 -1
  27. package/src/resources/benchmark.ts +6 -4
  28. package/src/resources/config.ts +48 -0
  29. package/src/resources/simulation-job.ts +40 -2
  30. package/src/resources/simulation-run-plan-job.ts +168 -5
  31. package/src/resources/simulation-run-plan.ts +114 -0
  32. package/src/resources/simulation.ts +38 -0
  33. package/src/version.ts +1 -1
  34. package/version.d.mts +1 -1
  35. package/version.d.ts +1 -1
  36. package/version.js +1 -1
  37. package/version.mjs +1 -1
@@ -238,6 +238,19 @@ export namespace SimulationRunPlanCreateResponse {
238
238
  */
239
239
  maxConcurrentJobs: number;
240
240
 
241
+ /**
242
+ * How many more times to run a test case when the agent under test never responds:
243
+ * it never speaks on a call or never replies in a chat (0-10). 0 turns retries
244
+ * off. Failed checks and failures on Roark’s side are never retried.
245
+ *
246
+ * Each retry is a separate attempt, billed like any other, so a plan retrying N
247
+ * times can place up to N + 1 calls per test case. Every silent attempt stays on
248
+ * the run with its own call; the run settles once each test case has a final
249
+ * attempt, and the agent never spoke verdict is judged on each test case’s last
250
+ * attempt.
251
+ */
252
+ maxNoResponseRetries: number;
253
+
241
254
  /**
242
255
  * Maximum duration in seconds for each simulation
243
256
  */
@@ -253,6 +266,12 @@ export namespace SimulationRunPlanCreateResponse {
253
266
  */
254
267
  name: string;
255
268
 
269
+ /**
270
+ * Seconds a retry waits before it dials (30-600). Only used when
271
+ * `maxNoResponseRetries` is above 0.
272
+ */
273
+ noResponseRetryBackoffSeconds: number;
274
+
256
275
  /**
257
276
  * Personas included in this run plan. Only meaningful alongside `scenarios`.
258
277
  */
@@ -592,6 +611,19 @@ export namespace SimulationRunPlanUpdateResponse {
592
611
  */
593
612
  maxConcurrentJobs: number;
594
613
 
614
+ /**
615
+ * How many more times to run a test case when the agent under test never responds:
616
+ * it never speaks on a call or never replies in a chat (0-10). 0 turns retries
617
+ * off. Failed checks and failures on Roark’s side are never retried.
618
+ *
619
+ * Each retry is a separate attempt, billed like any other, so a plan retrying N
620
+ * times can place up to N + 1 calls per test case. Every silent attempt stays on
621
+ * the run with its own call; the run settles once each test case has a final
622
+ * attempt, and the agent never spoke verdict is judged on each test case’s last
623
+ * attempt.
624
+ */
625
+ maxNoResponseRetries: number;
626
+
595
627
  /**
596
628
  * Maximum duration in seconds for each simulation
597
629
  */
@@ -607,6 +639,12 @@ export namespace SimulationRunPlanUpdateResponse {
607
639
  */
608
640
  name: string;
609
641
 
642
+ /**
643
+ * Seconds a retry waits before it dials (30-600). Only used when
644
+ * `maxNoResponseRetries` is above 0.
645
+ */
646
+ noResponseRetryBackoffSeconds: number;
647
+
610
648
  /**
611
649
  * Personas included in this run plan. Only meaningful alongside `scenarios`.
612
650
  */
@@ -910,6 +948,19 @@ export namespace SimulationRunPlanListResponse {
910
948
  */
911
949
  maxConcurrentJobs: number;
912
950
 
951
+ /**
952
+ * How many more times to run a test case when the agent under test never responds:
953
+ * it never speaks on a call or never replies in a chat (0-10). 0 turns retries
954
+ * off. Failed checks and failures on Roark’s side are never retried.
955
+ *
956
+ * Each retry is a separate attempt, billed like any other, so a plan retrying N
957
+ * times can place up to N + 1 calls per test case. Every silent attempt stays on
958
+ * the run with its own call; the run settles once each test case has a final
959
+ * attempt, and the agent never spoke verdict is judged on each test case’s last
960
+ * attempt.
961
+ */
962
+ maxNoResponseRetries: number;
963
+
913
964
  /**
914
965
  * Maximum duration in seconds for each simulation
915
966
  */
@@ -925,6 +976,12 @@ export namespace SimulationRunPlanListResponse {
925
976
  */
926
977
  name: string;
927
978
 
979
+ /**
980
+ * Seconds a retry waits before it dials (30-600). Only used when
981
+ * `maxNoResponseRetries` is above 0.
982
+ */
983
+ noResponseRetryBackoffSeconds: number;
984
+
928
985
  /**
929
986
  * Personas included in this run plan. Only meaningful alongside `scenarios`.
930
987
  */
@@ -1256,6 +1313,19 @@ export namespace SimulationRunPlanGetByIDResponse {
1256
1313
  */
1257
1314
  maxConcurrentJobs: number;
1258
1315
 
1316
+ /**
1317
+ * How many more times to run a test case when the agent under test never responds:
1318
+ * it never speaks on a call or never replies in a chat (0-10). 0 turns retries
1319
+ * off. Failed checks and failures on Roark’s side are never retried.
1320
+ *
1321
+ * Each retry is a separate attempt, billed like any other, so a plan retrying N
1322
+ * times can place up to N + 1 calls per test case. Every silent attempt stays on
1323
+ * the run with its own call; the run settles once each test case has a final
1324
+ * attempt, and the agent never spoke verdict is judged on each test case’s last
1325
+ * attempt.
1326
+ */
1327
+ maxNoResponseRetries: number;
1328
+
1259
1329
  /**
1260
1330
  * Maximum duration in seconds for each simulation
1261
1331
  */
@@ -1271,6 +1341,12 @@ export namespace SimulationRunPlanGetByIDResponse {
1271
1341
  */
1272
1342
  name: string;
1273
1343
 
1344
+ /**
1345
+ * Seconds a retry waits before it dials (30-600). Only used when
1346
+ * `maxNoResponseRetries` is above 0.
1347
+ */
1348
+ noResponseRetryBackoffSeconds: number;
1349
+
1274
1350
  /**
1275
1351
  * Personas included in this run plan. Only meaningful alongside `scenarios`.
1276
1352
  */
@@ -1619,6 +1695,19 @@ export interface SimulationRunPlanCreateParams {
1619
1695
  */
1620
1696
  maxConcurrentJobs?: number;
1621
1697
 
1698
+ /**
1699
+ * How many more times to run a test case when the agent under test never responds:
1700
+ * it never speaks on a call or never replies in a chat (0-10). 0 turns retries
1701
+ * off. Failed checks and failures on Roark’s side are never retried.
1702
+ *
1703
+ * Each retry is a separate attempt, billed like any other, so a plan retrying N
1704
+ * times can place up to N + 1 calls per test case. Every silent attempt stays on
1705
+ * the run with its own call; the run settles once each test case has a final
1706
+ * attempt, and the agent never spoke verdict is judged on each test case’s last
1707
+ * attempt.
1708
+ */
1709
+ maxNoResponseRetries?: number;
1710
+
1622
1711
  /**
1623
1712
  * Metric definitions to include in this run plan. Reference each by `id` (UUID) or
1624
1713
  * `slug`.
@@ -1630,6 +1719,12 @@ export interface SimulationRunPlanCreateParams {
1630
1719
  */
1631
1720
  metrics?: Array<SimulationRunPlanCreateParams.Metric>;
1632
1721
 
1722
+ /**
1723
+ * Seconds a retry waits before it dials (30-600). Only used when
1724
+ * `maxNoResponseRetries` is above 0.
1725
+ */
1726
+ noResponseRetryBackoffSeconds?: number;
1727
+
1633
1728
  /**
1634
1729
  * Personas to include in this run plan. Required with `scenarios`; ignored with
1635
1730
  * `flows`, where each variant carries its own persona.
@@ -1942,6 +2037,19 @@ export interface SimulationRunPlanUpdateParams {
1942
2037
  */
1943
2038
  maxConcurrentJobs?: number;
1944
2039
 
2040
+ /**
2041
+ * How many more times to run a test case when the agent under test never responds:
2042
+ * it never speaks on a call or never replies in a chat (0-10). 0 turns retries
2043
+ * off. Failed checks and failures on Roark’s side are never retried.
2044
+ *
2045
+ * Each retry is a separate attempt, billed like any other, so a plan retrying N
2046
+ * times can place up to N + 1 calls per test case. Every silent attempt stays on
2047
+ * the run with its own call; the run settles once each test case has a final
2048
+ * attempt, and the agent never spoke verdict is judged on each test case’s last
2049
+ * attempt.
2050
+ */
2051
+ maxNoResponseRetries?: number;
2052
+
1945
2053
  /**
1946
2054
  * Maximum duration in seconds for each simulation
1947
2055
  */
@@ -1958,6 +2066,12 @@ export interface SimulationRunPlanUpdateParams {
1958
2066
  */
1959
2067
  name?: string;
1960
2068
 
2069
+ /**
2070
+ * Seconds a retry waits before it dials (30-600). Only used when
2071
+ * `maxNoResponseRetries` is above 0.
2072
+ */
2073
+ noResponseRetryBackoffSeconds?: number;
2074
+
1961
2075
  /**
1962
2076
  * Personas to include in this run plan
1963
2077
  */
@@ -410,6 +410,19 @@ export declare namespace SimulationRunParams {
410
410
  */
411
411
  maxConcurrentJobs?: number;
412
412
 
413
+ /**
414
+ * How many more times to run a test case when the agent under test never responds:
415
+ * it never speaks on a call or never replies in a chat (0-10). 0 turns retries
416
+ * off. Failed checks and failures on Roark’s side are never retried.
417
+ *
418
+ * Each retry is a separate attempt, billed like any other, so a plan retrying N
419
+ * times can place up to N + 1 calls per test case. Every silent attempt stays on
420
+ * the run with its own call; the run settles once each test case has a final
421
+ * attempt, and the agent never spoke verdict is judged on each test case’s last
422
+ * attempt.
423
+ */
424
+ maxNoResponseRetries?: number;
425
+
413
426
  /**
414
427
  * Metric definitions to include in this run plan. Reference each by `id` (UUID) or
415
428
  * `slug`.
@@ -427,6 +440,12 @@ export declare namespace SimulationRunParams {
427
440
  */
428
441
  name?: string;
429
442
 
443
+ /**
444
+ * Seconds a retry waits before it dials (30-600). Only used when
445
+ * `maxNoResponseRetries` is above 0.
446
+ */
447
+ noResponseRetryBackoffSeconds?: number;
448
+
430
449
  /**
431
450
  * Personas to include in this run plan. Required with `scenarios`; ignored with
432
451
  * `flows`, where each variant carries its own persona.
@@ -826,6 +845,19 @@ export declare namespace SimulationRunParams {
826
845
  */
827
846
  maxConcurrentJobs?: number;
828
847
 
848
+ /**
849
+ * How many more times to run a test case when the agent under test never responds:
850
+ * it never speaks on a call or never replies in a chat (0-10). 0 turns retries
851
+ * off. Failed checks and failures on Roark’s side are never retried.
852
+ *
853
+ * Each retry is a separate attempt, billed like any other, so a plan retrying N
854
+ * times can place up to N + 1 calls per test case. Every silent attempt stays on
855
+ * the run with its own call; the run settles once each test case has a final
856
+ * attempt, and the agent never spoke verdict is judged on each test case’s last
857
+ * attempt.
858
+ */
859
+ maxNoResponseRetries?: number;
860
+
829
861
  /**
830
862
  * Defaults to the template's `defaultMaxSimulationDurationSeconds`, as returned by
831
863
  * GET /v1/simulation/template.
@@ -838,6 +870,12 @@ export declare namespace SimulationRunParams {
838
870
  */
839
871
  name?: string;
840
872
 
873
+ /**
874
+ * Seconds a retry waits before it dials (30-600). Only used when
875
+ * `maxNoResponseRetries` is above 0.
876
+ */
877
+ noResponseRetryBackoffSeconds?: number;
878
+
841
879
  /**
842
880
  * For `question-answer-check`: the persona that asks the questions.
843
881
  */
package/src/version.ts CHANGED
@@ -1 +1 @@
1
- export const VERSION = '4.20.0'; // x-release-please-version
1
+ export const VERSION = '4.21.0'; // x-release-please-version
package/version.d.mts CHANGED
@@ -1,2 +1,2 @@
1
- export declare const VERSION = "4.20.0";
1
+ export declare const VERSION = "4.21.0";
2
2
  //# sourceMappingURL=version.d.mts.map
package/version.d.ts CHANGED
@@ -1,2 +1,2 @@
1
- export declare const VERSION = "4.20.0";
1
+ export declare const VERSION = "4.21.0";
2
2
  //# sourceMappingURL=version.d.ts.map
package/version.js CHANGED
@@ -1,5 +1,5 @@
1
1
  "use strict";
2
2
  Object.defineProperty(exports, "__esModule", { value: true });
3
3
  exports.VERSION = void 0;
4
- exports.VERSION = '4.20.0'; // x-release-please-version
4
+ exports.VERSION = '4.21.0'; // x-release-please-version
5
5
  //# sourceMappingURL=version.js.map
package/version.mjs CHANGED
@@ -1,2 +1,2 @@
1
- export const VERSION = '4.20.0'; // x-release-please-version
1
+ export const VERSION = '4.21.0'; // x-release-please-version
2
2
  //# sourceMappingURL=version.mjs.map