@ora-ai/cli 0.23.0 → 0.25.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (194) hide show
  1. package/CHANGELOG.md +77 -0
  2. package/README.md +44 -13
  3. package/dist/agent-skills/skills-command.d.ts.map +1 -1
  4. package/dist/agent-skills/skills-command.js +2 -2
  5. package/dist/agent-skills/skills-command.js.map +1 -1
  6. package/dist/auth-commands.d.ts +25 -9
  7. package/dist/auth-commands.d.ts.map +1 -1
  8. package/dist/auth-commands.js +59 -49
  9. package/dist/auth-commands.js.map +1 -1
  10. package/dist/core/auth.d.ts +2 -2
  11. package/dist/core/auth.d.ts.map +1 -1
  12. package/dist/core/auth.js +5 -4
  13. package/dist/core/auth.js.map +1 -1
  14. package/dist/core/cli-arguments.d.ts +21 -0
  15. package/dist/core/cli-arguments.d.ts.map +1 -0
  16. package/dist/core/cli-arguments.js +53 -0
  17. package/dist/core/cli-arguments.js.map +1 -0
  18. package/dist/core/config.d.ts +10 -5
  19. package/dist/core/config.d.ts.map +1 -1
  20. package/dist/core/config.js +10 -7
  21. package/dist/core/config.js.map +1 -1
  22. package/dist/core/credentials/api-key-credential.d.ts +29 -0
  23. package/dist/core/credentials/api-key-credential.d.ts.map +1 -0
  24. package/dist/core/credentials/api-key-credential.js +58 -0
  25. package/dist/core/credentials/api-key-credential.js.map +1 -0
  26. package/dist/core/credentials/ci-oidc-credential.d.ts +44 -0
  27. package/dist/core/credentials/ci-oidc-credential.d.ts.map +1 -0
  28. package/dist/core/credentials/ci-oidc-credential.js +82 -0
  29. package/dist/core/credentials/ci-oidc-credential.js.map +1 -0
  30. package/dist/core/credentials/credential-chain.d.ts +25 -0
  31. package/dist/core/credentials/credential-chain.d.ts.map +1 -0
  32. package/dist/core/credentials/credential-chain.js +39 -0
  33. package/dist/core/credentials/credential-chain.js.map +1 -0
  34. package/dist/core/credentials/credential.d.ts +73 -0
  35. package/dist/core/credentials/credential.d.ts.map +1 -0
  36. package/dist/core/credentials/credential.js +9 -0
  37. package/dist/core/credentials/credential.js.map +1 -0
  38. package/dist/core/credentials/device-session-credential.d.ts +27 -0
  39. package/dist/core/credentials/device-session-credential.d.ts.map +1 -0
  40. package/dist/core/credentials/device-session-credential.js +78 -0
  41. package/dist/core/credentials/device-session-credential.js.map +1 -0
  42. package/dist/core/credentials/identity-lines.d.ts +14 -0
  43. package/dist/core/credentials/identity-lines.d.ts.map +1 -0
  44. package/dist/core/credentials/identity-lines.js +45 -0
  45. package/dist/core/credentials/identity-lines.js.map +1 -0
  46. package/dist/core/credentials/refusal-words.d.ts +15 -0
  47. package/dist/core/credentials/refusal-words.d.ts.map +1 -0
  48. package/dist/core/credentials/refusal-words.js +56 -0
  49. package/dist/core/credentials/refusal-words.js.map +1 -0
  50. package/dist/core/credentials/sign-in-areas.d.ts +18 -0
  51. package/dist/core/credentials/sign-in-areas.d.ts.map +1 -0
  52. package/dist/core/credentials/sign-in-areas.js +22 -0
  53. package/dist/core/credentials/sign-in-areas.js.map +1 -0
  54. package/dist/core/http.d.ts +10 -4
  55. package/dist/core/http.d.ts.map +1 -1
  56. package/dist/core/http.js +7 -5
  57. package/dist/core/http.js.map +1 -1
  58. package/dist/core/identity.d.ts +11 -0
  59. package/dist/core/identity.d.ts.map +1 -0
  60. package/dist/core/identity.js +21 -0
  61. package/dist/core/identity.js.map +1 -0
  62. package/dist/core/limit-story.d.ts +11 -0
  63. package/dist/core/limit-story.d.ts.map +1 -0
  64. package/dist/core/limit-story.js +16 -0
  65. package/dist/core/limit-story.js.map +1 -0
  66. package/dist/core/login.d.ts +5 -3
  67. package/dist/core/login.d.ts.map +1 -1
  68. package/dist/core/login.js +5 -3
  69. package/dist/core/login.js.map +1 -1
  70. package/dist/core/oauth/metadata.d.ts +24 -0
  71. package/dist/core/oauth/metadata.d.ts.map +1 -0
  72. package/dist/core/oauth/metadata.js +99 -0
  73. package/dist/core/oauth/metadata.js.map +1 -0
  74. package/dist/core/oauth/oauth-client.d.ts +70 -0
  75. package/dist/core/oauth/oauth-client.d.ts.map +1 -0
  76. package/dist/core/oauth/oauth-client.js +136 -0
  77. package/dist/core/oauth/oauth-client.js.map +1 -0
  78. package/dist/core/oauth/oauth-error.d.ts +18 -0
  79. package/dist/core/oauth/oauth-error.d.ts.map +1 -0
  80. package/dist/core/oauth/oauth-error.js +31 -0
  81. package/dist/core/oauth/oauth-error.js.map +1 -0
  82. package/dist/core/oauth/sign-in-error.d.ts +15 -0
  83. package/dist/core/oauth/sign-in-error.d.ts.map +1 -0
  84. package/dist/core/oauth/sign-in-error.js +21 -0
  85. package/dist/core/oauth/sign-in-error.js.map +1 -0
  86. package/dist/core/oauth/sign-in-target.d.ts +31 -0
  87. package/dist/core/oauth/sign-in-target.d.ts.map +1 -0
  88. package/dist/core/oauth/sign-in-target.js +44 -0
  89. package/dist/core/oauth/sign-in-target.js.map +1 -0
  90. package/dist/core/output.d.ts +14 -3
  91. package/dist/core/output.d.ts.map +1 -1
  92. package/dist/core/output.js +38 -38
  93. package/dist/core/output.js.map +1 -1
  94. package/dist/core/retry-after.d.ts +8 -0
  95. package/dist/core/retry-after.d.ts.map +1 -0
  96. package/dist/core/retry-after.js +18 -0
  97. package/dist/core/retry-after.js.map +1 -0
  98. package/dist/core/run-operation.d.ts +26 -10
  99. package/dist/core/run-operation.d.ts.map +1 -1
  100. package/dist/core/run-operation.js +40 -21
  101. package/dist/core/run-operation.js.map +1 -1
  102. package/dist/core/session/device-session-auth.d.ts +29 -0
  103. package/dist/core/session/device-session-auth.d.ts.map +1 -0
  104. package/dist/core/session/device-session-auth.js +92 -0
  105. package/dist/core/session/device-session-auth.js.map +1 -0
  106. package/dist/core/session/file-lock.d.ts +33 -0
  107. package/dist/core/session/file-lock.d.ts.map +1 -0
  108. package/dist/core/session/file-lock.js +145 -0
  109. package/dist/core/session/file-lock.js.map +1 -0
  110. package/dist/core/session/session-refusals.d.ts +22 -0
  111. package/dist/core/session/session-refusals.d.ts.map +1 -0
  112. package/dist/core/session/session-refusals.js +23 -0
  113. package/dist/core/session/session-refusals.js.map +1 -0
  114. package/dist/core/session/session-store.d.ts +53 -0
  115. package/dist/core/session/session-store.d.ts.map +1 -0
  116. package/dist/core/session/session-store.js +71 -0
  117. package/dist/core/session/session-store.js.map +1 -0
  118. package/dist/core/sign-in.d.ts +2 -2
  119. package/dist/core/sign-in.js +2 -2
  120. package/dist/core/token-expiry.d.ts +9 -0
  121. package/dist/core/token-expiry.d.ts.map +1 -0
  122. package/dist/core/token-expiry.js +11 -0
  123. package/dist/core/token-expiry.js.map +1 -0
  124. package/dist/core/url.d.ts +5 -0
  125. package/dist/core/url.d.ts.map +1 -0
  126. package/dist/core/url.js +17 -0
  127. package/dist/core/url.js.map +1 -0
  128. package/dist/generated/operations.d.ts +2 -1
  129. package/dist/generated/operations.d.ts.map +1 -1
  130. package/dist/generated/operations.js +32 -5
  131. package/dist/generated/operations.js.map +1 -1
  132. package/dist/generated/types.d.ts +584 -0
  133. package/dist/generated/types.d.ts.map +1 -1
  134. package/dist/generated/types.js +1 -1
  135. package/dist/interactive/menu.d.ts.map +1 -1
  136. package/dist/interactive/menu.js +4 -2
  137. package/dist/interactive/menu.js.map +1 -1
  138. package/dist/interactive/session.d.ts.map +1 -1
  139. package/dist/interactive/session.js +17 -8
  140. package/dist/interactive/session.js.map +1 -1
  141. package/dist/login/browser-opener.d.ts +20 -0
  142. package/dist/login/browser-opener.d.ts.map +1 -0
  143. package/dist/login/browser-opener.js +43 -0
  144. package/dist/login/browser-opener.js.map +1 -0
  145. package/dist/login/device-flow.d.ts +60 -0
  146. package/dist/login/device-flow.d.ts.map +1 -0
  147. package/dist/login/device-flow.js +98 -0
  148. package/dist/login/device-flow.js.map +1 -0
  149. package/dist/login/device-login.d.ts +27 -0
  150. package/dist/login/device-login.d.ts.map +1 -0
  151. package/dist/login/device-login.js +148 -0
  152. package/dist/login/device-login.js.map +1 -0
  153. package/dist/login/device-presenter.d.ts +24 -0
  154. package/dist/login/device-presenter.d.ts.map +1 -0
  155. package/dist/login/device-presenter.js +69 -0
  156. package/dist/login/device-presenter.js.map +1 -0
  157. package/dist/login/login-command.d.ts +14 -0
  158. package/dist/login/login-command.d.ts.map +1 -0
  159. package/dist/login/login-command.js +73 -0
  160. package/dist/login/login-command.js.map +1 -0
  161. package/dist/login/login-deps.d.ts +17 -0
  162. package/dist/login/login-deps.d.ts.map +1 -0
  163. package/dist/login/login-deps.js +18 -0
  164. package/dist/login/login-deps.js.map +1 -0
  165. package/dist/login/piped-input.d.ts +23 -0
  166. package/dist/login/piped-input.d.ts.map +1 -0
  167. package/dist/login/piped-input.js +36 -0
  168. package/dist/login/piped-input.js.map +1 -0
  169. package/dist/login/requested-scopes.d.ts +22 -0
  170. package/dist/login/requested-scopes.d.ts.map +1 -0
  171. package/dist/login/requested-scopes.js +43 -0
  172. package/dist/login/requested-scopes.js.map +1 -0
  173. package/dist/program.d.ts +16 -5
  174. package/dist/program.d.ts.map +1 -1
  175. package/dist/program.js +35 -10
  176. package/dist/program.js.map +1 -1
  177. package/dist/study-ci/ci-command.d.ts.map +1 -1
  178. package/dist/study-ci/ci-command.js +2 -2
  179. package/dist/study-ci/ci-command.js.map +1 -1
  180. package/dist/study-ci/ci-rehearse-command.d.ts.map +1 -1
  181. package/dist/study-ci/ci-rehearse-command.js +2 -2
  182. package/dist/study-ci/ci-rehearse-command.js.map +1 -1
  183. package/dist/tunnel/connection-end.d.ts +30 -0
  184. package/dist/tunnel/connection-end.d.ts.map +1 -0
  185. package/dist/tunnel/connection-end.js +29 -0
  186. package/dist/tunnel/connection-end.js.map +1 -0
  187. package/dist/tunnel-command.d.ts.map +1 -1
  188. package/dist/tunnel-command.js +24 -8
  189. package/dist/tunnel-command.js.map +1 -1
  190. package/package.json +3 -2
  191. package/dist/core/credential-sources.d.ts +0 -45
  192. package/dist/core/credential-sources.d.ts.map +0 -1
  193. package/dist/core/credential-sources.js +0 -65
  194. package/dist/core/credential-sources.js.map +0 -1
@@ -3538,6 +3538,7 @@ export type SessionsCatalogResponse = {
3538
3538
  "displayName": string;
3539
3539
  "sessionable": boolean;
3540
3540
  "interfaces"?: Array<"terminal" | "desktop" | "web">;
3541
+ "opensIn"?: "terminal" | "desktop" | "web";
3541
3542
  "door"?: string;
3542
3543
  "caps"?: {
3543
3544
  "queue": "none" | "native" | "native-unsafe";
@@ -7168,6 +7169,10 @@ export type StudyListResponse = {
7168
7169
  "nextAttemptAt"?: string;
7169
7170
  "reason"?: string;
7170
7171
  };
7172
+ "stopped"?: {
7173
+ "at": string;
7174
+ "notStarted": number;
7175
+ };
7171
7176
  } | null;
7172
7177
  "pacing"?: {
7173
7178
  "maxInFlight"?: number;
@@ -7372,6 +7377,79 @@ export type StudyCreateRequest = {
7372
7377
  "kind": "any_of";
7373
7378
  "of": Array<unknown>;
7374
7379
  }>;
7380
+ "followUps"?: Array<{
7381
+ "prompt": string;
7382
+ "rubric"?: Array<string>;
7383
+ "expectations"?: Array<{
7384
+ "label"?: string;
7385
+ "arms"?: Array<"baseline" | "skill" | string>;
7386
+ "kind": "mcp_tool_called";
7387
+ "server"?: string;
7388
+ "tool": string;
7389
+ "arguments"?: Record<string, unknown>;
7390
+ "minCalls"?: number;
7391
+ } | {
7392
+ "label"?: string;
7393
+ "arms"?: Array<"baseline" | "skill" | string>;
7394
+ "kind": "tool_not_called";
7395
+ "tool"?: string;
7396
+ "mcp"?: {
7397
+ "server"?: string;
7398
+ "tool": string;
7399
+ };
7400
+ "pattern"?: string;
7401
+ } | {
7402
+ "label"?: string;
7403
+ "arms"?: Array<"baseline" | "skill" | string>;
7404
+ "kind": "command_ran";
7405
+ "pattern": string;
7406
+ } | {
7407
+ "label"?: string;
7408
+ "arms"?: Array<"baseline" | "skill" | string>;
7409
+ "kind": "skill_loaded";
7410
+ "slug": string;
7411
+ } | {
7412
+ "label"?: string;
7413
+ "arms"?: Array<"baseline" | "skill" | string>;
7414
+ "kind": "file_operation";
7415
+ "op"?: "read" | "write" | "edit";
7416
+ "path": unknown;
7417
+ } | {
7418
+ "label"?: string;
7419
+ "arms"?: Array<"baseline" | "skill" | string>;
7420
+ "kind": "web_fetched";
7421
+ "urlHost"?: string;
7422
+ "urlPattern"?: string;
7423
+ } | {
7424
+ "label"?: string;
7425
+ "arms"?: Array<"baseline" | "skill" | string>;
7426
+ "kind": "response_contains";
7427
+ "text": string;
7428
+ "normalize"?: "prose";
7429
+ } | {
7430
+ "label"?: string;
7431
+ "arms"?: Array<"baseline" | "skill" | string>;
7432
+ "kind": "response_matches";
7433
+ "pattern": string;
7434
+ "ignoreCase"?: boolean;
7435
+ } | {
7436
+ "label"?: string;
7437
+ "arms"?: Array<"baseline" | "skill" | string>;
7438
+ "kind": "token_budget";
7439
+ "maxOutputTokens"?: number;
7440
+ "maxTotalTokens"?: number;
7441
+ } | {
7442
+ "label"?: string;
7443
+ "arms"?: Array<"baseline" | "skill" | string>;
7444
+ "kind": "sequence";
7445
+ "of": Array<unknown>;
7446
+ } | {
7447
+ "label"?: string;
7448
+ "arms"?: Array<"baseline" | "skill" | string>;
7449
+ "kind": "any_of";
7450
+ "of": Array<unknown>;
7451
+ }>;
7452
+ }>;
7375
7453
  "private"?: boolean;
7376
7454
  }>;
7377
7455
  "subset"?: {
@@ -7548,6 +7626,10 @@ export type StudyCreateResponse = {
7548
7626
  "nextAttemptAt"?: string;
7549
7627
  "reason"?: string;
7550
7628
  };
7629
+ "stopped"?: {
7630
+ "at": string;
7631
+ "notStarted": number;
7632
+ };
7551
7633
  } | null;
7552
7634
  "pacing"?: {
7553
7635
  "maxInFlight"?: number;
@@ -7641,6 +7723,10 @@ export type StudyComparisonModesListResponse = {
7641
7723
  "enabled": boolean;
7642
7724
  "max": number;
7643
7725
  };
7726
+ "runScreens": {
7727
+ "enabled": Array<string>;
7728
+ "defaults": Array<string>;
7729
+ };
7644
7730
  };
7645
7731
  export type StudyConvertWebmcpSuiteRequest = {
7646
7732
  "suite": unknown;
@@ -7787,6 +7873,79 @@ export type StudyPreflightRequest = {
7787
7873
  "kind": "any_of";
7788
7874
  "of": Array<unknown>;
7789
7875
  }>;
7876
+ "followUps"?: Array<{
7877
+ "prompt": string;
7878
+ "rubric"?: Array<string>;
7879
+ "expectations"?: Array<{
7880
+ "label"?: string;
7881
+ "arms"?: Array<"baseline" | "skill" | string>;
7882
+ "kind": "mcp_tool_called";
7883
+ "server"?: string;
7884
+ "tool": string;
7885
+ "arguments"?: Record<string, unknown>;
7886
+ "minCalls"?: number;
7887
+ } | {
7888
+ "label"?: string;
7889
+ "arms"?: Array<"baseline" | "skill" | string>;
7890
+ "kind": "tool_not_called";
7891
+ "tool"?: string;
7892
+ "mcp"?: {
7893
+ "server"?: string;
7894
+ "tool": string;
7895
+ };
7896
+ "pattern"?: string;
7897
+ } | {
7898
+ "label"?: string;
7899
+ "arms"?: Array<"baseline" | "skill" | string>;
7900
+ "kind": "command_ran";
7901
+ "pattern": string;
7902
+ } | {
7903
+ "label"?: string;
7904
+ "arms"?: Array<"baseline" | "skill" | string>;
7905
+ "kind": "skill_loaded";
7906
+ "slug": string;
7907
+ } | {
7908
+ "label"?: string;
7909
+ "arms"?: Array<"baseline" | "skill" | string>;
7910
+ "kind": "file_operation";
7911
+ "op"?: "read" | "write" | "edit";
7912
+ "path": unknown;
7913
+ } | {
7914
+ "label"?: string;
7915
+ "arms"?: Array<"baseline" | "skill" | string>;
7916
+ "kind": "web_fetched";
7917
+ "urlHost"?: string;
7918
+ "urlPattern"?: string;
7919
+ } | {
7920
+ "label"?: string;
7921
+ "arms"?: Array<"baseline" | "skill" | string>;
7922
+ "kind": "response_contains";
7923
+ "text": string;
7924
+ "normalize"?: "prose";
7925
+ } | {
7926
+ "label"?: string;
7927
+ "arms"?: Array<"baseline" | "skill" | string>;
7928
+ "kind": "response_matches";
7929
+ "pattern": string;
7930
+ "ignoreCase"?: boolean;
7931
+ } | {
7932
+ "label"?: string;
7933
+ "arms"?: Array<"baseline" | "skill" | string>;
7934
+ "kind": "token_budget";
7935
+ "maxOutputTokens"?: number;
7936
+ "maxTotalTokens"?: number;
7937
+ } | {
7938
+ "label"?: string;
7939
+ "arms"?: Array<"baseline" | "skill" | string>;
7940
+ "kind": "sequence";
7941
+ "of": Array<unknown>;
7942
+ } | {
7943
+ "label"?: string;
7944
+ "arms"?: Array<"baseline" | "skill" | string>;
7945
+ "kind": "any_of";
7946
+ "of": Array<unknown>;
7947
+ }>;
7948
+ }>;
7790
7949
  "private"?: boolean;
7791
7950
  }>;
7792
7951
  "subset"?: {
@@ -7849,6 +8008,12 @@ export type StudyPreflightResponse = {
7849
8008
  "keys": Array<string>;
7850
8009
  "plannedReads": number;
7851
8010
  };
8011
+ "steps"?: {
8012
+ "tasks": number;
8013
+ "followUps": number;
8014
+ "plannedFollowUpTurns": number;
8015
+ "plannedExtraJudgeReads": number;
8016
+ };
7852
8017
  "runs": {
7853
8018
  "tasks": number;
7854
8019
  "variants": number;
@@ -8052,6 +8217,79 @@ export type StudyRehearseRequest = {
8052
8217
  "kind": "any_of";
8053
8218
  "of": Array<unknown>;
8054
8219
  }>;
8220
+ "followUps"?: Array<{
8221
+ "prompt": string;
8222
+ "rubric"?: Array<string>;
8223
+ "expectations"?: Array<{
8224
+ "label"?: string;
8225
+ "arms"?: Array<"baseline" | "skill" | string>;
8226
+ "kind": "mcp_tool_called";
8227
+ "server"?: string;
8228
+ "tool": string;
8229
+ "arguments"?: Record<string, unknown>;
8230
+ "minCalls"?: number;
8231
+ } | {
8232
+ "label"?: string;
8233
+ "arms"?: Array<"baseline" | "skill" | string>;
8234
+ "kind": "tool_not_called";
8235
+ "tool"?: string;
8236
+ "mcp"?: {
8237
+ "server"?: string;
8238
+ "tool": string;
8239
+ };
8240
+ "pattern"?: string;
8241
+ } | {
8242
+ "label"?: string;
8243
+ "arms"?: Array<"baseline" | "skill" | string>;
8244
+ "kind": "command_ran";
8245
+ "pattern": string;
8246
+ } | {
8247
+ "label"?: string;
8248
+ "arms"?: Array<"baseline" | "skill" | string>;
8249
+ "kind": "skill_loaded";
8250
+ "slug": string;
8251
+ } | {
8252
+ "label"?: string;
8253
+ "arms"?: Array<"baseline" | "skill" | string>;
8254
+ "kind": "file_operation";
8255
+ "op"?: "read" | "write" | "edit";
8256
+ "path": unknown;
8257
+ } | {
8258
+ "label"?: string;
8259
+ "arms"?: Array<"baseline" | "skill" | string>;
8260
+ "kind": "web_fetched";
8261
+ "urlHost"?: string;
8262
+ "urlPattern"?: string;
8263
+ } | {
8264
+ "label"?: string;
8265
+ "arms"?: Array<"baseline" | "skill" | string>;
8266
+ "kind": "response_contains";
8267
+ "text": string;
8268
+ "normalize"?: "prose";
8269
+ } | {
8270
+ "label"?: string;
8271
+ "arms"?: Array<"baseline" | "skill" | string>;
8272
+ "kind": "response_matches";
8273
+ "pattern": string;
8274
+ "ignoreCase"?: boolean;
8275
+ } | {
8276
+ "label"?: string;
8277
+ "arms"?: Array<"baseline" | "skill" | string>;
8278
+ "kind": "token_budget";
8279
+ "maxOutputTokens"?: number;
8280
+ "maxTotalTokens"?: number;
8281
+ } | {
8282
+ "label"?: string;
8283
+ "arms"?: Array<"baseline" | "skill" | string>;
8284
+ "kind": "sequence";
8285
+ "of": Array<unknown>;
8286
+ } | {
8287
+ "label"?: string;
8288
+ "arms"?: Array<"baseline" | "skill" | string>;
8289
+ "kind": "any_of";
8290
+ "of": Array<unknown>;
8291
+ }>;
8292
+ }>;
8055
8293
  "private"?: boolean;
8056
8294
  }>;
8057
8295
  "subset"?: {
@@ -8290,6 +8528,10 @@ export type StudyGetResponse = {
8290
8528
  "nextAttemptAt"?: string;
8291
8529
  "reason"?: string;
8292
8530
  };
8531
+ "stopped"?: {
8532
+ "at": string;
8533
+ "notStarted": number;
8534
+ };
8293
8535
  } | null;
8294
8536
  "pacing"?: {
8295
8537
  "maxInFlight"?: number;
@@ -8371,6 +8613,11 @@ export type StudyGetResponse = {
8371
8613
  "rubric": Array<string>;
8372
8614
  "variants"?: Array<string> | null;
8373
8615
  "expectations"?: Array<unknown> | null;
8616
+ "followUps"?: Array<{
8617
+ "prompt": string;
8618
+ "rubric": Array<string>;
8619
+ "expectations"?: Array<unknown> | null;
8620
+ }> | null;
8374
8621
  }>;
8375
8622
  "runs": Array<{
8376
8623
  "runId": string;
@@ -8409,6 +8656,7 @@ export type StudyGetResponse = {
8409
8656
  "note"?: string;
8410
8657
  }>;
8411
8658
  };
8659
+ "taskStep"?: number;
8412
8660
  }> | null;
8413
8661
  "gradedAt": string | null;
8414
8662
  "judgeModel": string | null;
@@ -9715,6 +9963,29 @@ export type StudyGetResponse = {
9715
9963
  "shareUrl"?: string | null;
9716
9964
  "canManageSharing"?: boolean;
9717
9965
  "shareLinkKept"?: boolean;
9966
+ "taskSteps"?: Array<{
9967
+ "taskId": string;
9968
+ "position": number;
9969
+ "stepCount": number;
9970
+ "groups": Array<{
9971
+ "arm": string;
9972
+ "harness": string;
9973
+ "model": string;
9974
+ "runs": number;
9975
+ "finished": number;
9976
+ "graded": number;
9977
+ "passedEveryStep": number;
9978
+ "steps": Array<{
9979
+ "step": number;
9980
+ "hasCriteria": boolean;
9981
+ "hasChecks": boolean;
9982
+ "judged": number;
9983
+ "judgePassed": number;
9984
+ "checked": number;
9985
+ "checksPassed": number;
9986
+ }>;
9987
+ }>;
9988
+ }>;
9718
9989
  };
9719
9990
  export type StudyUpdateDetailsRequest = {
9720
9991
  "name"?: string;
@@ -9849,6 +10120,10 @@ export type StudyUpdateDetailsResponse = {
9849
10120
  "nextAttemptAt"?: string;
9850
10121
  "reason"?: string;
9851
10122
  };
10123
+ "stopped"?: {
10124
+ "at": string;
10125
+ "notStarted": number;
10126
+ };
9852
10127
  } | null;
9853
10128
  "pacing"?: {
9854
10129
  "maxInFlight"?: number;
@@ -10021,6 +10296,10 @@ export type StudyAddAgentsResponse = {
10021
10296
  "nextAttemptAt"?: string;
10022
10297
  "reason"?: string;
10023
10298
  };
10299
+ "stopped"?: {
10300
+ "at": string;
10301
+ "notStarted": number;
10302
+ };
10024
10303
  } | null;
10025
10304
  "relaunch": {
10026
10305
  "started": boolean;
@@ -10322,6 +10601,10 @@ export type StudyGenerateResponse = {
10322
10601
  "nextAttemptAt"?: string;
10323
10602
  "reason"?: string;
10324
10603
  };
10604
+ "stopped"?: {
10605
+ "at": string;
10606
+ "notStarted": number;
10607
+ };
10325
10608
  } | null;
10326
10609
  "pacing"?: {
10327
10610
  "maxInFlight"?: number;
@@ -10414,10 +10697,20 @@ export type StudyGradingRevisionsResponse = {
10414
10697
  "before": {
10415
10698
  "rubric": Array<string>;
10416
10699
  "expectations": Array<unknown>;
10700
+ "followUps"?: Array<{
10701
+ "prompt": string;
10702
+ "rubric": Array<string>;
10703
+ "expectations": Array<unknown>;
10704
+ }>;
10417
10705
  };
10418
10706
  "after": {
10419
10707
  "rubric": Array<string>;
10420
10708
  "expectations": Array<unknown>;
10709
+ "followUps"?: Array<{
10710
+ "prompt": string;
10711
+ "rubric": Array<string>;
10712
+ "expectations": Array<unknown>;
10713
+ }>;
10421
10714
  };
10422
10715
  "lenses": Array<"judge" | "evals">;
10423
10716
  }>;
@@ -10429,6 +10722,11 @@ export type StudyReviseGradingRequest = {
10429
10722
  "taskId": string;
10430
10723
  "rubric"?: Array<string>;
10431
10724
  "expectations"?: Array<unknown>;
10725
+ "followUps"?: Array<{
10726
+ "step": number;
10727
+ "rubric"?: Array<string>;
10728
+ "expectations"?: Array<unknown>;
10729
+ }>;
10432
10730
  }>;
10433
10731
  "dryRun"?: boolean;
10434
10732
  };
@@ -10447,10 +10745,20 @@ export type StudyReviseGradingResponse = {
10447
10745
  "before": {
10448
10746
  "rubric": Array<string>;
10449
10747
  "expectations": Array<unknown>;
10748
+ "followUps"?: Array<{
10749
+ "prompt": string;
10750
+ "rubric": Array<string>;
10751
+ "expectations": Array<unknown>;
10752
+ }>;
10450
10753
  };
10451
10754
  "after": {
10452
10755
  "rubric": Array<string>;
10453
10756
  "expectations": Array<unknown>;
10757
+ "followUps"?: Array<{
10758
+ "prompt": string;
10759
+ "rubric": Array<string>;
10760
+ "expectations": Array<unknown>;
10761
+ }>;
10454
10762
  };
10455
10763
  "lenses": Array<"judge" | "evals">;
10456
10764
  }>;
@@ -10592,6 +10900,10 @@ export type StudyLaunchResponse = {
10592
10900
  "nextAttemptAt"?: string;
10593
10901
  "reason"?: string;
10594
10902
  };
10903
+ "stopped"?: {
10904
+ "at": string;
10905
+ "notStarted": number;
10906
+ };
10595
10907
  } | null;
10596
10908
  "pacing"?: {
10597
10909
  "maxInFlight"?: number;
@@ -10803,6 +11115,10 @@ export type StudyUpdateLensesResponse = {
10803
11115
  "nextAttemptAt"?: string;
10804
11116
  "reason"?: string;
10805
11117
  };
11118
+ "stopped"?: {
11119
+ "at": string;
11120
+ "notStarted": number;
11121
+ };
10806
11122
  } | null;
10807
11123
  "pacing"?: {
10808
11124
  "maxInFlight"?: number;
@@ -10995,6 +11311,11 @@ export type StudyPreviewResponse = {
10995
11311
  "variants"?: Array<string> | null;
10996
11312
  "expectations"?: Array<unknown> | null;
10997
11313
  "textWithheld"?: boolean;
11314
+ "followUps"?: Array<{
11315
+ "prompt": string;
11316
+ "rubric": Array<string>;
11317
+ "expectations"?: Array<unknown> | null;
11318
+ }> | null;
10998
11319
  }>;
10999
11320
  "runs": Array<{
11000
11321
  "runId": string;
@@ -11039,6 +11360,7 @@ export type StudyPreviewResponse = {
11039
11360
  "passed": boolean;
11040
11361
  "abstained"?: boolean;
11041
11362
  "decisive"?: boolean;
11363
+ "taskStep"?: number;
11042
11364
  }> | null;
11043
11365
  "paramsKey"?: string;
11044
11366
  "textWithheld"?: boolean;
@@ -12209,6 +12531,29 @@ export type StudyPreviewResponse = {
12209
12531
  };
12210
12532
  };
12211
12533
  "textWithheldReason"?: "sign_in_required" | "terms_required" | "licence";
12534
+ "taskSteps"?: Array<{
12535
+ "taskId": string;
12536
+ "position": number;
12537
+ "stepCount": number;
12538
+ "groups": Array<{
12539
+ "arm": string;
12540
+ "harness": string;
12541
+ "model": string;
12542
+ "runs": number;
12543
+ "finished": number;
12544
+ "graded": number;
12545
+ "passedEveryStep": number;
12546
+ "steps": Array<{
12547
+ "step": number;
12548
+ "hasCriteria": boolean;
12549
+ "hasChecks": boolean;
12550
+ "judged": number;
12551
+ "judgePassed": number;
12552
+ "checked": number;
12553
+ "checksPassed": number;
12554
+ }>;
12555
+ }>;
12556
+ }>;
12212
12557
  };
12213
12558
  export type StudyPublishRequest = {
12214
12559
  "slug"?: string;
@@ -12345,6 +12690,10 @@ export type StudyPublishResponse = {
12345
12690
  "nextAttemptAt"?: string;
12346
12691
  "reason"?: string;
12347
12692
  };
12693
+ "stopped"?: {
12694
+ "at": string;
12695
+ "notStarted": number;
12696
+ };
12348
12697
  } | null;
12349
12698
  "pacing"?: {
12350
12699
  "maxInFlight"?: number;
@@ -12595,6 +12944,10 @@ export type StudyRegradeResponse = {
12595
12944
  "nextAttemptAt"?: string;
12596
12945
  "reason"?: string;
12597
12946
  };
12947
+ "stopped"?: {
12948
+ "at": string;
12949
+ "notStarted": number;
12950
+ };
12598
12951
  } | null;
12599
12952
  "pacing"?: {
12600
12953
  "maxInFlight"?: number;
@@ -12888,6 +13241,10 @@ export type StudyRestoreResponse = {
12888
13241
  "nextAttemptAt"?: string;
12889
13242
  "reason"?: string;
12890
13243
  };
13244
+ "stopped"?: {
13245
+ "at": string;
13246
+ "notStarted": number;
13247
+ };
12891
13248
  } | null;
12892
13249
  "pacing"?: {
12893
13250
  "maxInFlight"?: number;
@@ -13330,6 +13687,10 @@ export type StudyRotateShareTokenResponse = {
13330
13687
  "nextAttemptAt"?: string;
13331
13688
  "reason"?: string;
13332
13689
  };
13690
+ "stopped"?: {
13691
+ "at": string;
13692
+ "notStarted": number;
13693
+ };
13333
13694
  } | null;
13334
13695
  "pacing"?: {
13335
13696
  "maxInFlight"?: number;
@@ -13403,6 +13764,216 @@ export type StudyRotateShareTokenResponse = {
13403
13764
  "shareUrl": string | null;
13404
13765
  "shareLinkKept": boolean;
13405
13766
  };
13767
+ export type StudyStopResponse = {
13768
+ "study": {
13769
+ "id": string;
13770
+ "executiveSummary"?: string | null;
13771
+ "executiveSummaryDraft"?: string | null;
13772
+ "executiveSummaryRequest"?: "live" | "draft" | null;
13773
+ "executiveSummaryRequestedAt"?: string | null;
13774
+ "executiveSummaryUnavailableAt"?: string | null;
13775
+ "plannedRunCount": number;
13776
+ "organizationId": string;
13777
+ "createdBy": string | null;
13778
+ "name": string;
13779
+ "slug": string;
13780
+ "description": string | null;
13781
+ "skillRef": string | null;
13782
+ "skillSlug": string | null;
13783
+ "skillName": string | null;
13784
+ "skillPromise": string;
13785
+ "subjectKind": "skill" | "tools" | "addon" | "custom" | "benchmark";
13786
+ "subjectName": string | null;
13787
+ "subjectLabel": string;
13788
+ "armConfig": {
13789
+ "baseline"?: {
13790
+ "tools"?: "default" | "none" | {
13791
+ "tools": Array<string>;
13792
+ };
13793
+ "addons"?: Record<string, unknown>;
13794
+ };
13795
+ "treatment"?: {
13796
+ "tools"?: "default" | "none" | {
13797
+ "tools": Array<string>;
13798
+ };
13799
+ "addons"?: Record<string, unknown>;
13800
+ };
13801
+ };
13802
+ "comparisonMode": "ab_vs_none" | "ab_custom" | "single" | "multi_arm";
13803
+ "subjectBackend": "model" | "harness" | null;
13804
+ "environmentExecutionPolicy"?: "legacy-v1" | "inside-v1";
13805
+ "importedFrom"?: string;
13806
+ "baselineLabel": string | null;
13807
+ "treatmentLabel": string | null;
13808
+ "promiseMetrics": Array<{
13809
+ "metric": "total_tokens" | "output_tokens" | "cost_usd" | "duration_ms" | "num_turns" | "success_rate" | "completion_rate" | "goal_rate";
13810
+ "direction": "down" | "up";
13811
+ "label": string;
13812
+ }>;
13813
+ "matrix": Array<{
13814
+ "harness": string;
13815
+ "model": string;
13816
+ "provider"?: string;
13817
+ "params"?: {
13818
+ "temperature"?: number;
13819
+ "maxOutputTokens"?: number;
13820
+ "reasoningEffort"?: "low" | "medium" | "high";
13821
+ "thinkingBudgetTokens"?: number;
13822
+ "codeMode"?: "auto" | "on" | "off";
13823
+ "toolSearch"?: "on" | "off" | "directory";
13824
+ };
13825
+ }>;
13826
+ "lenses": Array<"judge" | "evals" | "reference" | "framework" | "execution" | "verifier">;
13827
+ "judgeSupplementary"?: boolean;
13828
+ "taskCount": number;
13829
+ "variantsPerTask": number;
13830
+ "repeats": number;
13831
+ "subset": {
13832
+ "count": number;
13833
+ "seed": string;
13834
+ "of": number;
13835
+ } | null;
13836
+ "status": string;
13837
+ "error": string | null;
13838
+ "preparation"?: {
13839
+ "since": string;
13840
+ "progressAt"?: string;
13841
+ "launchedBy": {
13842
+ "userId"?: string;
13843
+ "role"?: string;
13844
+ };
13845
+ "waitingOn": Array<{
13846
+ "imageKey": string;
13847
+ "buildId": string;
13848
+ "stage"?: "image" | "snapshot";
13849
+ "retry"?: {
13850
+ "failedAttempts": number;
13851
+ "maxAttempts": number;
13852
+ "notBefore": string;
13853
+ "lastFailure": string;
13854
+ };
13855
+ }>;
13856
+ } | null;
13857
+ "visibility": "private" | "org" | "link" | "public";
13858
+ "visibilityChangedAt"?: string | null;
13859
+ "visibilityChangedBy"?: string | null;
13860
+ "shareToken"?: string | null;
13861
+ "lowSampleOverride": boolean;
13862
+ "publishedAt": string | null;
13863
+ "verdict": unknown;
13864
+ "definitionVersionId": string | null;
13865
+ "runnerKind": "ora-runs" | "batch-job";
13866
+ "createdAt": string;
13867
+ "updatedAt": string;
13868
+ "liveUntil": string | null;
13869
+ "launch"?: {
13870
+ "attempt": number;
13871
+ "state": "fanning_out" | "deferred" | "settled";
13872
+ "startedAt": string;
13873
+ "progressAt": string;
13874
+ "planned"?: number;
13875
+ "created"?: number;
13876
+ "missing"?: {
13877
+ "retryable": number;
13878
+ "refused": number;
13879
+ };
13880
+ "notes"?: Array<string>;
13881
+ "settledAt"?: string;
13882
+ "pacing"?: {
13883
+ "waiting": number;
13884
+ "nextUnit"?: number;
13885
+ "nextWaveAt"?: string;
13886
+ "emptyWaves"?: number;
13887
+ "stopped"?: string;
13888
+ };
13889
+ "recovery"?: {
13890
+ "state": "retrying" | "needs_attention";
13891
+ "attempts": number;
13892
+ "lastAttemptAt"?: string;
13893
+ "nextAttemptAt"?: string;
13894
+ "reason"?: string;
13895
+ };
13896
+ "stopped"?: {
13897
+ "at": string;
13898
+ "notStarted": number;
13899
+ };
13900
+ } | null;
13901
+ "pacing"?: {
13902
+ "maxInFlight"?: number;
13903
+ "startsPerMinute"?: number;
13904
+ } | null;
13905
+ "relaunchable"?: boolean;
13906
+ "archivedAt"?: string | null;
13907
+ "archivedBy"?: string | null;
13908
+ "arms"?: Array<{
13909
+ "key": string;
13910
+ "position": number;
13911
+ "label": string;
13912
+ "role": "reference" | "peer";
13913
+ "payload": {
13914
+ "tools"?: "default" | "none" | {
13915
+ "tools": Array<string>;
13916
+ };
13917
+ "addons"?: Record<string, unknown>;
13918
+ };
13919
+ "cells"?: Array<{
13920
+ "harness": string;
13921
+ "model": string;
13922
+ "provider"?: string;
13923
+ "params"?: {
13924
+ "temperature"?: number;
13925
+ "maxOutputTokens"?: number;
13926
+ "reasoningEffort"?: "low" | "medium" | "high";
13927
+ "thinkingBudgetTokens"?: number;
13928
+ "codeMode"?: "auto" | "on" | "off";
13929
+ "toolSearch"?: "on" | "off" | "directory";
13930
+ };
13931
+ }>;
13932
+ "skills"?: Array<{
13933
+ "ref": string;
13934
+ "name": string;
13935
+ "changedSinceCreate"?: boolean;
13936
+ }>;
13937
+ "addedAgents"?: Array<{
13938
+ "position": number;
13939
+ "addedAt": string;
13940
+ }>;
13941
+ }>;
13942
+ "contrastPlan"?: "vs_reference" | "all_pairs";
13943
+ "cellPlan"?: "crossed" | "per_setup";
13944
+ "skillDisclosure"?: "withheld" | "named";
13945
+ "modeOptions"?: Record<string, unknown>;
13946
+ "screens"?: Array<"test_awareness">;
13947
+ "runCounting"?: {
13948
+ "policy": "hold_back_screened";
13949
+ "screen": "test_awareness";
13950
+ "levels": Array<"aware" | "influenced">;
13951
+ } | null;
13952
+ "seriesKey"?: string | null;
13953
+ "ref"?: {
13954
+ "commit"?: string;
13955
+ "branch"?: string;
13956
+ "pr"?: number;
13957
+ "url"?: string;
13958
+ } | null;
13959
+ "gradingRevision"?: number;
13960
+ "gradingRevisedAt"?: string | null;
13961
+ "rehearsal"?: true;
13962
+ "rehearsalMode"?: string;
13963
+ "behaviors"?: Array<{
13964
+ "key": string;
13965
+ "name": string;
13966
+ "question": string;
13967
+ "version": number;
13968
+ }>;
13969
+ };
13970
+ "stop": {
13971
+ "alreadyStopped": boolean;
13972
+ "stoppedAt": string | null;
13973
+ "cancelled": number;
13974
+ "notStarted": number;
13975
+ };
13976
+ };
13406
13977
  export type StudyStreamResponse = unknown;
13407
13978
  export type StudyUpdateTaskRequest = {
13408
13979
  "prompt": string;
@@ -13488,6 +14059,11 @@ export type StudyUpdateTaskResponse = {
13488
14059
  "rubric": Array<string>;
13489
14060
  "variants"?: Array<string> | null;
13490
14061
  "expectations"?: Array<unknown> | null;
14062
+ "followUps"?: Array<{
14063
+ "prompt": string;
14064
+ "rubric": Array<string>;
14065
+ "expectations"?: Array<unknown> | null;
14066
+ }> | null;
13491
14067
  };
13492
14068
  };
13493
14069
  export type StudyUnpublishResponse = {
@@ -13619,6 +14195,10 @@ export type StudyUnpublishResponse = {
13619
14195
  "nextAttemptAt"?: string;
13620
14196
  "reason"?: string;
13621
14197
  };
14198
+ "stopped"?: {
14199
+ "at": string;
14200
+ "notStarted": number;
14201
+ };
13622
14202
  } | null;
13623
14203
  "pacing"?: {
13624
14204
  "maxInFlight"?: number;
@@ -13884,6 +14464,10 @@ export type StudySetVisibilityResponse = {
13884
14464
  "nextAttemptAt"?: string;
13885
14465
  "reason"?: string;
13886
14466
  };
14467
+ "stopped"?: {
14468
+ "at": string;
14469
+ "notStarted": number;
14470
+ };
13887
14471
  } | null;
13888
14472
  "pacing"?: {
13889
14473
  "maxInFlight"?: number;