@ora-ai/cli 0.23.0 → 0.24.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (184) hide show
  1. package/CHANGELOG.md +64 -0
  2. package/README.md +44 -13
  3. package/dist/agent-skills/skills-command.d.ts.map +1 -1
  4. package/dist/agent-skills/skills-command.js +2 -2
  5. package/dist/agent-skills/skills-command.js.map +1 -1
  6. package/dist/auth-commands.d.ts +25 -9
  7. package/dist/auth-commands.d.ts.map +1 -1
  8. package/dist/auth-commands.js +59 -49
  9. package/dist/auth-commands.js.map +1 -1
  10. package/dist/core/auth.d.ts +2 -2
  11. package/dist/core/auth.d.ts.map +1 -1
  12. package/dist/core/auth.js +5 -4
  13. package/dist/core/auth.js.map +1 -1
  14. package/dist/core/config.d.ts +10 -5
  15. package/dist/core/config.d.ts.map +1 -1
  16. package/dist/core/config.js +10 -7
  17. package/dist/core/config.js.map +1 -1
  18. package/dist/core/credentials/api-key-credential.d.ts +29 -0
  19. package/dist/core/credentials/api-key-credential.d.ts.map +1 -0
  20. package/dist/core/credentials/api-key-credential.js +58 -0
  21. package/dist/core/credentials/api-key-credential.js.map +1 -0
  22. package/dist/core/credentials/ci-oidc-credential.d.ts +44 -0
  23. package/dist/core/credentials/ci-oidc-credential.d.ts.map +1 -0
  24. package/dist/core/credentials/ci-oidc-credential.js +82 -0
  25. package/dist/core/credentials/ci-oidc-credential.js.map +1 -0
  26. package/dist/core/credentials/credential-chain.d.ts +25 -0
  27. package/dist/core/credentials/credential-chain.d.ts.map +1 -0
  28. package/dist/core/credentials/credential-chain.js +39 -0
  29. package/dist/core/credentials/credential-chain.js.map +1 -0
  30. package/dist/core/credentials/credential.d.ts +73 -0
  31. package/dist/core/credentials/credential.d.ts.map +1 -0
  32. package/dist/core/credentials/credential.js +9 -0
  33. package/dist/core/credentials/credential.js.map +1 -0
  34. package/dist/core/credentials/device-session-credential.d.ts +27 -0
  35. package/dist/core/credentials/device-session-credential.d.ts.map +1 -0
  36. package/dist/core/credentials/device-session-credential.js +78 -0
  37. package/dist/core/credentials/device-session-credential.js.map +1 -0
  38. package/dist/core/credentials/identity-lines.d.ts +14 -0
  39. package/dist/core/credentials/identity-lines.d.ts.map +1 -0
  40. package/dist/core/credentials/identity-lines.js +45 -0
  41. package/dist/core/credentials/identity-lines.js.map +1 -0
  42. package/dist/core/credentials/refusal-words.d.ts +15 -0
  43. package/dist/core/credentials/refusal-words.d.ts.map +1 -0
  44. package/dist/core/credentials/refusal-words.js +56 -0
  45. package/dist/core/credentials/refusal-words.js.map +1 -0
  46. package/dist/core/credentials/sign-in-areas.d.ts +18 -0
  47. package/dist/core/credentials/sign-in-areas.d.ts.map +1 -0
  48. package/dist/core/credentials/sign-in-areas.js +22 -0
  49. package/dist/core/credentials/sign-in-areas.js.map +1 -0
  50. package/dist/core/http.d.ts +10 -4
  51. package/dist/core/http.d.ts.map +1 -1
  52. package/dist/core/http.js +7 -5
  53. package/dist/core/http.js.map +1 -1
  54. package/dist/core/identity.d.ts +11 -0
  55. package/dist/core/identity.d.ts.map +1 -0
  56. package/dist/core/identity.js +21 -0
  57. package/dist/core/identity.js.map +1 -0
  58. package/dist/core/login.d.ts +5 -3
  59. package/dist/core/login.d.ts.map +1 -1
  60. package/dist/core/login.js +5 -3
  61. package/dist/core/login.js.map +1 -1
  62. package/dist/core/oauth/metadata.d.ts +24 -0
  63. package/dist/core/oauth/metadata.d.ts.map +1 -0
  64. package/dist/core/oauth/metadata.js +99 -0
  65. package/dist/core/oauth/metadata.js.map +1 -0
  66. package/dist/core/oauth/oauth-client.d.ts +70 -0
  67. package/dist/core/oauth/oauth-client.d.ts.map +1 -0
  68. package/dist/core/oauth/oauth-client.js +136 -0
  69. package/dist/core/oauth/oauth-client.js.map +1 -0
  70. package/dist/core/oauth/oauth-error.d.ts +18 -0
  71. package/dist/core/oauth/oauth-error.d.ts.map +1 -0
  72. package/dist/core/oauth/oauth-error.js +31 -0
  73. package/dist/core/oauth/oauth-error.js.map +1 -0
  74. package/dist/core/oauth/sign-in-error.d.ts +15 -0
  75. package/dist/core/oauth/sign-in-error.d.ts.map +1 -0
  76. package/dist/core/oauth/sign-in-error.js +21 -0
  77. package/dist/core/oauth/sign-in-error.js.map +1 -0
  78. package/dist/core/oauth/sign-in-target.d.ts +31 -0
  79. package/dist/core/oauth/sign-in-target.d.ts.map +1 -0
  80. package/dist/core/oauth/sign-in-target.js +44 -0
  81. package/dist/core/oauth/sign-in-target.js.map +1 -0
  82. package/dist/core/output.d.ts +14 -3
  83. package/dist/core/output.d.ts.map +1 -1
  84. package/dist/core/output.js +35 -31
  85. package/dist/core/output.js.map +1 -1
  86. package/dist/core/retry-after.d.ts +8 -0
  87. package/dist/core/retry-after.d.ts.map +1 -0
  88. package/dist/core/retry-after.js +18 -0
  89. package/dist/core/retry-after.js.map +1 -0
  90. package/dist/core/run-operation.d.ts +23 -9
  91. package/dist/core/run-operation.d.ts.map +1 -1
  92. package/dist/core/run-operation.js +25 -14
  93. package/dist/core/run-operation.js.map +1 -1
  94. package/dist/core/session/device-session-auth.d.ts +29 -0
  95. package/dist/core/session/device-session-auth.d.ts.map +1 -0
  96. package/dist/core/session/device-session-auth.js +92 -0
  97. package/dist/core/session/device-session-auth.js.map +1 -0
  98. package/dist/core/session/file-lock.d.ts +33 -0
  99. package/dist/core/session/file-lock.d.ts.map +1 -0
  100. package/dist/core/session/file-lock.js +145 -0
  101. package/dist/core/session/file-lock.js.map +1 -0
  102. package/dist/core/session/session-refusals.d.ts +22 -0
  103. package/dist/core/session/session-refusals.d.ts.map +1 -0
  104. package/dist/core/session/session-refusals.js +23 -0
  105. package/dist/core/session/session-refusals.js.map +1 -0
  106. package/dist/core/session/session-store.d.ts +53 -0
  107. package/dist/core/session/session-store.d.ts.map +1 -0
  108. package/dist/core/session/session-store.js +71 -0
  109. package/dist/core/session/session-store.js.map +1 -0
  110. package/dist/core/sign-in.d.ts +2 -2
  111. package/dist/core/sign-in.js +2 -2
  112. package/dist/core/token-expiry.d.ts +9 -0
  113. package/dist/core/token-expiry.d.ts.map +1 -0
  114. package/dist/core/token-expiry.js +11 -0
  115. package/dist/core/token-expiry.js.map +1 -0
  116. package/dist/core/url.d.ts +5 -0
  117. package/dist/core/url.d.ts.map +1 -0
  118. package/dist/core/url.js +17 -0
  119. package/dist/core/url.js.map +1 -0
  120. package/dist/generated/operations.d.ts +1 -1
  121. package/dist/generated/operations.js +2 -2
  122. package/dist/generated/types.d.ts +289 -0
  123. package/dist/generated/types.d.ts.map +1 -1
  124. package/dist/generated/types.js +1 -1
  125. package/dist/interactive/menu.d.ts.map +1 -1
  126. package/dist/interactive/menu.js +4 -2
  127. package/dist/interactive/menu.js.map +1 -1
  128. package/dist/interactive/session.d.ts.map +1 -1
  129. package/dist/interactive/session.js +13 -6
  130. package/dist/interactive/session.js.map +1 -1
  131. package/dist/login/browser-opener.d.ts +20 -0
  132. package/dist/login/browser-opener.d.ts.map +1 -0
  133. package/dist/login/browser-opener.js +43 -0
  134. package/dist/login/browser-opener.js.map +1 -0
  135. package/dist/login/device-flow.d.ts +60 -0
  136. package/dist/login/device-flow.d.ts.map +1 -0
  137. package/dist/login/device-flow.js +98 -0
  138. package/dist/login/device-flow.js.map +1 -0
  139. package/dist/login/device-login.d.ts +27 -0
  140. package/dist/login/device-login.d.ts.map +1 -0
  141. package/dist/login/device-login.js +148 -0
  142. package/dist/login/device-login.js.map +1 -0
  143. package/dist/login/device-presenter.d.ts +24 -0
  144. package/dist/login/device-presenter.d.ts.map +1 -0
  145. package/dist/login/device-presenter.js +69 -0
  146. package/dist/login/device-presenter.js.map +1 -0
  147. package/dist/login/login-command.d.ts +14 -0
  148. package/dist/login/login-command.d.ts.map +1 -0
  149. package/dist/login/login-command.js +73 -0
  150. package/dist/login/login-command.js.map +1 -0
  151. package/dist/login/login-deps.d.ts +17 -0
  152. package/dist/login/login-deps.d.ts.map +1 -0
  153. package/dist/login/login-deps.js +18 -0
  154. package/dist/login/login-deps.js.map +1 -0
  155. package/dist/login/piped-input.d.ts +23 -0
  156. package/dist/login/piped-input.d.ts.map +1 -0
  157. package/dist/login/piped-input.js +36 -0
  158. package/dist/login/piped-input.js.map +1 -0
  159. package/dist/login/requested-scopes.d.ts +22 -0
  160. package/dist/login/requested-scopes.d.ts.map +1 -0
  161. package/dist/login/requested-scopes.js +43 -0
  162. package/dist/login/requested-scopes.js.map +1 -0
  163. package/dist/program.d.ts +16 -5
  164. package/dist/program.d.ts.map +1 -1
  165. package/dist/program.js +15 -7
  166. package/dist/program.js.map +1 -1
  167. package/dist/study-ci/ci-command.d.ts.map +1 -1
  168. package/dist/study-ci/ci-command.js +2 -2
  169. package/dist/study-ci/ci-command.js.map +1 -1
  170. package/dist/study-ci/ci-rehearse-command.d.ts.map +1 -1
  171. package/dist/study-ci/ci-rehearse-command.js +2 -2
  172. package/dist/study-ci/ci-rehearse-command.js.map +1 -1
  173. package/dist/tunnel/connection-end.d.ts +30 -0
  174. package/dist/tunnel/connection-end.d.ts.map +1 -0
  175. package/dist/tunnel/connection-end.js +29 -0
  176. package/dist/tunnel/connection-end.js.map +1 -0
  177. package/dist/tunnel-command.d.ts.map +1 -1
  178. package/dist/tunnel-command.js +24 -8
  179. package/dist/tunnel-command.js.map +1 -1
  180. package/package.json +3 -2
  181. package/dist/core/credential-sources.d.ts +0 -45
  182. package/dist/core/credential-sources.d.ts.map +0 -1
  183. package/dist/core/credential-sources.js +0 -65
  184. package/dist/core/credential-sources.js.map +0 -1
@@ -7,8 +7,8 @@
7
7
  * exchange itself (auth.ts) knows neither: it sends what a sign-in presents
8
8
  * and caches the token under the sign-in's own cache key.
9
9
  *
10
- * Adding a way to sign in is one {@link SignIn} and one entry in
11
- * credential-sources.ts. Nothing that makes a call changes.
10
+ * Adding a way to sign in is one {@link SignIn} and one provider in
11
+ * credentials/credential-chain.ts. Nothing that makes a call changes.
12
12
  */
13
13
  import { createHash } from "node:crypto";
14
14
  const digest = (text) => createHash("sha256").update(text).digest("hex").slice(0, 16);
@@ -0,0 +1,9 @@
1
+ /**
2
+ * When a short-lived token is renewed: a little before it expires, never at it, so it cannot die between "checked" and
3
+ * "used". One rule for every token the CLI sends — an api key's traded token (auth.ts) and a browser sign-in's access
4
+ * token (session/device-session-auth.ts).
5
+ */
6
+ export declare const EXPIRY_SKEW_MS = 30000;
7
+ /** Is a token that expires at `expiresAt` (epoch ms) still good to send at `now`? */
8
+ export declare function stillFresh(expiresAt: number, now: number): boolean;
9
+ //# sourceMappingURL=token-expiry.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"token-expiry.d.ts","sourceRoot":"","sources":["../../src/core/token-expiry.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,eAAO,MAAM,cAAc,QAAS,CAAC;AAErC,qFAAqF;AACrF,wBAAgB,UAAU,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAElE"}
@@ -0,0 +1,11 @@
1
+ /**
2
+ * When a short-lived token is renewed: a little before it expires, never at it, so it cannot die between "checked" and
3
+ * "used". One rule for every token the CLI sends — an api key's traded token (auth.ts) and a browser sign-in's access
4
+ * token (session/device-session-auth.ts).
5
+ */
6
+ export const EXPIRY_SKEW_MS = 30_000;
7
+ /** Is a token that expires at `expiresAt` (epoch ms) still good to send at `now`? */
8
+ export function stillFresh(expiresAt, now) {
9
+ return expiresAt - EXPIRY_SKEW_MS > now;
10
+ }
11
+ //# sourceMappingURL=token-expiry.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"token-expiry.js","sourceRoot":"","sources":["../../src/core/token-expiry.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,MAAM,CAAC,MAAM,cAAc,GAAG,MAAM,CAAC;AAErC,qFAAqF;AACrF,MAAM,UAAU,UAAU,CAAC,SAAiB,EAAE,GAAW;IACvD,OAAO,SAAS,GAAG,cAAc,GAAG,GAAG,CAAC;AAC1C,CAAC"}
@@ -0,0 +1,5 @@
1
+ /** `new URL(value)` without the throw — null for anything unparseable. (`URL.parse` needs Node 22; the CLI runs on 20.) */
2
+ export declare function parseUrl(value: string, base?: string): URL | null;
3
+ /** An absolute http(s) URL — the only kind the CLI follows or opens. */
4
+ export declare function isHttpUrl(value: unknown): value is string;
5
+ //# sourceMappingURL=url.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"url.d.ts","sourceRoot":"","sources":["../../src/core/url.ts"],"names":[],"mappings":"AAAA,2HAA2H;AAC3H,wBAAgB,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,MAAM,GAAG,GAAG,GAAG,IAAI,CAMjE;AAED,wEAAwE;AACxE,wBAAgB,SAAS,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,MAAM,CAIzD"}
@@ -0,0 +1,17 @@
1
+ /** `new URL(value)` without the throw — null for anything unparseable. (`URL.parse` needs Node 22; the CLI runs on 20.) */
2
+ export function parseUrl(value, base) {
3
+ try {
4
+ return new URL(value, base);
5
+ }
6
+ catch {
7
+ return null;
8
+ }
9
+ }
10
+ /** An absolute http(s) URL — the only kind the CLI follows or opens. */
11
+ export function isHttpUrl(value) {
12
+ if (typeof value !== "string")
13
+ return false;
14
+ const url = parseUrl(value);
15
+ return url !== null && (url.protocol === "https:" || url.protocol === "http:");
16
+ }
17
+ //# sourceMappingURL=url.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"url.js","sourceRoot":"","sources":["../../src/core/url.ts"],"names":[],"mappings":"AAAA,2HAA2H;AAC3H,MAAM,UAAU,QAAQ,CAAC,KAAa,EAAE,IAAa;IACnD,IAAI,CAAC;QACH,OAAO,IAAI,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IAC9B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,wEAAwE;AACxE,MAAM,UAAU,SAAS,CAAC,KAAc;IACtC,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC5C,MAAM,GAAG,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC5B,OAAO,GAAG,KAAK,IAAI,IAAI,CAAC,GAAG,CAAC,QAAQ,KAAK,QAAQ,IAAI,GAAG,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC;AACjF,CAAC"}
@@ -41,7 +41,7 @@ export interface OperationMeta {
41
41
  }
42
42
  export declare const SPEC: {
43
43
  readonly version: "1.0.0";
44
- readonly contentHash: "fe3e7f533202e4ed7f17422627f7d89bb2fe15cf3b2e20c064df03ed0cc6113d";
44
+ readonly contentHash: "12c81b2ee184cdd90363cae873dda01f4a7566ac7b7e44c3b1acb373f50c7286";
45
45
  readonly server: "https://api.ora.ai";
46
46
  readonly bin: "ora";
47
47
  };
@@ -1,9 +1,9 @@
1
1
  // GENERATED by scripts/generate.mjs — DO NOT EDIT.
2
- // Source: openapi/ora-public.openapi.json (sha256 fe3e7f533202e4ed7f17422627f7d89bb2fe15cf3b2e20c064df03ed0cc6113d)
2
+ // Source: openapi/ora-public.openapi.json (sha256 12c81b2ee184cdd90363cae873dda01f4a7566ac7b7e44c3b1acb373f50c7286)
3
3
  // Regenerate: yarn nx run ora-cli:generate
4
4
  export const SPEC = {
5
5
  "version": "1.0.0",
6
- "contentHash": "fe3e7f533202e4ed7f17422627f7d89bb2fe15cf3b2e20c064df03ed0cc6113d",
6
+ "contentHash": "12c81b2ee184cdd90363cae873dda01f4a7566ac7b7e44c3b1acb373f50c7286",
7
7
  "server": "https://api.ora.ai",
8
8
  "bin": "ora"
9
9
  };
@@ -3538,6 +3538,7 @@ export type SessionsCatalogResponse = {
3538
3538
  "displayName": string;
3539
3539
  "sessionable": boolean;
3540
3540
  "interfaces"?: Array<"terminal" | "desktop" | "web">;
3541
+ "opensIn"?: "terminal" | "desktop" | "web";
3541
3542
  "door"?: string;
3542
3543
  "caps"?: {
3543
3544
  "queue": "none" | "native" | "native-unsafe";
@@ -7372,6 +7373,79 @@ export type StudyCreateRequest = {
7372
7373
  "kind": "any_of";
7373
7374
  "of": Array<unknown>;
7374
7375
  }>;
7376
+ "followUps"?: Array<{
7377
+ "prompt": string;
7378
+ "rubric"?: Array<string>;
7379
+ "expectations"?: Array<{
7380
+ "label"?: string;
7381
+ "arms"?: Array<"baseline" | "skill" | string>;
7382
+ "kind": "mcp_tool_called";
7383
+ "server"?: string;
7384
+ "tool": string;
7385
+ "arguments"?: Record<string, unknown>;
7386
+ "minCalls"?: number;
7387
+ } | {
7388
+ "label"?: string;
7389
+ "arms"?: Array<"baseline" | "skill" | string>;
7390
+ "kind": "tool_not_called";
7391
+ "tool"?: string;
7392
+ "mcp"?: {
7393
+ "server"?: string;
7394
+ "tool": string;
7395
+ };
7396
+ "pattern"?: string;
7397
+ } | {
7398
+ "label"?: string;
7399
+ "arms"?: Array<"baseline" | "skill" | string>;
7400
+ "kind": "command_ran";
7401
+ "pattern": string;
7402
+ } | {
7403
+ "label"?: string;
7404
+ "arms"?: Array<"baseline" | "skill" | string>;
7405
+ "kind": "skill_loaded";
7406
+ "slug": string;
7407
+ } | {
7408
+ "label"?: string;
7409
+ "arms"?: Array<"baseline" | "skill" | string>;
7410
+ "kind": "file_operation";
7411
+ "op"?: "read" | "write" | "edit";
7412
+ "path": unknown;
7413
+ } | {
7414
+ "label"?: string;
7415
+ "arms"?: Array<"baseline" | "skill" | string>;
7416
+ "kind": "web_fetched";
7417
+ "urlHost"?: string;
7418
+ "urlPattern"?: string;
7419
+ } | {
7420
+ "label"?: string;
7421
+ "arms"?: Array<"baseline" | "skill" | string>;
7422
+ "kind": "response_contains";
7423
+ "text": string;
7424
+ "normalize"?: "prose";
7425
+ } | {
7426
+ "label"?: string;
7427
+ "arms"?: Array<"baseline" | "skill" | string>;
7428
+ "kind": "response_matches";
7429
+ "pattern": string;
7430
+ "ignoreCase"?: boolean;
7431
+ } | {
7432
+ "label"?: string;
7433
+ "arms"?: Array<"baseline" | "skill" | string>;
7434
+ "kind": "token_budget";
7435
+ "maxOutputTokens"?: number;
7436
+ "maxTotalTokens"?: number;
7437
+ } | {
7438
+ "label"?: string;
7439
+ "arms"?: Array<"baseline" | "skill" | string>;
7440
+ "kind": "sequence";
7441
+ "of": Array<unknown>;
7442
+ } | {
7443
+ "label"?: string;
7444
+ "arms"?: Array<"baseline" | "skill" | string>;
7445
+ "kind": "any_of";
7446
+ "of": Array<unknown>;
7447
+ }>;
7448
+ }>;
7375
7449
  "private"?: boolean;
7376
7450
  }>;
7377
7451
  "subset"?: {
@@ -7787,6 +7861,79 @@ export type StudyPreflightRequest = {
7787
7861
  "kind": "any_of";
7788
7862
  "of": Array<unknown>;
7789
7863
  }>;
7864
+ "followUps"?: Array<{
7865
+ "prompt": string;
7866
+ "rubric"?: Array<string>;
7867
+ "expectations"?: Array<{
7868
+ "label"?: string;
7869
+ "arms"?: Array<"baseline" | "skill" | string>;
7870
+ "kind": "mcp_tool_called";
7871
+ "server"?: string;
7872
+ "tool": string;
7873
+ "arguments"?: Record<string, unknown>;
7874
+ "minCalls"?: number;
7875
+ } | {
7876
+ "label"?: string;
7877
+ "arms"?: Array<"baseline" | "skill" | string>;
7878
+ "kind": "tool_not_called";
7879
+ "tool"?: string;
7880
+ "mcp"?: {
7881
+ "server"?: string;
7882
+ "tool": string;
7883
+ };
7884
+ "pattern"?: string;
7885
+ } | {
7886
+ "label"?: string;
7887
+ "arms"?: Array<"baseline" | "skill" | string>;
7888
+ "kind": "command_ran";
7889
+ "pattern": string;
7890
+ } | {
7891
+ "label"?: string;
7892
+ "arms"?: Array<"baseline" | "skill" | string>;
7893
+ "kind": "skill_loaded";
7894
+ "slug": string;
7895
+ } | {
7896
+ "label"?: string;
7897
+ "arms"?: Array<"baseline" | "skill" | string>;
7898
+ "kind": "file_operation";
7899
+ "op"?: "read" | "write" | "edit";
7900
+ "path": unknown;
7901
+ } | {
7902
+ "label"?: string;
7903
+ "arms"?: Array<"baseline" | "skill" | string>;
7904
+ "kind": "web_fetched";
7905
+ "urlHost"?: string;
7906
+ "urlPattern"?: string;
7907
+ } | {
7908
+ "label"?: string;
7909
+ "arms"?: Array<"baseline" | "skill" | string>;
7910
+ "kind": "response_contains";
7911
+ "text": string;
7912
+ "normalize"?: "prose";
7913
+ } | {
7914
+ "label"?: string;
7915
+ "arms"?: Array<"baseline" | "skill" | string>;
7916
+ "kind": "response_matches";
7917
+ "pattern": string;
7918
+ "ignoreCase"?: boolean;
7919
+ } | {
7920
+ "label"?: string;
7921
+ "arms"?: Array<"baseline" | "skill" | string>;
7922
+ "kind": "token_budget";
7923
+ "maxOutputTokens"?: number;
7924
+ "maxTotalTokens"?: number;
7925
+ } | {
7926
+ "label"?: string;
7927
+ "arms"?: Array<"baseline" | "skill" | string>;
7928
+ "kind": "sequence";
7929
+ "of": Array<unknown>;
7930
+ } | {
7931
+ "label"?: string;
7932
+ "arms"?: Array<"baseline" | "skill" | string>;
7933
+ "kind": "any_of";
7934
+ "of": Array<unknown>;
7935
+ }>;
7936
+ }>;
7790
7937
  "private"?: boolean;
7791
7938
  }>;
7792
7939
  "subset"?: {
@@ -7849,6 +7996,12 @@ export type StudyPreflightResponse = {
7849
7996
  "keys": Array<string>;
7850
7997
  "plannedReads": number;
7851
7998
  };
7999
+ "steps"?: {
8000
+ "tasks": number;
8001
+ "followUps": number;
8002
+ "plannedFollowUpTurns": number;
8003
+ "plannedExtraJudgeReads": number;
8004
+ };
7852
8005
  "runs": {
7853
8006
  "tasks": number;
7854
8007
  "variants": number;
@@ -8052,6 +8205,79 @@ export type StudyRehearseRequest = {
8052
8205
  "kind": "any_of";
8053
8206
  "of": Array<unknown>;
8054
8207
  }>;
8208
+ "followUps"?: Array<{
8209
+ "prompt": string;
8210
+ "rubric"?: Array<string>;
8211
+ "expectations"?: Array<{
8212
+ "label"?: string;
8213
+ "arms"?: Array<"baseline" | "skill" | string>;
8214
+ "kind": "mcp_tool_called";
8215
+ "server"?: string;
8216
+ "tool": string;
8217
+ "arguments"?: Record<string, unknown>;
8218
+ "minCalls"?: number;
8219
+ } | {
8220
+ "label"?: string;
8221
+ "arms"?: Array<"baseline" | "skill" | string>;
8222
+ "kind": "tool_not_called";
8223
+ "tool"?: string;
8224
+ "mcp"?: {
8225
+ "server"?: string;
8226
+ "tool": string;
8227
+ };
8228
+ "pattern"?: string;
8229
+ } | {
8230
+ "label"?: string;
8231
+ "arms"?: Array<"baseline" | "skill" | string>;
8232
+ "kind": "command_ran";
8233
+ "pattern": string;
8234
+ } | {
8235
+ "label"?: string;
8236
+ "arms"?: Array<"baseline" | "skill" | string>;
8237
+ "kind": "skill_loaded";
8238
+ "slug": string;
8239
+ } | {
8240
+ "label"?: string;
8241
+ "arms"?: Array<"baseline" | "skill" | string>;
8242
+ "kind": "file_operation";
8243
+ "op"?: "read" | "write" | "edit";
8244
+ "path": unknown;
8245
+ } | {
8246
+ "label"?: string;
8247
+ "arms"?: Array<"baseline" | "skill" | string>;
8248
+ "kind": "web_fetched";
8249
+ "urlHost"?: string;
8250
+ "urlPattern"?: string;
8251
+ } | {
8252
+ "label"?: string;
8253
+ "arms"?: Array<"baseline" | "skill" | string>;
8254
+ "kind": "response_contains";
8255
+ "text": string;
8256
+ "normalize"?: "prose";
8257
+ } | {
8258
+ "label"?: string;
8259
+ "arms"?: Array<"baseline" | "skill" | string>;
8260
+ "kind": "response_matches";
8261
+ "pattern": string;
8262
+ "ignoreCase"?: boolean;
8263
+ } | {
8264
+ "label"?: string;
8265
+ "arms"?: Array<"baseline" | "skill" | string>;
8266
+ "kind": "token_budget";
8267
+ "maxOutputTokens"?: number;
8268
+ "maxTotalTokens"?: number;
8269
+ } | {
8270
+ "label"?: string;
8271
+ "arms"?: Array<"baseline" | "skill" | string>;
8272
+ "kind": "sequence";
8273
+ "of": Array<unknown>;
8274
+ } | {
8275
+ "label"?: string;
8276
+ "arms"?: Array<"baseline" | "skill" | string>;
8277
+ "kind": "any_of";
8278
+ "of": Array<unknown>;
8279
+ }>;
8280
+ }>;
8055
8281
  "private"?: boolean;
8056
8282
  }>;
8057
8283
  "subset"?: {
@@ -8371,6 +8597,11 @@ export type StudyGetResponse = {
8371
8597
  "rubric": Array<string>;
8372
8598
  "variants"?: Array<string> | null;
8373
8599
  "expectations"?: Array<unknown> | null;
8600
+ "followUps"?: Array<{
8601
+ "prompt": string;
8602
+ "rubric": Array<string>;
8603
+ "expectations"?: Array<unknown> | null;
8604
+ }> | null;
8374
8605
  }>;
8375
8606
  "runs": Array<{
8376
8607
  "runId": string;
@@ -8409,6 +8640,7 @@ export type StudyGetResponse = {
8409
8640
  "note"?: string;
8410
8641
  }>;
8411
8642
  };
8643
+ "taskStep"?: number;
8412
8644
  }> | null;
8413
8645
  "gradedAt": string | null;
8414
8646
  "judgeModel": string | null;
@@ -9715,6 +9947,29 @@ export type StudyGetResponse = {
9715
9947
  "shareUrl"?: string | null;
9716
9948
  "canManageSharing"?: boolean;
9717
9949
  "shareLinkKept"?: boolean;
9950
+ "taskSteps"?: Array<{
9951
+ "taskId": string;
9952
+ "position": number;
9953
+ "stepCount": number;
9954
+ "groups": Array<{
9955
+ "arm": string;
9956
+ "harness": string;
9957
+ "model": string;
9958
+ "runs": number;
9959
+ "finished": number;
9960
+ "graded": number;
9961
+ "passedEveryStep": number;
9962
+ "steps": Array<{
9963
+ "step": number;
9964
+ "hasCriteria": boolean;
9965
+ "hasChecks": boolean;
9966
+ "judged": number;
9967
+ "judgePassed": number;
9968
+ "checked": number;
9969
+ "checksPassed": number;
9970
+ }>;
9971
+ }>;
9972
+ }>;
9718
9973
  };
9719
9974
  export type StudyUpdateDetailsRequest = {
9720
9975
  "name"?: string;
@@ -10995,6 +11250,11 @@ export type StudyPreviewResponse = {
10995
11250
  "variants"?: Array<string> | null;
10996
11251
  "expectations"?: Array<unknown> | null;
10997
11252
  "textWithheld"?: boolean;
11253
+ "followUps"?: Array<{
11254
+ "prompt": string;
11255
+ "rubric": Array<string>;
11256
+ "expectations"?: Array<unknown> | null;
11257
+ }> | null;
10998
11258
  }>;
10999
11259
  "runs": Array<{
11000
11260
  "runId": string;
@@ -11039,6 +11299,7 @@ export type StudyPreviewResponse = {
11039
11299
  "passed": boolean;
11040
11300
  "abstained"?: boolean;
11041
11301
  "decisive"?: boolean;
11302
+ "taskStep"?: number;
11042
11303
  }> | null;
11043
11304
  "paramsKey"?: string;
11044
11305
  "textWithheld"?: boolean;
@@ -12209,6 +12470,29 @@ export type StudyPreviewResponse = {
12209
12470
  };
12210
12471
  };
12211
12472
  "textWithheldReason"?: "sign_in_required" | "terms_required" | "licence";
12473
+ "taskSteps"?: Array<{
12474
+ "taskId": string;
12475
+ "position": number;
12476
+ "stepCount": number;
12477
+ "groups": Array<{
12478
+ "arm": string;
12479
+ "harness": string;
12480
+ "model": string;
12481
+ "runs": number;
12482
+ "finished": number;
12483
+ "graded": number;
12484
+ "passedEveryStep": number;
12485
+ "steps": Array<{
12486
+ "step": number;
12487
+ "hasCriteria": boolean;
12488
+ "hasChecks": boolean;
12489
+ "judged": number;
12490
+ "judgePassed": number;
12491
+ "checked": number;
12492
+ "checksPassed": number;
12493
+ }>;
12494
+ }>;
12495
+ }>;
12212
12496
  };
12213
12497
  export type StudyPublishRequest = {
12214
12498
  "slug"?: string;
@@ -13488,6 +13772,11 @@ export type StudyUpdateTaskResponse = {
13488
13772
  "rubric": Array<string>;
13489
13773
  "variants"?: Array<string> | null;
13490
13774
  "expectations"?: Array<unknown> | null;
13775
+ "followUps"?: Array<{
13776
+ "prompt": string;
13777
+ "rubric": Array<string>;
13778
+ "expectations"?: Array<unknown> | null;
13779
+ }> | null;
13491
13780
  };
13492
13781
  };
13493
13782
  export type StudyUnpublishResponse = {