@ora-ai/cli 0.23.0 → 0.25.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +77 -0
- package/README.md +44 -13
- package/dist/agent-skills/skills-command.d.ts.map +1 -1
- package/dist/agent-skills/skills-command.js +2 -2
- package/dist/agent-skills/skills-command.js.map +1 -1
- package/dist/auth-commands.d.ts +25 -9
- package/dist/auth-commands.d.ts.map +1 -1
- package/dist/auth-commands.js +59 -49
- package/dist/auth-commands.js.map +1 -1
- package/dist/core/auth.d.ts +2 -2
- package/dist/core/auth.d.ts.map +1 -1
- package/dist/core/auth.js +5 -4
- package/dist/core/auth.js.map +1 -1
- package/dist/core/cli-arguments.d.ts +21 -0
- package/dist/core/cli-arguments.d.ts.map +1 -0
- package/dist/core/cli-arguments.js +53 -0
- package/dist/core/cli-arguments.js.map +1 -0
- package/dist/core/config.d.ts +10 -5
- package/dist/core/config.d.ts.map +1 -1
- package/dist/core/config.js +10 -7
- package/dist/core/config.js.map +1 -1
- package/dist/core/credentials/api-key-credential.d.ts +29 -0
- package/dist/core/credentials/api-key-credential.d.ts.map +1 -0
- package/dist/core/credentials/api-key-credential.js +58 -0
- package/dist/core/credentials/api-key-credential.js.map +1 -0
- package/dist/core/credentials/ci-oidc-credential.d.ts +44 -0
- package/dist/core/credentials/ci-oidc-credential.d.ts.map +1 -0
- package/dist/core/credentials/ci-oidc-credential.js +82 -0
- package/dist/core/credentials/ci-oidc-credential.js.map +1 -0
- package/dist/core/credentials/credential-chain.d.ts +25 -0
- package/dist/core/credentials/credential-chain.d.ts.map +1 -0
- package/dist/core/credentials/credential-chain.js +39 -0
- package/dist/core/credentials/credential-chain.js.map +1 -0
- package/dist/core/credentials/credential.d.ts +73 -0
- package/dist/core/credentials/credential.d.ts.map +1 -0
- package/dist/core/credentials/credential.js +9 -0
- package/dist/core/credentials/credential.js.map +1 -0
- package/dist/core/credentials/device-session-credential.d.ts +27 -0
- package/dist/core/credentials/device-session-credential.d.ts.map +1 -0
- package/dist/core/credentials/device-session-credential.js +78 -0
- package/dist/core/credentials/device-session-credential.js.map +1 -0
- package/dist/core/credentials/identity-lines.d.ts +14 -0
- package/dist/core/credentials/identity-lines.d.ts.map +1 -0
- package/dist/core/credentials/identity-lines.js +45 -0
- package/dist/core/credentials/identity-lines.js.map +1 -0
- package/dist/core/credentials/refusal-words.d.ts +15 -0
- package/dist/core/credentials/refusal-words.d.ts.map +1 -0
- package/dist/core/credentials/refusal-words.js +56 -0
- package/dist/core/credentials/refusal-words.js.map +1 -0
- package/dist/core/credentials/sign-in-areas.d.ts +18 -0
- package/dist/core/credentials/sign-in-areas.d.ts.map +1 -0
- package/dist/core/credentials/sign-in-areas.js +22 -0
- package/dist/core/credentials/sign-in-areas.js.map +1 -0
- package/dist/core/http.d.ts +10 -4
- package/dist/core/http.d.ts.map +1 -1
- package/dist/core/http.js +7 -5
- package/dist/core/http.js.map +1 -1
- package/dist/core/identity.d.ts +11 -0
- package/dist/core/identity.d.ts.map +1 -0
- package/dist/core/identity.js +21 -0
- package/dist/core/identity.js.map +1 -0
- package/dist/core/limit-story.d.ts +11 -0
- package/dist/core/limit-story.d.ts.map +1 -0
- package/dist/core/limit-story.js +16 -0
- package/dist/core/limit-story.js.map +1 -0
- package/dist/core/login.d.ts +5 -3
- package/dist/core/login.d.ts.map +1 -1
- package/dist/core/login.js +5 -3
- package/dist/core/login.js.map +1 -1
- package/dist/core/oauth/metadata.d.ts +24 -0
- package/dist/core/oauth/metadata.d.ts.map +1 -0
- package/dist/core/oauth/metadata.js +99 -0
- package/dist/core/oauth/metadata.js.map +1 -0
- package/dist/core/oauth/oauth-client.d.ts +70 -0
- package/dist/core/oauth/oauth-client.d.ts.map +1 -0
- package/dist/core/oauth/oauth-client.js +136 -0
- package/dist/core/oauth/oauth-client.js.map +1 -0
- package/dist/core/oauth/oauth-error.d.ts +18 -0
- package/dist/core/oauth/oauth-error.d.ts.map +1 -0
- package/dist/core/oauth/oauth-error.js +31 -0
- package/dist/core/oauth/oauth-error.js.map +1 -0
- package/dist/core/oauth/sign-in-error.d.ts +15 -0
- package/dist/core/oauth/sign-in-error.d.ts.map +1 -0
- package/dist/core/oauth/sign-in-error.js +21 -0
- package/dist/core/oauth/sign-in-error.js.map +1 -0
- package/dist/core/oauth/sign-in-target.d.ts +31 -0
- package/dist/core/oauth/sign-in-target.d.ts.map +1 -0
- package/dist/core/oauth/sign-in-target.js +44 -0
- package/dist/core/oauth/sign-in-target.js.map +1 -0
- package/dist/core/output.d.ts +14 -3
- package/dist/core/output.d.ts.map +1 -1
- package/dist/core/output.js +38 -38
- package/dist/core/output.js.map +1 -1
- package/dist/core/retry-after.d.ts +8 -0
- package/dist/core/retry-after.d.ts.map +1 -0
- package/dist/core/retry-after.js +18 -0
- package/dist/core/retry-after.js.map +1 -0
- package/dist/core/run-operation.d.ts +26 -10
- package/dist/core/run-operation.d.ts.map +1 -1
- package/dist/core/run-operation.js +40 -21
- package/dist/core/run-operation.js.map +1 -1
- package/dist/core/session/device-session-auth.d.ts +29 -0
- package/dist/core/session/device-session-auth.d.ts.map +1 -0
- package/dist/core/session/device-session-auth.js +92 -0
- package/dist/core/session/device-session-auth.js.map +1 -0
- package/dist/core/session/file-lock.d.ts +33 -0
- package/dist/core/session/file-lock.d.ts.map +1 -0
- package/dist/core/session/file-lock.js +145 -0
- package/dist/core/session/file-lock.js.map +1 -0
- package/dist/core/session/session-refusals.d.ts +22 -0
- package/dist/core/session/session-refusals.d.ts.map +1 -0
- package/dist/core/session/session-refusals.js +23 -0
- package/dist/core/session/session-refusals.js.map +1 -0
- package/dist/core/session/session-store.d.ts +53 -0
- package/dist/core/session/session-store.d.ts.map +1 -0
- package/dist/core/session/session-store.js +71 -0
- package/dist/core/session/session-store.js.map +1 -0
- package/dist/core/sign-in.d.ts +2 -2
- package/dist/core/sign-in.js +2 -2
- package/dist/core/token-expiry.d.ts +9 -0
- package/dist/core/token-expiry.d.ts.map +1 -0
- package/dist/core/token-expiry.js +11 -0
- package/dist/core/token-expiry.js.map +1 -0
- package/dist/core/url.d.ts +5 -0
- package/dist/core/url.d.ts.map +1 -0
- package/dist/core/url.js +17 -0
- package/dist/core/url.js.map +1 -0
- package/dist/generated/operations.d.ts +2 -1
- package/dist/generated/operations.d.ts.map +1 -1
- package/dist/generated/operations.js +32 -5
- package/dist/generated/operations.js.map +1 -1
- package/dist/generated/types.d.ts +584 -0
- package/dist/generated/types.d.ts.map +1 -1
- package/dist/generated/types.js +1 -1
- package/dist/interactive/menu.d.ts.map +1 -1
- package/dist/interactive/menu.js +4 -2
- package/dist/interactive/menu.js.map +1 -1
- package/dist/interactive/session.d.ts.map +1 -1
- package/dist/interactive/session.js +17 -8
- package/dist/interactive/session.js.map +1 -1
- package/dist/login/browser-opener.d.ts +20 -0
- package/dist/login/browser-opener.d.ts.map +1 -0
- package/dist/login/browser-opener.js +43 -0
- package/dist/login/browser-opener.js.map +1 -0
- package/dist/login/device-flow.d.ts +60 -0
- package/dist/login/device-flow.d.ts.map +1 -0
- package/dist/login/device-flow.js +98 -0
- package/dist/login/device-flow.js.map +1 -0
- package/dist/login/device-login.d.ts +27 -0
- package/dist/login/device-login.d.ts.map +1 -0
- package/dist/login/device-login.js +148 -0
- package/dist/login/device-login.js.map +1 -0
- package/dist/login/device-presenter.d.ts +24 -0
- package/dist/login/device-presenter.d.ts.map +1 -0
- package/dist/login/device-presenter.js +69 -0
- package/dist/login/device-presenter.js.map +1 -0
- package/dist/login/login-command.d.ts +14 -0
- package/dist/login/login-command.d.ts.map +1 -0
- package/dist/login/login-command.js +73 -0
- package/dist/login/login-command.js.map +1 -0
- package/dist/login/login-deps.d.ts +17 -0
- package/dist/login/login-deps.d.ts.map +1 -0
- package/dist/login/login-deps.js +18 -0
- package/dist/login/login-deps.js.map +1 -0
- package/dist/login/piped-input.d.ts +23 -0
- package/dist/login/piped-input.d.ts.map +1 -0
- package/dist/login/piped-input.js +36 -0
- package/dist/login/piped-input.js.map +1 -0
- package/dist/login/requested-scopes.d.ts +22 -0
- package/dist/login/requested-scopes.d.ts.map +1 -0
- package/dist/login/requested-scopes.js +43 -0
- package/dist/login/requested-scopes.js.map +1 -0
- package/dist/program.d.ts +16 -5
- package/dist/program.d.ts.map +1 -1
- package/dist/program.js +35 -10
- package/dist/program.js.map +1 -1
- package/dist/study-ci/ci-command.d.ts.map +1 -1
- package/dist/study-ci/ci-command.js +2 -2
- package/dist/study-ci/ci-command.js.map +1 -1
- package/dist/study-ci/ci-rehearse-command.d.ts.map +1 -1
- package/dist/study-ci/ci-rehearse-command.js +2 -2
- package/dist/study-ci/ci-rehearse-command.js.map +1 -1
- package/dist/tunnel/connection-end.d.ts +30 -0
- package/dist/tunnel/connection-end.d.ts.map +1 -0
- package/dist/tunnel/connection-end.js +29 -0
- package/dist/tunnel/connection-end.js.map +1 -0
- package/dist/tunnel-command.d.ts.map +1 -1
- package/dist/tunnel-command.js +24 -8
- package/dist/tunnel-command.js.map +1 -1
- package/package.json +3 -2
- package/dist/core/credential-sources.d.ts +0 -45
- package/dist/core/credential-sources.d.ts.map +0 -1
- package/dist/core/credential-sources.js +0 -65
- package/dist/core/credential-sources.js.map +0 -1
|
@@ -3538,6 +3538,7 @@ export type SessionsCatalogResponse = {
|
|
|
3538
3538
|
"displayName": string;
|
|
3539
3539
|
"sessionable": boolean;
|
|
3540
3540
|
"interfaces"?: Array<"terminal" | "desktop" | "web">;
|
|
3541
|
+
"opensIn"?: "terminal" | "desktop" | "web";
|
|
3541
3542
|
"door"?: string;
|
|
3542
3543
|
"caps"?: {
|
|
3543
3544
|
"queue": "none" | "native" | "native-unsafe";
|
|
@@ -7168,6 +7169,10 @@ export type StudyListResponse = {
|
|
|
7168
7169
|
"nextAttemptAt"?: string;
|
|
7169
7170
|
"reason"?: string;
|
|
7170
7171
|
};
|
|
7172
|
+
"stopped"?: {
|
|
7173
|
+
"at": string;
|
|
7174
|
+
"notStarted": number;
|
|
7175
|
+
};
|
|
7171
7176
|
} | null;
|
|
7172
7177
|
"pacing"?: {
|
|
7173
7178
|
"maxInFlight"?: number;
|
|
@@ -7372,6 +7377,79 @@ export type StudyCreateRequest = {
|
|
|
7372
7377
|
"kind": "any_of";
|
|
7373
7378
|
"of": Array<unknown>;
|
|
7374
7379
|
}>;
|
|
7380
|
+
"followUps"?: Array<{
|
|
7381
|
+
"prompt": string;
|
|
7382
|
+
"rubric"?: Array<string>;
|
|
7383
|
+
"expectations"?: Array<{
|
|
7384
|
+
"label"?: string;
|
|
7385
|
+
"arms"?: Array<"baseline" | "skill" | string>;
|
|
7386
|
+
"kind": "mcp_tool_called";
|
|
7387
|
+
"server"?: string;
|
|
7388
|
+
"tool": string;
|
|
7389
|
+
"arguments"?: Record<string, unknown>;
|
|
7390
|
+
"minCalls"?: number;
|
|
7391
|
+
} | {
|
|
7392
|
+
"label"?: string;
|
|
7393
|
+
"arms"?: Array<"baseline" | "skill" | string>;
|
|
7394
|
+
"kind": "tool_not_called";
|
|
7395
|
+
"tool"?: string;
|
|
7396
|
+
"mcp"?: {
|
|
7397
|
+
"server"?: string;
|
|
7398
|
+
"tool": string;
|
|
7399
|
+
};
|
|
7400
|
+
"pattern"?: string;
|
|
7401
|
+
} | {
|
|
7402
|
+
"label"?: string;
|
|
7403
|
+
"arms"?: Array<"baseline" | "skill" | string>;
|
|
7404
|
+
"kind": "command_ran";
|
|
7405
|
+
"pattern": string;
|
|
7406
|
+
} | {
|
|
7407
|
+
"label"?: string;
|
|
7408
|
+
"arms"?: Array<"baseline" | "skill" | string>;
|
|
7409
|
+
"kind": "skill_loaded";
|
|
7410
|
+
"slug": string;
|
|
7411
|
+
} | {
|
|
7412
|
+
"label"?: string;
|
|
7413
|
+
"arms"?: Array<"baseline" | "skill" | string>;
|
|
7414
|
+
"kind": "file_operation";
|
|
7415
|
+
"op"?: "read" | "write" | "edit";
|
|
7416
|
+
"path": unknown;
|
|
7417
|
+
} | {
|
|
7418
|
+
"label"?: string;
|
|
7419
|
+
"arms"?: Array<"baseline" | "skill" | string>;
|
|
7420
|
+
"kind": "web_fetched";
|
|
7421
|
+
"urlHost"?: string;
|
|
7422
|
+
"urlPattern"?: string;
|
|
7423
|
+
} | {
|
|
7424
|
+
"label"?: string;
|
|
7425
|
+
"arms"?: Array<"baseline" | "skill" | string>;
|
|
7426
|
+
"kind": "response_contains";
|
|
7427
|
+
"text": string;
|
|
7428
|
+
"normalize"?: "prose";
|
|
7429
|
+
} | {
|
|
7430
|
+
"label"?: string;
|
|
7431
|
+
"arms"?: Array<"baseline" | "skill" | string>;
|
|
7432
|
+
"kind": "response_matches";
|
|
7433
|
+
"pattern": string;
|
|
7434
|
+
"ignoreCase"?: boolean;
|
|
7435
|
+
} | {
|
|
7436
|
+
"label"?: string;
|
|
7437
|
+
"arms"?: Array<"baseline" | "skill" | string>;
|
|
7438
|
+
"kind": "token_budget";
|
|
7439
|
+
"maxOutputTokens"?: number;
|
|
7440
|
+
"maxTotalTokens"?: number;
|
|
7441
|
+
} | {
|
|
7442
|
+
"label"?: string;
|
|
7443
|
+
"arms"?: Array<"baseline" | "skill" | string>;
|
|
7444
|
+
"kind": "sequence";
|
|
7445
|
+
"of": Array<unknown>;
|
|
7446
|
+
} | {
|
|
7447
|
+
"label"?: string;
|
|
7448
|
+
"arms"?: Array<"baseline" | "skill" | string>;
|
|
7449
|
+
"kind": "any_of";
|
|
7450
|
+
"of": Array<unknown>;
|
|
7451
|
+
}>;
|
|
7452
|
+
}>;
|
|
7375
7453
|
"private"?: boolean;
|
|
7376
7454
|
}>;
|
|
7377
7455
|
"subset"?: {
|
|
@@ -7548,6 +7626,10 @@ export type StudyCreateResponse = {
|
|
|
7548
7626
|
"nextAttemptAt"?: string;
|
|
7549
7627
|
"reason"?: string;
|
|
7550
7628
|
};
|
|
7629
|
+
"stopped"?: {
|
|
7630
|
+
"at": string;
|
|
7631
|
+
"notStarted": number;
|
|
7632
|
+
};
|
|
7551
7633
|
} | null;
|
|
7552
7634
|
"pacing"?: {
|
|
7553
7635
|
"maxInFlight"?: number;
|
|
@@ -7641,6 +7723,10 @@ export type StudyComparisonModesListResponse = {
|
|
|
7641
7723
|
"enabled": boolean;
|
|
7642
7724
|
"max": number;
|
|
7643
7725
|
};
|
|
7726
|
+
"runScreens": {
|
|
7727
|
+
"enabled": Array<string>;
|
|
7728
|
+
"defaults": Array<string>;
|
|
7729
|
+
};
|
|
7644
7730
|
};
|
|
7645
7731
|
export type StudyConvertWebmcpSuiteRequest = {
|
|
7646
7732
|
"suite": unknown;
|
|
@@ -7787,6 +7873,79 @@ export type StudyPreflightRequest = {
|
|
|
7787
7873
|
"kind": "any_of";
|
|
7788
7874
|
"of": Array<unknown>;
|
|
7789
7875
|
}>;
|
|
7876
|
+
"followUps"?: Array<{
|
|
7877
|
+
"prompt": string;
|
|
7878
|
+
"rubric"?: Array<string>;
|
|
7879
|
+
"expectations"?: Array<{
|
|
7880
|
+
"label"?: string;
|
|
7881
|
+
"arms"?: Array<"baseline" | "skill" | string>;
|
|
7882
|
+
"kind": "mcp_tool_called";
|
|
7883
|
+
"server"?: string;
|
|
7884
|
+
"tool": string;
|
|
7885
|
+
"arguments"?: Record<string, unknown>;
|
|
7886
|
+
"minCalls"?: number;
|
|
7887
|
+
} | {
|
|
7888
|
+
"label"?: string;
|
|
7889
|
+
"arms"?: Array<"baseline" | "skill" | string>;
|
|
7890
|
+
"kind": "tool_not_called";
|
|
7891
|
+
"tool"?: string;
|
|
7892
|
+
"mcp"?: {
|
|
7893
|
+
"server"?: string;
|
|
7894
|
+
"tool": string;
|
|
7895
|
+
};
|
|
7896
|
+
"pattern"?: string;
|
|
7897
|
+
} | {
|
|
7898
|
+
"label"?: string;
|
|
7899
|
+
"arms"?: Array<"baseline" | "skill" | string>;
|
|
7900
|
+
"kind": "command_ran";
|
|
7901
|
+
"pattern": string;
|
|
7902
|
+
} | {
|
|
7903
|
+
"label"?: string;
|
|
7904
|
+
"arms"?: Array<"baseline" | "skill" | string>;
|
|
7905
|
+
"kind": "skill_loaded";
|
|
7906
|
+
"slug": string;
|
|
7907
|
+
} | {
|
|
7908
|
+
"label"?: string;
|
|
7909
|
+
"arms"?: Array<"baseline" | "skill" | string>;
|
|
7910
|
+
"kind": "file_operation";
|
|
7911
|
+
"op"?: "read" | "write" | "edit";
|
|
7912
|
+
"path": unknown;
|
|
7913
|
+
} | {
|
|
7914
|
+
"label"?: string;
|
|
7915
|
+
"arms"?: Array<"baseline" | "skill" | string>;
|
|
7916
|
+
"kind": "web_fetched";
|
|
7917
|
+
"urlHost"?: string;
|
|
7918
|
+
"urlPattern"?: string;
|
|
7919
|
+
} | {
|
|
7920
|
+
"label"?: string;
|
|
7921
|
+
"arms"?: Array<"baseline" | "skill" | string>;
|
|
7922
|
+
"kind": "response_contains";
|
|
7923
|
+
"text": string;
|
|
7924
|
+
"normalize"?: "prose";
|
|
7925
|
+
} | {
|
|
7926
|
+
"label"?: string;
|
|
7927
|
+
"arms"?: Array<"baseline" | "skill" | string>;
|
|
7928
|
+
"kind": "response_matches";
|
|
7929
|
+
"pattern": string;
|
|
7930
|
+
"ignoreCase"?: boolean;
|
|
7931
|
+
} | {
|
|
7932
|
+
"label"?: string;
|
|
7933
|
+
"arms"?: Array<"baseline" | "skill" | string>;
|
|
7934
|
+
"kind": "token_budget";
|
|
7935
|
+
"maxOutputTokens"?: number;
|
|
7936
|
+
"maxTotalTokens"?: number;
|
|
7937
|
+
} | {
|
|
7938
|
+
"label"?: string;
|
|
7939
|
+
"arms"?: Array<"baseline" | "skill" | string>;
|
|
7940
|
+
"kind": "sequence";
|
|
7941
|
+
"of": Array<unknown>;
|
|
7942
|
+
} | {
|
|
7943
|
+
"label"?: string;
|
|
7944
|
+
"arms"?: Array<"baseline" | "skill" | string>;
|
|
7945
|
+
"kind": "any_of";
|
|
7946
|
+
"of": Array<unknown>;
|
|
7947
|
+
}>;
|
|
7948
|
+
}>;
|
|
7790
7949
|
"private"?: boolean;
|
|
7791
7950
|
}>;
|
|
7792
7951
|
"subset"?: {
|
|
@@ -7849,6 +8008,12 @@ export type StudyPreflightResponse = {
|
|
|
7849
8008
|
"keys": Array<string>;
|
|
7850
8009
|
"plannedReads": number;
|
|
7851
8010
|
};
|
|
8011
|
+
"steps"?: {
|
|
8012
|
+
"tasks": number;
|
|
8013
|
+
"followUps": number;
|
|
8014
|
+
"plannedFollowUpTurns": number;
|
|
8015
|
+
"plannedExtraJudgeReads": number;
|
|
8016
|
+
};
|
|
7852
8017
|
"runs": {
|
|
7853
8018
|
"tasks": number;
|
|
7854
8019
|
"variants": number;
|
|
@@ -8052,6 +8217,79 @@ export type StudyRehearseRequest = {
|
|
|
8052
8217
|
"kind": "any_of";
|
|
8053
8218
|
"of": Array<unknown>;
|
|
8054
8219
|
}>;
|
|
8220
|
+
"followUps"?: Array<{
|
|
8221
|
+
"prompt": string;
|
|
8222
|
+
"rubric"?: Array<string>;
|
|
8223
|
+
"expectations"?: Array<{
|
|
8224
|
+
"label"?: string;
|
|
8225
|
+
"arms"?: Array<"baseline" | "skill" | string>;
|
|
8226
|
+
"kind": "mcp_tool_called";
|
|
8227
|
+
"server"?: string;
|
|
8228
|
+
"tool": string;
|
|
8229
|
+
"arguments"?: Record<string, unknown>;
|
|
8230
|
+
"minCalls"?: number;
|
|
8231
|
+
} | {
|
|
8232
|
+
"label"?: string;
|
|
8233
|
+
"arms"?: Array<"baseline" | "skill" | string>;
|
|
8234
|
+
"kind": "tool_not_called";
|
|
8235
|
+
"tool"?: string;
|
|
8236
|
+
"mcp"?: {
|
|
8237
|
+
"server"?: string;
|
|
8238
|
+
"tool": string;
|
|
8239
|
+
};
|
|
8240
|
+
"pattern"?: string;
|
|
8241
|
+
} | {
|
|
8242
|
+
"label"?: string;
|
|
8243
|
+
"arms"?: Array<"baseline" | "skill" | string>;
|
|
8244
|
+
"kind": "command_ran";
|
|
8245
|
+
"pattern": string;
|
|
8246
|
+
} | {
|
|
8247
|
+
"label"?: string;
|
|
8248
|
+
"arms"?: Array<"baseline" | "skill" | string>;
|
|
8249
|
+
"kind": "skill_loaded";
|
|
8250
|
+
"slug": string;
|
|
8251
|
+
} | {
|
|
8252
|
+
"label"?: string;
|
|
8253
|
+
"arms"?: Array<"baseline" | "skill" | string>;
|
|
8254
|
+
"kind": "file_operation";
|
|
8255
|
+
"op"?: "read" | "write" | "edit";
|
|
8256
|
+
"path": unknown;
|
|
8257
|
+
} | {
|
|
8258
|
+
"label"?: string;
|
|
8259
|
+
"arms"?: Array<"baseline" | "skill" | string>;
|
|
8260
|
+
"kind": "web_fetched";
|
|
8261
|
+
"urlHost"?: string;
|
|
8262
|
+
"urlPattern"?: string;
|
|
8263
|
+
} | {
|
|
8264
|
+
"label"?: string;
|
|
8265
|
+
"arms"?: Array<"baseline" | "skill" | string>;
|
|
8266
|
+
"kind": "response_contains";
|
|
8267
|
+
"text": string;
|
|
8268
|
+
"normalize"?: "prose";
|
|
8269
|
+
} | {
|
|
8270
|
+
"label"?: string;
|
|
8271
|
+
"arms"?: Array<"baseline" | "skill" | string>;
|
|
8272
|
+
"kind": "response_matches";
|
|
8273
|
+
"pattern": string;
|
|
8274
|
+
"ignoreCase"?: boolean;
|
|
8275
|
+
} | {
|
|
8276
|
+
"label"?: string;
|
|
8277
|
+
"arms"?: Array<"baseline" | "skill" | string>;
|
|
8278
|
+
"kind": "token_budget";
|
|
8279
|
+
"maxOutputTokens"?: number;
|
|
8280
|
+
"maxTotalTokens"?: number;
|
|
8281
|
+
} | {
|
|
8282
|
+
"label"?: string;
|
|
8283
|
+
"arms"?: Array<"baseline" | "skill" | string>;
|
|
8284
|
+
"kind": "sequence";
|
|
8285
|
+
"of": Array<unknown>;
|
|
8286
|
+
} | {
|
|
8287
|
+
"label"?: string;
|
|
8288
|
+
"arms"?: Array<"baseline" | "skill" | string>;
|
|
8289
|
+
"kind": "any_of";
|
|
8290
|
+
"of": Array<unknown>;
|
|
8291
|
+
}>;
|
|
8292
|
+
}>;
|
|
8055
8293
|
"private"?: boolean;
|
|
8056
8294
|
}>;
|
|
8057
8295
|
"subset"?: {
|
|
@@ -8290,6 +8528,10 @@ export type StudyGetResponse = {
|
|
|
8290
8528
|
"nextAttemptAt"?: string;
|
|
8291
8529
|
"reason"?: string;
|
|
8292
8530
|
};
|
|
8531
|
+
"stopped"?: {
|
|
8532
|
+
"at": string;
|
|
8533
|
+
"notStarted": number;
|
|
8534
|
+
};
|
|
8293
8535
|
} | null;
|
|
8294
8536
|
"pacing"?: {
|
|
8295
8537
|
"maxInFlight"?: number;
|
|
@@ -8371,6 +8613,11 @@ export type StudyGetResponse = {
|
|
|
8371
8613
|
"rubric": Array<string>;
|
|
8372
8614
|
"variants"?: Array<string> | null;
|
|
8373
8615
|
"expectations"?: Array<unknown> | null;
|
|
8616
|
+
"followUps"?: Array<{
|
|
8617
|
+
"prompt": string;
|
|
8618
|
+
"rubric": Array<string>;
|
|
8619
|
+
"expectations"?: Array<unknown> | null;
|
|
8620
|
+
}> | null;
|
|
8374
8621
|
}>;
|
|
8375
8622
|
"runs": Array<{
|
|
8376
8623
|
"runId": string;
|
|
@@ -8409,6 +8656,7 @@ export type StudyGetResponse = {
|
|
|
8409
8656
|
"note"?: string;
|
|
8410
8657
|
}>;
|
|
8411
8658
|
};
|
|
8659
|
+
"taskStep"?: number;
|
|
8412
8660
|
}> | null;
|
|
8413
8661
|
"gradedAt": string | null;
|
|
8414
8662
|
"judgeModel": string | null;
|
|
@@ -9715,6 +9963,29 @@ export type StudyGetResponse = {
|
|
|
9715
9963
|
"shareUrl"?: string | null;
|
|
9716
9964
|
"canManageSharing"?: boolean;
|
|
9717
9965
|
"shareLinkKept"?: boolean;
|
|
9966
|
+
"taskSteps"?: Array<{
|
|
9967
|
+
"taskId": string;
|
|
9968
|
+
"position": number;
|
|
9969
|
+
"stepCount": number;
|
|
9970
|
+
"groups": Array<{
|
|
9971
|
+
"arm": string;
|
|
9972
|
+
"harness": string;
|
|
9973
|
+
"model": string;
|
|
9974
|
+
"runs": number;
|
|
9975
|
+
"finished": number;
|
|
9976
|
+
"graded": number;
|
|
9977
|
+
"passedEveryStep": number;
|
|
9978
|
+
"steps": Array<{
|
|
9979
|
+
"step": number;
|
|
9980
|
+
"hasCriteria": boolean;
|
|
9981
|
+
"hasChecks": boolean;
|
|
9982
|
+
"judged": number;
|
|
9983
|
+
"judgePassed": number;
|
|
9984
|
+
"checked": number;
|
|
9985
|
+
"checksPassed": number;
|
|
9986
|
+
}>;
|
|
9987
|
+
}>;
|
|
9988
|
+
}>;
|
|
9718
9989
|
};
|
|
9719
9990
|
export type StudyUpdateDetailsRequest = {
|
|
9720
9991
|
"name"?: string;
|
|
@@ -9849,6 +10120,10 @@ export type StudyUpdateDetailsResponse = {
|
|
|
9849
10120
|
"nextAttemptAt"?: string;
|
|
9850
10121
|
"reason"?: string;
|
|
9851
10122
|
};
|
|
10123
|
+
"stopped"?: {
|
|
10124
|
+
"at": string;
|
|
10125
|
+
"notStarted": number;
|
|
10126
|
+
};
|
|
9852
10127
|
} | null;
|
|
9853
10128
|
"pacing"?: {
|
|
9854
10129
|
"maxInFlight"?: number;
|
|
@@ -10021,6 +10296,10 @@ export type StudyAddAgentsResponse = {
|
|
|
10021
10296
|
"nextAttemptAt"?: string;
|
|
10022
10297
|
"reason"?: string;
|
|
10023
10298
|
};
|
|
10299
|
+
"stopped"?: {
|
|
10300
|
+
"at": string;
|
|
10301
|
+
"notStarted": number;
|
|
10302
|
+
};
|
|
10024
10303
|
} | null;
|
|
10025
10304
|
"relaunch": {
|
|
10026
10305
|
"started": boolean;
|
|
@@ -10322,6 +10601,10 @@ export type StudyGenerateResponse = {
|
|
|
10322
10601
|
"nextAttemptAt"?: string;
|
|
10323
10602
|
"reason"?: string;
|
|
10324
10603
|
};
|
|
10604
|
+
"stopped"?: {
|
|
10605
|
+
"at": string;
|
|
10606
|
+
"notStarted": number;
|
|
10607
|
+
};
|
|
10325
10608
|
} | null;
|
|
10326
10609
|
"pacing"?: {
|
|
10327
10610
|
"maxInFlight"?: number;
|
|
@@ -10414,10 +10697,20 @@ export type StudyGradingRevisionsResponse = {
|
|
|
10414
10697
|
"before": {
|
|
10415
10698
|
"rubric": Array<string>;
|
|
10416
10699
|
"expectations": Array<unknown>;
|
|
10700
|
+
"followUps"?: Array<{
|
|
10701
|
+
"prompt": string;
|
|
10702
|
+
"rubric": Array<string>;
|
|
10703
|
+
"expectations": Array<unknown>;
|
|
10704
|
+
}>;
|
|
10417
10705
|
};
|
|
10418
10706
|
"after": {
|
|
10419
10707
|
"rubric": Array<string>;
|
|
10420
10708
|
"expectations": Array<unknown>;
|
|
10709
|
+
"followUps"?: Array<{
|
|
10710
|
+
"prompt": string;
|
|
10711
|
+
"rubric": Array<string>;
|
|
10712
|
+
"expectations": Array<unknown>;
|
|
10713
|
+
}>;
|
|
10421
10714
|
};
|
|
10422
10715
|
"lenses": Array<"judge" | "evals">;
|
|
10423
10716
|
}>;
|
|
@@ -10429,6 +10722,11 @@ export type StudyReviseGradingRequest = {
|
|
|
10429
10722
|
"taskId": string;
|
|
10430
10723
|
"rubric"?: Array<string>;
|
|
10431
10724
|
"expectations"?: Array<unknown>;
|
|
10725
|
+
"followUps"?: Array<{
|
|
10726
|
+
"step": number;
|
|
10727
|
+
"rubric"?: Array<string>;
|
|
10728
|
+
"expectations"?: Array<unknown>;
|
|
10729
|
+
}>;
|
|
10432
10730
|
}>;
|
|
10433
10731
|
"dryRun"?: boolean;
|
|
10434
10732
|
};
|
|
@@ -10447,10 +10745,20 @@ export type StudyReviseGradingResponse = {
|
|
|
10447
10745
|
"before": {
|
|
10448
10746
|
"rubric": Array<string>;
|
|
10449
10747
|
"expectations": Array<unknown>;
|
|
10748
|
+
"followUps"?: Array<{
|
|
10749
|
+
"prompt": string;
|
|
10750
|
+
"rubric": Array<string>;
|
|
10751
|
+
"expectations": Array<unknown>;
|
|
10752
|
+
}>;
|
|
10450
10753
|
};
|
|
10451
10754
|
"after": {
|
|
10452
10755
|
"rubric": Array<string>;
|
|
10453
10756
|
"expectations": Array<unknown>;
|
|
10757
|
+
"followUps"?: Array<{
|
|
10758
|
+
"prompt": string;
|
|
10759
|
+
"rubric": Array<string>;
|
|
10760
|
+
"expectations": Array<unknown>;
|
|
10761
|
+
}>;
|
|
10454
10762
|
};
|
|
10455
10763
|
"lenses": Array<"judge" | "evals">;
|
|
10456
10764
|
}>;
|
|
@@ -10592,6 +10900,10 @@ export type StudyLaunchResponse = {
|
|
|
10592
10900
|
"nextAttemptAt"?: string;
|
|
10593
10901
|
"reason"?: string;
|
|
10594
10902
|
};
|
|
10903
|
+
"stopped"?: {
|
|
10904
|
+
"at": string;
|
|
10905
|
+
"notStarted": number;
|
|
10906
|
+
};
|
|
10595
10907
|
} | null;
|
|
10596
10908
|
"pacing"?: {
|
|
10597
10909
|
"maxInFlight"?: number;
|
|
@@ -10803,6 +11115,10 @@ export type StudyUpdateLensesResponse = {
|
|
|
10803
11115
|
"nextAttemptAt"?: string;
|
|
10804
11116
|
"reason"?: string;
|
|
10805
11117
|
};
|
|
11118
|
+
"stopped"?: {
|
|
11119
|
+
"at": string;
|
|
11120
|
+
"notStarted": number;
|
|
11121
|
+
};
|
|
10806
11122
|
} | null;
|
|
10807
11123
|
"pacing"?: {
|
|
10808
11124
|
"maxInFlight"?: number;
|
|
@@ -10995,6 +11311,11 @@ export type StudyPreviewResponse = {
|
|
|
10995
11311
|
"variants"?: Array<string> | null;
|
|
10996
11312
|
"expectations"?: Array<unknown> | null;
|
|
10997
11313
|
"textWithheld"?: boolean;
|
|
11314
|
+
"followUps"?: Array<{
|
|
11315
|
+
"prompt": string;
|
|
11316
|
+
"rubric": Array<string>;
|
|
11317
|
+
"expectations"?: Array<unknown> | null;
|
|
11318
|
+
}> | null;
|
|
10998
11319
|
}>;
|
|
10999
11320
|
"runs": Array<{
|
|
11000
11321
|
"runId": string;
|
|
@@ -11039,6 +11360,7 @@ export type StudyPreviewResponse = {
|
|
|
11039
11360
|
"passed": boolean;
|
|
11040
11361
|
"abstained"?: boolean;
|
|
11041
11362
|
"decisive"?: boolean;
|
|
11363
|
+
"taskStep"?: number;
|
|
11042
11364
|
}> | null;
|
|
11043
11365
|
"paramsKey"?: string;
|
|
11044
11366
|
"textWithheld"?: boolean;
|
|
@@ -12209,6 +12531,29 @@ export type StudyPreviewResponse = {
|
|
|
12209
12531
|
};
|
|
12210
12532
|
};
|
|
12211
12533
|
"textWithheldReason"?: "sign_in_required" | "terms_required" | "licence";
|
|
12534
|
+
"taskSteps"?: Array<{
|
|
12535
|
+
"taskId": string;
|
|
12536
|
+
"position": number;
|
|
12537
|
+
"stepCount": number;
|
|
12538
|
+
"groups": Array<{
|
|
12539
|
+
"arm": string;
|
|
12540
|
+
"harness": string;
|
|
12541
|
+
"model": string;
|
|
12542
|
+
"runs": number;
|
|
12543
|
+
"finished": number;
|
|
12544
|
+
"graded": number;
|
|
12545
|
+
"passedEveryStep": number;
|
|
12546
|
+
"steps": Array<{
|
|
12547
|
+
"step": number;
|
|
12548
|
+
"hasCriteria": boolean;
|
|
12549
|
+
"hasChecks": boolean;
|
|
12550
|
+
"judged": number;
|
|
12551
|
+
"judgePassed": number;
|
|
12552
|
+
"checked": number;
|
|
12553
|
+
"checksPassed": number;
|
|
12554
|
+
}>;
|
|
12555
|
+
}>;
|
|
12556
|
+
}>;
|
|
12212
12557
|
};
|
|
12213
12558
|
export type StudyPublishRequest = {
|
|
12214
12559
|
"slug"?: string;
|
|
@@ -12345,6 +12690,10 @@ export type StudyPublishResponse = {
|
|
|
12345
12690
|
"nextAttemptAt"?: string;
|
|
12346
12691
|
"reason"?: string;
|
|
12347
12692
|
};
|
|
12693
|
+
"stopped"?: {
|
|
12694
|
+
"at": string;
|
|
12695
|
+
"notStarted": number;
|
|
12696
|
+
};
|
|
12348
12697
|
} | null;
|
|
12349
12698
|
"pacing"?: {
|
|
12350
12699
|
"maxInFlight"?: number;
|
|
@@ -12595,6 +12944,10 @@ export type StudyRegradeResponse = {
|
|
|
12595
12944
|
"nextAttemptAt"?: string;
|
|
12596
12945
|
"reason"?: string;
|
|
12597
12946
|
};
|
|
12947
|
+
"stopped"?: {
|
|
12948
|
+
"at": string;
|
|
12949
|
+
"notStarted": number;
|
|
12950
|
+
};
|
|
12598
12951
|
} | null;
|
|
12599
12952
|
"pacing"?: {
|
|
12600
12953
|
"maxInFlight"?: number;
|
|
@@ -12888,6 +13241,10 @@ export type StudyRestoreResponse = {
|
|
|
12888
13241
|
"nextAttemptAt"?: string;
|
|
12889
13242
|
"reason"?: string;
|
|
12890
13243
|
};
|
|
13244
|
+
"stopped"?: {
|
|
13245
|
+
"at": string;
|
|
13246
|
+
"notStarted": number;
|
|
13247
|
+
};
|
|
12891
13248
|
} | null;
|
|
12892
13249
|
"pacing"?: {
|
|
12893
13250
|
"maxInFlight"?: number;
|
|
@@ -13330,6 +13687,10 @@ export type StudyRotateShareTokenResponse = {
|
|
|
13330
13687
|
"nextAttemptAt"?: string;
|
|
13331
13688
|
"reason"?: string;
|
|
13332
13689
|
};
|
|
13690
|
+
"stopped"?: {
|
|
13691
|
+
"at": string;
|
|
13692
|
+
"notStarted": number;
|
|
13693
|
+
};
|
|
13333
13694
|
} | null;
|
|
13334
13695
|
"pacing"?: {
|
|
13335
13696
|
"maxInFlight"?: number;
|
|
@@ -13403,6 +13764,216 @@ export type StudyRotateShareTokenResponse = {
|
|
|
13403
13764
|
"shareUrl": string | null;
|
|
13404
13765
|
"shareLinkKept": boolean;
|
|
13405
13766
|
};
|
|
13767
|
+
export type StudyStopResponse = {
|
|
13768
|
+
"study": {
|
|
13769
|
+
"id": string;
|
|
13770
|
+
"executiveSummary"?: string | null;
|
|
13771
|
+
"executiveSummaryDraft"?: string | null;
|
|
13772
|
+
"executiveSummaryRequest"?: "live" | "draft" | null;
|
|
13773
|
+
"executiveSummaryRequestedAt"?: string | null;
|
|
13774
|
+
"executiveSummaryUnavailableAt"?: string | null;
|
|
13775
|
+
"plannedRunCount": number;
|
|
13776
|
+
"organizationId": string;
|
|
13777
|
+
"createdBy": string | null;
|
|
13778
|
+
"name": string;
|
|
13779
|
+
"slug": string;
|
|
13780
|
+
"description": string | null;
|
|
13781
|
+
"skillRef": string | null;
|
|
13782
|
+
"skillSlug": string | null;
|
|
13783
|
+
"skillName": string | null;
|
|
13784
|
+
"skillPromise": string;
|
|
13785
|
+
"subjectKind": "skill" | "tools" | "addon" | "custom" | "benchmark";
|
|
13786
|
+
"subjectName": string | null;
|
|
13787
|
+
"subjectLabel": string;
|
|
13788
|
+
"armConfig": {
|
|
13789
|
+
"baseline"?: {
|
|
13790
|
+
"tools"?: "default" | "none" | {
|
|
13791
|
+
"tools": Array<string>;
|
|
13792
|
+
};
|
|
13793
|
+
"addons"?: Record<string, unknown>;
|
|
13794
|
+
};
|
|
13795
|
+
"treatment"?: {
|
|
13796
|
+
"tools"?: "default" | "none" | {
|
|
13797
|
+
"tools": Array<string>;
|
|
13798
|
+
};
|
|
13799
|
+
"addons"?: Record<string, unknown>;
|
|
13800
|
+
};
|
|
13801
|
+
};
|
|
13802
|
+
"comparisonMode": "ab_vs_none" | "ab_custom" | "single" | "multi_arm";
|
|
13803
|
+
"subjectBackend": "model" | "harness" | null;
|
|
13804
|
+
"environmentExecutionPolicy"?: "legacy-v1" | "inside-v1";
|
|
13805
|
+
"importedFrom"?: string;
|
|
13806
|
+
"baselineLabel": string | null;
|
|
13807
|
+
"treatmentLabel": string | null;
|
|
13808
|
+
"promiseMetrics": Array<{
|
|
13809
|
+
"metric": "total_tokens" | "output_tokens" | "cost_usd" | "duration_ms" | "num_turns" | "success_rate" | "completion_rate" | "goal_rate";
|
|
13810
|
+
"direction": "down" | "up";
|
|
13811
|
+
"label": string;
|
|
13812
|
+
}>;
|
|
13813
|
+
"matrix": Array<{
|
|
13814
|
+
"harness": string;
|
|
13815
|
+
"model": string;
|
|
13816
|
+
"provider"?: string;
|
|
13817
|
+
"params"?: {
|
|
13818
|
+
"temperature"?: number;
|
|
13819
|
+
"maxOutputTokens"?: number;
|
|
13820
|
+
"reasoningEffort"?: "low" | "medium" | "high";
|
|
13821
|
+
"thinkingBudgetTokens"?: number;
|
|
13822
|
+
"codeMode"?: "auto" | "on" | "off";
|
|
13823
|
+
"toolSearch"?: "on" | "off" | "directory";
|
|
13824
|
+
};
|
|
13825
|
+
}>;
|
|
13826
|
+
"lenses": Array<"judge" | "evals" | "reference" | "framework" | "execution" | "verifier">;
|
|
13827
|
+
"judgeSupplementary"?: boolean;
|
|
13828
|
+
"taskCount": number;
|
|
13829
|
+
"variantsPerTask": number;
|
|
13830
|
+
"repeats": number;
|
|
13831
|
+
"subset": {
|
|
13832
|
+
"count": number;
|
|
13833
|
+
"seed": string;
|
|
13834
|
+
"of": number;
|
|
13835
|
+
} | null;
|
|
13836
|
+
"status": string;
|
|
13837
|
+
"error": string | null;
|
|
13838
|
+
"preparation"?: {
|
|
13839
|
+
"since": string;
|
|
13840
|
+
"progressAt"?: string;
|
|
13841
|
+
"launchedBy": {
|
|
13842
|
+
"userId"?: string;
|
|
13843
|
+
"role"?: string;
|
|
13844
|
+
};
|
|
13845
|
+
"waitingOn": Array<{
|
|
13846
|
+
"imageKey": string;
|
|
13847
|
+
"buildId": string;
|
|
13848
|
+
"stage"?: "image" | "snapshot";
|
|
13849
|
+
"retry"?: {
|
|
13850
|
+
"failedAttempts": number;
|
|
13851
|
+
"maxAttempts": number;
|
|
13852
|
+
"notBefore": string;
|
|
13853
|
+
"lastFailure": string;
|
|
13854
|
+
};
|
|
13855
|
+
}>;
|
|
13856
|
+
} | null;
|
|
13857
|
+
"visibility": "private" | "org" | "link" | "public";
|
|
13858
|
+
"visibilityChangedAt"?: string | null;
|
|
13859
|
+
"visibilityChangedBy"?: string | null;
|
|
13860
|
+
"shareToken"?: string | null;
|
|
13861
|
+
"lowSampleOverride": boolean;
|
|
13862
|
+
"publishedAt": string | null;
|
|
13863
|
+
"verdict": unknown;
|
|
13864
|
+
"definitionVersionId": string | null;
|
|
13865
|
+
"runnerKind": "ora-runs" | "batch-job";
|
|
13866
|
+
"createdAt": string;
|
|
13867
|
+
"updatedAt": string;
|
|
13868
|
+
"liveUntil": string | null;
|
|
13869
|
+
"launch"?: {
|
|
13870
|
+
"attempt": number;
|
|
13871
|
+
"state": "fanning_out" | "deferred" | "settled";
|
|
13872
|
+
"startedAt": string;
|
|
13873
|
+
"progressAt": string;
|
|
13874
|
+
"planned"?: number;
|
|
13875
|
+
"created"?: number;
|
|
13876
|
+
"missing"?: {
|
|
13877
|
+
"retryable": number;
|
|
13878
|
+
"refused": number;
|
|
13879
|
+
};
|
|
13880
|
+
"notes"?: Array<string>;
|
|
13881
|
+
"settledAt"?: string;
|
|
13882
|
+
"pacing"?: {
|
|
13883
|
+
"waiting": number;
|
|
13884
|
+
"nextUnit"?: number;
|
|
13885
|
+
"nextWaveAt"?: string;
|
|
13886
|
+
"emptyWaves"?: number;
|
|
13887
|
+
"stopped"?: string;
|
|
13888
|
+
};
|
|
13889
|
+
"recovery"?: {
|
|
13890
|
+
"state": "retrying" | "needs_attention";
|
|
13891
|
+
"attempts": number;
|
|
13892
|
+
"lastAttemptAt"?: string;
|
|
13893
|
+
"nextAttemptAt"?: string;
|
|
13894
|
+
"reason"?: string;
|
|
13895
|
+
};
|
|
13896
|
+
"stopped"?: {
|
|
13897
|
+
"at": string;
|
|
13898
|
+
"notStarted": number;
|
|
13899
|
+
};
|
|
13900
|
+
} | null;
|
|
13901
|
+
"pacing"?: {
|
|
13902
|
+
"maxInFlight"?: number;
|
|
13903
|
+
"startsPerMinute"?: number;
|
|
13904
|
+
} | null;
|
|
13905
|
+
"relaunchable"?: boolean;
|
|
13906
|
+
"archivedAt"?: string | null;
|
|
13907
|
+
"archivedBy"?: string | null;
|
|
13908
|
+
"arms"?: Array<{
|
|
13909
|
+
"key": string;
|
|
13910
|
+
"position": number;
|
|
13911
|
+
"label": string;
|
|
13912
|
+
"role": "reference" | "peer";
|
|
13913
|
+
"payload": {
|
|
13914
|
+
"tools"?: "default" | "none" | {
|
|
13915
|
+
"tools": Array<string>;
|
|
13916
|
+
};
|
|
13917
|
+
"addons"?: Record<string, unknown>;
|
|
13918
|
+
};
|
|
13919
|
+
"cells"?: Array<{
|
|
13920
|
+
"harness": string;
|
|
13921
|
+
"model": string;
|
|
13922
|
+
"provider"?: string;
|
|
13923
|
+
"params"?: {
|
|
13924
|
+
"temperature"?: number;
|
|
13925
|
+
"maxOutputTokens"?: number;
|
|
13926
|
+
"reasoningEffort"?: "low" | "medium" | "high";
|
|
13927
|
+
"thinkingBudgetTokens"?: number;
|
|
13928
|
+
"codeMode"?: "auto" | "on" | "off";
|
|
13929
|
+
"toolSearch"?: "on" | "off" | "directory";
|
|
13930
|
+
};
|
|
13931
|
+
}>;
|
|
13932
|
+
"skills"?: Array<{
|
|
13933
|
+
"ref": string;
|
|
13934
|
+
"name": string;
|
|
13935
|
+
"changedSinceCreate"?: boolean;
|
|
13936
|
+
}>;
|
|
13937
|
+
"addedAgents"?: Array<{
|
|
13938
|
+
"position": number;
|
|
13939
|
+
"addedAt": string;
|
|
13940
|
+
}>;
|
|
13941
|
+
}>;
|
|
13942
|
+
"contrastPlan"?: "vs_reference" | "all_pairs";
|
|
13943
|
+
"cellPlan"?: "crossed" | "per_setup";
|
|
13944
|
+
"skillDisclosure"?: "withheld" | "named";
|
|
13945
|
+
"modeOptions"?: Record<string, unknown>;
|
|
13946
|
+
"screens"?: Array<"test_awareness">;
|
|
13947
|
+
"runCounting"?: {
|
|
13948
|
+
"policy": "hold_back_screened";
|
|
13949
|
+
"screen": "test_awareness";
|
|
13950
|
+
"levels": Array<"aware" | "influenced">;
|
|
13951
|
+
} | null;
|
|
13952
|
+
"seriesKey"?: string | null;
|
|
13953
|
+
"ref"?: {
|
|
13954
|
+
"commit"?: string;
|
|
13955
|
+
"branch"?: string;
|
|
13956
|
+
"pr"?: number;
|
|
13957
|
+
"url"?: string;
|
|
13958
|
+
} | null;
|
|
13959
|
+
"gradingRevision"?: number;
|
|
13960
|
+
"gradingRevisedAt"?: string | null;
|
|
13961
|
+
"rehearsal"?: true;
|
|
13962
|
+
"rehearsalMode"?: string;
|
|
13963
|
+
"behaviors"?: Array<{
|
|
13964
|
+
"key": string;
|
|
13965
|
+
"name": string;
|
|
13966
|
+
"question": string;
|
|
13967
|
+
"version": number;
|
|
13968
|
+
}>;
|
|
13969
|
+
};
|
|
13970
|
+
"stop": {
|
|
13971
|
+
"alreadyStopped": boolean;
|
|
13972
|
+
"stoppedAt": string | null;
|
|
13973
|
+
"cancelled": number;
|
|
13974
|
+
"notStarted": number;
|
|
13975
|
+
};
|
|
13976
|
+
};
|
|
13406
13977
|
export type StudyStreamResponse = unknown;
|
|
13407
13978
|
export type StudyUpdateTaskRequest = {
|
|
13408
13979
|
"prompt": string;
|
|
@@ -13488,6 +14059,11 @@ export type StudyUpdateTaskResponse = {
|
|
|
13488
14059
|
"rubric": Array<string>;
|
|
13489
14060
|
"variants"?: Array<string> | null;
|
|
13490
14061
|
"expectations"?: Array<unknown> | null;
|
|
14062
|
+
"followUps"?: Array<{
|
|
14063
|
+
"prompt": string;
|
|
14064
|
+
"rubric": Array<string>;
|
|
14065
|
+
"expectations"?: Array<unknown> | null;
|
|
14066
|
+
}> | null;
|
|
13491
14067
|
};
|
|
13492
14068
|
};
|
|
13493
14069
|
export type StudyUnpublishResponse = {
|
|
@@ -13619,6 +14195,10 @@ export type StudyUnpublishResponse = {
|
|
|
13619
14195
|
"nextAttemptAt"?: string;
|
|
13620
14196
|
"reason"?: string;
|
|
13621
14197
|
};
|
|
14198
|
+
"stopped"?: {
|
|
14199
|
+
"at": string;
|
|
14200
|
+
"notStarted": number;
|
|
14201
|
+
};
|
|
13622
14202
|
} | null;
|
|
13623
14203
|
"pacing"?: {
|
|
13624
14204
|
"maxInFlight"?: number;
|
|
@@ -13884,6 +14464,10 @@ export type StudySetVisibilityResponse = {
|
|
|
13884
14464
|
"nextAttemptAt"?: string;
|
|
13885
14465
|
"reason"?: string;
|
|
13886
14466
|
};
|
|
14467
|
+
"stopped"?: {
|
|
14468
|
+
"at": string;
|
|
14469
|
+
"notStarted": number;
|
|
14470
|
+
};
|
|
13887
14471
|
} | null;
|
|
13888
14472
|
"pacing"?: {
|
|
13889
14473
|
"maxInFlight"?: number;
|