@ora-ai/cli 0.15.0 → 0.17.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -3318,29 +3318,42 @@ export type ExperimentRunsListResponse = {
3318
3318
  "results": Array<{
3319
3319
  "id": string;
3320
3320
  "harness": string;
3321
- "model"?: string;
3322
- "provider"?: string;
3321
+ "model"?: string | null;
3322
+ "provider"?: string | null;
3323
3323
  "tools"?: "default" | "none" | {
3324
3324
  "tools": Array<string>;
3325
3325
  } | null;
3326
- "intent_text"?: string;
3327
- "target_domain"?: string;
3326
+ "intent_text"?: string | null;
3327
+ "target_domain"?: string | null;
3328
3328
  "status": string;
3329
- "outcome"?: string;
3330
- "cost_usd"?: number;
3331
- "num_turns"?: number;
3332
- "duration_ms"?: number;
3333
- "total_tokens"?: number;
3334
- "input_tokens"?: number;
3335
- "cache_read_tokens"?: number;
3336
- "cache_creation_tokens"?: number;
3337
- "output_tokens"?: number;
3329
+ "outcome"?: string | null;
3330
+ "outcome_reason"?: string | null;
3331
+ "cost_usd"?: number | null;
3332
+ "num_turns"?: number | null;
3333
+ "duration_ms"?: number | null;
3334
+ "total_tokens"?: number | null;
3335
+ "input_tokens"?: number | null;
3336
+ "cache_read_tokens"?: number | null;
3337
+ "cache_creation_tokens"?: number | null;
3338
+ "output_tokens"?: number | null;
3338
3339
  "created_at": string;
3339
- "finished_at"?: string;
3340
+ "finished_at"?: string | null;
3340
3341
  "insight"?: {
3341
- "visibility_score": number;
3342
- "intent_satisfied": boolean;
3343
- };
3342
+ "visibility_score": number | null;
3343
+ "intent_satisfied": boolean | null;
3344
+ } | null;
3345
+ "conversation_id"?: string | null;
3346
+ "conversation_turn_id"?: string | null;
3347
+ "conversation"?: {
3348
+ "harness": string;
3349
+ "model": string;
3350
+ "state": "open" | "closed";
3351
+ "last_turn_index": number;
3352
+ "last_activity_at": string;
3353
+ } | null;
3354
+ "conversation_turn"?: {
3355
+ "turn_index": number;
3356
+ } | null;
3344
3357
  }>;
3345
3358
  "pageToken"?: string;
3346
3359
  };
@@ -3362,6 +3375,12 @@ export type ExperimentRunsCreateRequest = {
3362
3375
  "name": string;
3363
3376
  "url": string;
3364
3377
  "secretId"?: string;
3378
+ "auth"?: {
3379
+ "method": "oauth";
3380
+ } | {
3381
+ "method": "query";
3382
+ "param": string;
3383
+ };
3365
3384
  }>;
3366
3385
  "model_params"?: {
3367
3386
  "temperature"?: number;
@@ -3793,6 +3812,235 @@ export type ActivityListResponse = {
3793
3812
  "targetId": string | null;
3794
3813
  }>;
3795
3814
  };
3815
+ export type ActionsOverviewResponse = {
3816
+ "catalog": {
3817
+ "id": string;
3818
+ "ownerRef": string;
3819
+ "siteUrl": string;
3820
+ "activeReleaseId": string | null;
3821
+ "createdAt": string;
3822
+ } | null;
3823
+ "syntheses": Array<{
3824
+ "id": string;
3825
+ "catalogId": string;
3826
+ "siteUrl": string;
3827
+ "status": "queued" | "running" | "awaiting_review" | "succeeded" | "failed" | "canceled";
3828
+ "job": "discover" | "build";
3829
+ "purpose": "discover" | "setup";
3830
+ "phase": string | null;
3831
+ "error": string | null;
3832
+ "goals": string | null;
3833
+ "maxTools": number | null;
3834
+ "review": boolean;
3835
+ "generationMode": "typescript" | "jsonata";
3836
+ "toolCount": number;
3837
+ "verifiedCount": number;
3838
+ "eventSeq": number;
3839
+ "createdAt": string;
3840
+ "startedAt": string | null;
3841
+ "finishedAt": string | null;
3842
+ }>;
3843
+ "tools": Array<{
3844
+ "id": string;
3845
+ "name": string;
3846
+ "versions": Array<{
3847
+ "id": string;
3848
+ "toolId": string;
3849
+ "toolName": string;
3850
+ "version": number;
3851
+ "verdict": "verified" | "failed";
3852
+ "learner": string | null;
3853
+ "format": string | null;
3854
+ "synthesisId": string | null;
3855
+ "createdAt": string;
3856
+ }>;
3857
+ "activeVersionId": string | null;
3858
+ }>;
3859
+ "releases": Array<{
3860
+ "id": string;
3861
+ "version": number;
3862
+ "note": string | null;
3863
+ "publishedBy": string | null;
3864
+ "createdAt": string;
3865
+ "active": boolean;
3866
+ "items": Array<{
3867
+ "toolId": string;
3868
+ "toolName": string;
3869
+ "toolVersionId": string;
3870
+ "version": number;
3871
+ }>;
3872
+ }>;
3873
+ "setup": {
3874
+ "state": "setting_up" | "done" | "failed";
3875
+ "siteType": "store" | "app" | "business" | "content" | "unknown";
3876
+ "startedAt": string;
3877
+ "synthesisId": string | null;
3878
+ "requestTools": number;
3879
+ "found": number;
3880
+ "retriesLeft": number;
3881
+ "error": string | null;
3882
+ } | null;
3883
+ };
3884
+ export type ActionsPublishRequest = {
3885
+ "versionIds": Array<string>;
3886
+ "removeToolIds"?: Array<string>;
3887
+ "expectedActiveReleaseId": string | null;
3888
+ "note"?: string;
3889
+ };
3890
+ export type ActionsPublishResponse = {
3891
+ "release": {
3892
+ "id": string;
3893
+ "version": number;
3894
+ "note": string | null;
3895
+ "publishedBy": string | null;
3896
+ "createdAt": string;
3897
+ "active": boolean;
3898
+ "items": Array<{
3899
+ "toolId": string;
3900
+ "toolName": string;
3901
+ "toolVersionId": string;
3902
+ "version": number;
3903
+ }>;
3904
+ };
3905
+ };
3906
+ export type ActionsRequestTemplatesResponse = {
3907
+ "templates": Array<{
3908
+ "key": string;
3909
+ "title": string;
3910
+ "description": string;
3911
+ }>;
3912
+ };
3913
+ export type ActionsCreateRequestToolRequest = {
3914
+ "mode": "inbox" | "deliver" | "link";
3915
+ "title"?: string;
3916
+ "about"?: string;
3917
+ "template": string;
3918
+ "webhookUrl"?: string;
3919
+ "pageUrl"?: string;
3920
+ };
3921
+ export type ActionsCreateRequestToolResponse = {
3922
+ "toolId": string;
3923
+ "versionId": string;
3924
+ };
3925
+ export type ActionsUpdateRequestToolRequest = {
3926
+ "mode": "inbox" | "deliver" | "link";
3927
+ "title"?: string;
3928
+ "about"?: string;
3929
+ "webhookUrl"?: string | null;
3930
+ "pageUrl"?: string | null;
3931
+ };
3932
+ export type ActionsUpdateRequestToolResponse = {
3933
+ "toolId": string;
3934
+ "versionId": string;
3935
+ };
3936
+ export type ActionsCreateToolRequest = {
3937
+ "title": string;
3938
+ "description": string;
3939
+ "inputSchema": Record<string, unknown>;
3940
+ "outputSchema": Record<string, unknown>;
3941
+ "examples": Array<{
3942
+ "args": Record<string, unknown>;
3943
+ "note"?: string;
3944
+ }>;
3945
+ "name": string;
3946
+ "source": string;
3947
+ };
3948
+ export type ActionsCreateToolResponse = {
3949
+ "toolId": string;
3950
+ "versionId": string;
3951
+ };
3952
+ export type ActionsSetLiveRequest = {
3953
+ "versionId": string | null;
3954
+ "expectedVersionId": string | null;
3955
+ };
3956
+ export type ActionsSetLiveResponse = {
3957
+ "toolId": string;
3958
+ "activeVersionId": string | null;
3959
+ "releaseId": string | null;
3960
+ };
3961
+ export type ActionsSaveVersionRequest = {
3962
+ "title"?: string;
3963
+ "description"?: string;
3964
+ "inputSchema"?: Record<string, unknown>;
3965
+ "outputSchema"?: Record<string, unknown>;
3966
+ "examples"?: Array<{
3967
+ "args": Record<string, unknown>;
3968
+ "note"?: string;
3969
+ }>;
3970
+ "basedOn": string;
3971
+ "source"?: string;
3972
+ };
3973
+ export type ActionsSaveVersionResponse = {
3974
+ "toolId": string;
3975
+ "versionId": string;
3976
+ };
3977
+ export type ActionsVersionResponse = {
3978
+ "version": {
3979
+ "id": string;
3980
+ "toolId": string;
3981
+ "toolName": string;
3982
+ "version": number;
3983
+ "verdict": "verified" | "failed";
3984
+ "learner": string | null;
3985
+ "format": string | null;
3986
+ "synthesisId": string | null;
3987
+ "createdAt": string;
3988
+ "spec": Record<string, unknown>;
3989
+ "implementation": Record<string, unknown> | null;
3990
+ "policy": Record<string, unknown> | null;
3991
+ "candidateId": string | null;
3992
+ "verificationDigest": string | null;
3993
+ "report": Record<string, unknown> | null;
3994
+ "attempts": Array<Record<string, unknown>>;
3995
+ "origin": Record<string, unknown>;
3996
+ "ui": Record<string, unknown> | null;
3997
+ };
3998
+ };
3999
+ export type ActionsExecuteRequest = {
4000
+ "args"?: Record<string, unknown>;
4001
+ "mode"?: "preview" | "published";
4002
+ };
4003
+ export type ActionsExecuteResponse = {
4004
+ "invocationId"?: string;
4005
+ "browserMs"?: number;
4006
+ "outcome"?: "not_started" | "completed" | "unknown";
4007
+ "ok": boolean;
4008
+ "output"?: unknown;
4009
+ "echo": Record<string, unknown>;
4010
+ "oraclePage"?: string;
4011
+ "error"?: string;
4012
+ "errorCode"?: string;
4013
+ "blocked"?: boolean;
4014
+ "transport"?: string;
4015
+ "ms": number;
4016
+ "steps": Array<{
4017
+ "stepId": string;
4018
+ "skipped": boolean;
4019
+ "cached"?: boolean;
4020
+ "transport"?: string;
4021
+ "status"?: number;
4022
+ "ms": number;
4023
+ "url"?: string;
4024
+ }>;
4025
+ };
4026
+ export type ActionsImplementationSourceResponse = {
4027
+ "language": "typescript" | "javascript";
4028
+ "source": string;
4029
+ };
4030
+ export type ActionsSetUiRequest = {
4031
+ "ui": {
4032
+ "html": string;
4033
+ "csp"?: {
4034
+ "connectDomains"?: Array<string>;
4035
+ "resourceDomains"?: Array<string>;
4036
+ };
4037
+ "prefersBorder"?: boolean;
4038
+ } | null;
4039
+ };
4040
+ export type ActionsSetUiResponse = {
4041
+ "toolId": string;
4042
+ "versionId": string;
4043
+ };
3796
4044
  export type SkillsListResponse = {
3797
4045
  "skills": Array<{
3798
4046
  "name": string;
@@ -3811,7 +4059,7 @@ export type SkillsGetResponse = {
3811
4059
  "content": string;
3812
4060
  }>;
3813
4061
  };
3814
- export type IntentsAgentsResponse = {
4062
+ export type AgentsResponse = {
3815
4063
  "success": true;
3816
4064
  "data": {
3817
4065
  "agents": Array<{
@@ -3859,13 +4107,37 @@ export type AnalyticsOverviewResponse = {
3859
4107
  }>;
3860
4108
  "availableModels": Array<string>;
3861
4109
  };
4110
+ export type AuditRunRequest = {
4111
+ "domain": string;
4112
+ "mcpUrl"?: string;
4113
+ "fresh"?: boolean;
4114
+ };
4115
+ export type AuditRunResponse = {
4116
+ "scanId": string;
4117
+ "status": string;
4118
+ "reattached": boolean;
4119
+ "streamUrl": string;
4120
+ };
4121
+ export type AuditResultResponse = {
4122
+ "scan": {
4123
+ "id": string;
4124
+ "provider": string;
4125
+ "status": string;
4126
+ "error": string | null;
4127
+ "result": Record<string, unknown>;
4128
+ "provisional": boolean;
4129
+ "redirected": boolean;
4130
+ };
4131
+ "capabilities": Record<string, unknown>;
4132
+ };
4133
+ export type AuditStreamResponse = unknown;
3862
4134
  export type GoalsUpdateRequest = {
3863
4135
  "title"?: string;
3864
4136
  "statement"?: string;
3865
4137
  "isActive"?: boolean;
3866
4138
  "config"?: unknown;
3867
4139
  "types"?: "all" | Array<"discover" | "choose" | "verify" | "inform" | "guide" | "act">;
3868
- "category"?: "recommended" | "accurate" | "informed" | "capability" | "real_steps" | "safe" | "task_done" | "other";
4140
+ "category"?: "recommended" | "answered" | "accurate" | "informed" | "capability" | "real_steps" | "safe" | "task_done" | "other";
3869
4141
  };
3870
4142
  export type GoalsUpdateResponse = {
3871
4143
  "success": true;
@@ -3876,7 +4148,7 @@ export type GoalsUpdateResponse = {
3876
4148
  "criterionGroup": "discover" | "choose" | "verify" | "inform" | "guide" | "act" | null;
3877
4149
  "allTypes": boolean;
3878
4150
  "types": Array<"discover" | "choose" | "verify" | "inform" | "guide" | "act">;
3879
- "category": "recommended" | "accurate" | "informed" | "capability" | "real_steps" | "safe" | "task_done" | "other" | null;
4151
+ "category": "recommended" | "answered" | "accurate" | "informed" | "capability" | "real_steps" | "safe" | "task_done" | "other" | null;
3880
4152
  "categorySetBy": "ora" | "caller" | null;
3881
4153
  "isDrafted": boolean;
3882
4154
  "title": string;
@@ -4002,7 +4274,7 @@ export type IntentsCreateRequest = {
4002
4274
  "criteria"?: Array<{
4003
4275
  "statement": string;
4004
4276
  "types"?: "all" | Array<"discover" | "choose" | "verify" | "inform" | "guide" | "act">;
4005
- "category"?: "recommended" | "accurate" | "informed" | "capability" | "real_steps" | "safe" | "task_done" | "other";
4277
+ "category"?: "recommended" | "answered" | "accurate" | "informed" | "capability" | "real_steps" | "safe" | "task_done" | "other";
4006
4278
  "needsTools"?: boolean;
4007
4279
  }>;
4008
4280
  };
@@ -4036,7 +4308,7 @@ export type IntentsBulkCreateRequest = {
4036
4308
  "criteria"?: Array<{
4037
4309
  "statement": string;
4038
4310
  "types"?: "all" | Array<"discover" | "choose" | "verify" | "inform" | "guide" | "act">;
4039
- "category"?: "recommended" | "accurate" | "informed" | "capability" | "real_steps" | "safe" | "task_done" | "other";
4311
+ "category"?: "recommended" | "answered" | "accurate" | "informed" | "capability" | "real_steps" | "safe" | "task_done" | "other";
4040
4312
  "needsTools"?: boolean;
4041
4313
  }>;
4042
4314
  "agents"?: Array<{
@@ -4181,6 +4453,35 @@ export type IntentsGetResponse = {
4181
4453
  "trends": Record<string, unknown>;
4182
4454
  "brands": Array<unknown>;
4183
4455
  "engines": Array<unknown>;
4456
+ "measurementPolicy"?: {
4457
+ "cadence": "daily" | "weekly" | "monthly" | "manual";
4458
+ "mcp_server_ids": Array<string>;
4459
+ "agents": Array<{
4460
+ "harness": string;
4461
+ "model": string;
4462
+ "mcp_server_ids": Array<string>;
4463
+ "skill_ids": Array<string>;
4464
+ "browser"?: {
4465
+ "webdriver"?: boolean;
4466
+ "webmcp"?: boolean;
4467
+ "webmcpTargetUrl"?: string;
4468
+ "webmcpSurface"?: "native" | "shim";
4469
+ };
4470
+ }>;
4471
+ "skill_ids": Array<string>;
4472
+ "browser"?: {
4473
+ "webdriver"?: boolean;
4474
+ "webmcp"?: boolean;
4475
+ "webmcpTargetUrl"?: string;
4476
+ "webmcpSurface"?: "native" | "shim";
4477
+ };
4478
+ "competitors": Array<string>;
4479
+ };
4480
+ "mcpServers"?: Array<{
4481
+ "id": string;
4482
+ "name": string;
4483
+ "url": string;
4484
+ }>;
4184
4485
  };
4185
4486
  };
4186
4487
  export type IntentsUpdateRequest = {
@@ -4275,6 +4576,55 @@ export type IntentsAnalyticsResponse = {
4275
4576
  };
4276
4577
  };
4277
4578
  };
4579
+ export type IntentsAnswersResponse = {
4580
+ "success": true;
4581
+ "data": {
4582
+ "intentId": string;
4583
+ "measurementId": string | null;
4584
+ "measurementStatus": string | null;
4585
+ "measuredAt": string | null;
4586
+ "answers": Array<{
4587
+ "runId": string;
4588
+ "prompt": {
4589
+ "id": string | null;
4590
+ "text": string | null;
4591
+ "branding": string | null;
4592
+ };
4593
+ "agent": {
4594
+ "label": string;
4595
+ "harness": string | null;
4596
+ "model": string | null;
4597
+ };
4598
+ "questionType": string | null;
4599
+ "bottomLine": string | null;
4600
+ "you": "recommended" | "conditional" | "mentioned" | "ruled_out" | "not_named" | null;
4601
+ "check": {
4602
+ "verdict": "met" | "not_met" | "not_measured";
4603
+ "reason": string | null;
4604
+ "quote": string | null;
4605
+ } | null;
4606
+ "criteria": Array<{
4607
+ "goalId": string;
4608
+ "text": string;
4609
+ "type": "discover" | "choose" | "verify" | "inform" | "guide" | "act" | null;
4610
+ "result": "met" | "partly" | "not_met" | "not_applicable" | "couldnt_measure";
4611
+ "reason": string | null;
4612
+ "quote": string | null;
4613
+ }>;
4614
+ "brands": Array<{
4615
+ "name": string;
4616
+ "domain": string | null;
4617
+ "isYou": boolean;
4618
+ "status": "recommended" | "conditional" | "mentioned" | "ruled_out";
4619
+ "quote": string;
4620
+ "reasons": Array<string>;
4621
+ "concerns": Array<string>;
4622
+ "conditions": Array<string>;
4623
+ }>;
4624
+ "recommendedInstead": Array<string>;
4625
+ }>;
4626
+ };
4627
+ };
4278
4628
  export type GoalsCriteriaQuestionTypesResponse = {
4279
4629
  "success": true;
4280
4630
  "data": {
@@ -4484,7 +4834,7 @@ export type GoalsListResponse = {
4484
4834
  "criterionGroup": "discover" | "choose" | "verify" | "inform" | "guide" | "act" | null;
4485
4835
  "allTypes": boolean;
4486
4836
  "types": Array<"discover" | "choose" | "verify" | "inform" | "guide" | "act">;
4487
- "category": "recommended" | "accurate" | "informed" | "capability" | "real_steps" | "safe" | "task_done" | "other" | null;
4837
+ "category": "recommended" | "answered" | "accurate" | "informed" | "capability" | "real_steps" | "safe" | "task_done" | "other" | null;
4488
4838
  "categorySetBy": "ora" | "caller" | null;
4489
4839
  "isDrafted": boolean;
4490
4840
  "title": string;
@@ -4501,7 +4851,7 @@ export type GoalsCreateRequest = {
4501
4851
  "kind": "target_match" | "state_assertion" | "answer_check";
4502
4852
  "criterionGroup"?: "discover" | "choose" | "verify" | "inform" | "guide" | "act";
4503
4853
  "types"?: "all" | Array<"discover" | "choose" | "verify" | "inform" | "guide" | "act">;
4504
- "category"?: "recommended" | "accurate" | "informed" | "capability" | "real_steps" | "safe" | "task_done" | "other";
4854
+ "category"?: "recommended" | "answered" | "accurate" | "informed" | "capability" | "real_steps" | "safe" | "task_done" | "other";
4505
4855
  "title": string;
4506
4856
  "statement"?: string | null;
4507
4857
  "config"?: unknown;
@@ -4516,7 +4866,7 @@ export type GoalsCreateResponse = {
4516
4866
  "criterionGroup": "discover" | "choose" | "verify" | "inform" | "guide" | "act" | null;
4517
4867
  "allTypes": boolean;
4518
4868
  "types": Array<"discover" | "choose" | "verify" | "inform" | "guide" | "act">;
4519
- "category": "recommended" | "accurate" | "informed" | "capability" | "real_steps" | "safe" | "task_done" | "other" | null;
4869
+ "category": "recommended" | "answered" | "accurate" | "informed" | "capability" | "real_steps" | "safe" | "task_done" | "other" | null;
4520
4870
  "categorySetBy": "ora" | "caller" | null;
4521
4871
  "isDrafted": boolean;
4522
4872
  "title": string;
@@ -5089,6 +5439,30 @@ export type JourneysGetResponse = {
5089
5439
  }>;
5090
5440
  };
5091
5441
  };
5442
+ export type McpServersListResponse = {
5443
+ "success": true;
5444
+ "data": {
5445
+ "servers": Array<{
5446
+ "id": string;
5447
+ "name": string;
5448
+ "url": string;
5449
+ "transport": string;
5450
+ "authMethod": string;
5451
+ "oauthCapable"?: boolean | null;
5452
+ "connectionHealth": string;
5453
+ "lastVerifiedAt"?: string;
5454
+ "createdAt": string;
5455
+ "latestSnapshot"?: {
5456
+ "catalogVersion": string;
5457
+ "toolCount": number;
5458
+ "contextTokens": number;
5459
+ "findingCount": number;
5460
+ "capturedAt": string;
5461
+ };
5462
+ }>;
5463
+ "total": number;
5464
+ };
5465
+ };
5092
5466
  export type DomainsListResponse = {
5093
5467
  "success": true;
5094
5468
  "data": Array<{
@@ -5126,29 +5500,42 @@ export type StudioRunsListResponse = {
5126
5500
  "results": Array<{
5127
5501
  "id": string;
5128
5502
  "harness": string;
5129
- "model"?: string;
5130
- "provider"?: string;
5503
+ "model"?: string | null;
5504
+ "provider"?: string | null;
5131
5505
  "tools"?: "default" | "none" | {
5132
5506
  "tools": Array<string>;
5133
5507
  } | null;
5134
- "intent_text"?: string;
5135
- "target_domain"?: string;
5508
+ "intent_text"?: string | null;
5509
+ "target_domain"?: string | null;
5136
5510
  "status": string;
5137
- "outcome"?: string;
5138
- "cost_usd"?: number;
5139
- "num_turns"?: number;
5140
- "duration_ms"?: number;
5141
- "total_tokens"?: number;
5142
- "input_tokens"?: number;
5143
- "cache_read_tokens"?: number;
5144
- "cache_creation_tokens"?: number;
5145
- "output_tokens"?: number;
5511
+ "outcome"?: string | null;
5512
+ "outcome_reason"?: string | null;
5513
+ "cost_usd"?: number | null;
5514
+ "num_turns"?: number | null;
5515
+ "duration_ms"?: number | null;
5516
+ "total_tokens"?: number | null;
5517
+ "input_tokens"?: number | null;
5518
+ "cache_read_tokens"?: number | null;
5519
+ "cache_creation_tokens"?: number | null;
5520
+ "output_tokens"?: number | null;
5146
5521
  "created_at": string;
5147
- "finished_at"?: string;
5522
+ "finished_at"?: string | null;
5148
5523
  "insight"?: {
5149
- "visibility_score": number;
5150
- "intent_satisfied": boolean;
5151
- };
5524
+ "visibility_score": number | null;
5525
+ "intent_satisfied": boolean | null;
5526
+ } | null;
5527
+ "conversation_id"?: string | null;
5528
+ "conversation_turn_id"?: string | null;
5529
+ "conversation"?: {
5530
+ "harness": string;
5531
+ "model": string;
5532
+ "state": "open" | "closed";
5533
+ "last_turn_index": number;
5534
+ "last_activity_at": string;
5535
+ } | null;
5536
+ "conversation_turn"?: {
5537
+ "turn_index": number;
5538
+ } | null;
5152
5539
  }>;
5153
5540
  "pageToken"?: string;
5154
5541
  };
@@ -5170,6 +5557,12 @@ export type StudioRunsCreateRequest = {
5170
5557
  "name": string;
5171
5558
  "url": string;
5172
5559
  "secretId"?: string;
5560
+ "auth"?: {
5561
+ "method": "oauth";
5562
+ } | {
5563
+ "method": "query";
5564
+ "param": string;
5565
+ };
5173
5566
  }>;
5174
5567
  "model_params"?: {
5175
5568
  "temperature"?: number;
@@ -5214,6 +5607,11 @@ export type UsageResponse = {
5214
5607
  "limit": number | null;
5215
5608
  "remaining": number | null;
5216
5609
  };
5610
+ "scans": {
5611
+ "used": number | null;
5612
+ "limit": number | null;
5613
+ "remaining": number | null;
5614
+ };
5217
5615
  "resetsAt": string | null;
5218
5616
  };
5219
5617
  };
@@ -6336,29 +6734,42 @@ export type StudyRunsListResponse = {
6336
6734
  "results": Array<{
6337
6735
  "id": string;
6338
6736
  "harness": string;
6339
- "model"?: string;
6340
- "provider"?: string;
6737
+ "model"?: string | null;
6738
+ "provider"?: string | null;
6341
6739
  "tools"?: "default" | "none" | {
6342
6740
  "tools": Array<string>;
6343
6741
  } | null;
6344
- "intent_text"?: string;
6345
- "target_domain"?: string;
6742
+ "intent_text"?: string | null;
6743
+ "target_domain"?: string | null;
6346
6744
  "status": string;
6347
- "outcome"?: string;
6348
- "cost_usd"?: number;
6349
- "num_turns"?: number;
6350
- "duration_ms"?: number;
6351
- "total_tokens"?: number;
6352
- "input_tokens"?: number;
6353
- "cache_read_tokens"?: number;
6354
- "cache_creation_tokens"?: number;
6355
- "output_tokens"?: number;
6745
+ "outcome"?: string | null;
6746
+ "outcome_reason"?: string | null;
6747
+ "cost_usd"?: number | null;
6748
+ "num_turns"?: number | null;
6749
+ "duration_ms"?: number | null;
6750
+ "total_tokens"?: number | null;
6751
+ "input_tokens"?: number | null;
6752
+ "cache_read_tokens"?: number | null;
6753
+ "cache_creation_tokens"?: number | null;
6754
+ "output_tokens"?: number | null;
6356
6755
  "created_at": string;
6357
- "finished_at"?: string;
6756
+ "finished_at"?: string | null;
6358
6757
  "insight"?: {
6359
- "visibility_score": number;
6360
- "intent_satisfied": boolean;
6361
- };
6758
+ "visibility_score": number | null;
6759
+ "intent_satisfied": boolean | null;
6760
+ } | null;
6761
+ "conversation_id"?: string | null;
6762
+ "conversation_turn_id"?: string | null;
6763
+ "conversation"?: {
6764
+ "harness": string;
6765
+ "model": string;
6766
+ "state": "open" | "closed";
6767
+ "last_turn_index": number;
6768
+ "last_activity_at": string;
6769
+ } | null;
6770
+ "conversation_turn"?: {
6771
+ "turn_index": number;
6772
+ } | null;
6362
6773
  }>;
6363
6774
  "pageToken"?: string;
6364
6775
  };
@@ -6380,6 +6791,12 @@ export type StudyRunsCreateRequest = {
6380
6791
  "name": string;
6381
6792
  "url": string;
6382
6793
  "secretId"?: string;
6794
+ "auth"?: {
6795
+ "method": "oauth";
6796
+ } | {
6797
+ "method": "query";
6798
+ "param": string;
6799
+ };
6383
6800
  }>;
6384
6801
  "model_params"?: {
6385
6802
  "temperature"?: number;
@@ -7483,6 +7900,24 @@ export type StudyGetResponse = {
7483
7900
  }>;
7484
7901
  "gradedAt": string;
7485
7902
  }>;
7903
+ "runTimeMs"?: number | null;
7904
+ "phases"?: {
7905
+ "phases": Array<{
7906
+ "id": "waiting" | "boot" | "installations" | "startup" | "run" | "verification" | "teardown";
7907
+ "ms": number | null;
7908
+ "state": "measured" | "unmeasured" | "not_in_run";
7909
+ }>;
7910
+ "runTimeMs": number | null;
7911
+ "totalMs": number | null;
7912
+ "steps": Array<{
7913
+ "name": string;
7914
+ "kind": string;
7915
+ "outcome": string;
7916
+ "startedAt": string | null;
7917
+ "finishedAt": string | null;
7918
+ }>;
7919
+ "modelCalls": number | null;
7920
+ } | null;
7486
7921
  }>;
7487
7922
  "aggregate": {
7488
7923
  "summary": {
@@ -7741,6 +8176,11 @@ export type StudyGetResponse = {
7741
8176
  "languages": Array<string>;
7742
8177
  "unavailableReasons": Array<string>;
7743
8178
  };
8179
+ "timeBasis"?: "run_time" | "wall_clock";
8180
+ "timeMeasures"?: {
8181
+ "byArm": Record<string, unknown>;
8182
+ "phasesByArm": Record<string, unknown>;
8183
+ };
7744
8184
  } | {
7745
8185
  "shape": "multi-arm";
7746
8186
  "summary": {
@@ -8611,6 +9051,11 @@ export type StudyGetResponse = {
8611
9051
  "ranking": "beat-all" | "won-all-on-ladder" | "ranks-first" | "composite-with-loss" | "pending" | "none";
8612
9052
  };
8613
9053
  };
9054
+ "timeBasis"?: "run_time" | "wall_clock";
9055
+ "timeMeasures"?: {
9056
+ "byArm": Record<string, unknown>;
9057
+ "phasesByArm": Record<string, unknown>;
9058
+ };
8614
9059
  };
8615
9060
  "warnings": Array<{
8616
9061
  "type": "eval_capability_gap";
@@ -9538,6 +9983,7 @@ export type StudyPreviewResponse = {
9538
9983
  }> | null;
9539
9984
  "paramsKey"?: string;
9540
9985
  "textWithheld"?: boolean;
9986
+ "runTimeMs"?: number | null;
9541
9987
  }>;
9542
9988
  "aggregate": {
9543
9989
  "summary": {
@@ -9796,6 +10242,11 @@ export type StudyPreviewResponse = {
9796
10242
  "languages": Array<string>;
9797
10243
  "unavailableReasons": Array<string>;
9798
10244
  };
10245
+ "timeBasis"?: "run_time" | "wall_clock";
10246
+ "timeMeasures"?: {
10247
+ "byArm": Record<string, unknown>;
10248
+ "phasesByArm": Record<string, unknown>;
10249
+ };
9799
10250
  } | {
9800
10251
  "shape": "multi-arm";
9801
10252
  "summary": {
@@ -10666,6 +11117,11 @@ export type StudyPreviewResponse = {
10666
11117
  "ranking": "beat-all" | "won-all-on-ladder" | "ranks-first" | "composite-with-loss" | "pending" | "none";
10667
11118
  };
10668
11119
  };
11120
+ "timeBasis"?: "run_time" | "wall_clock";
11121
+ "timeMeasures"?: {
11122
+ "byArm": Record<string, unknown>;
11123
+ "phasesByArm": Record<string, unknown>;
11124
+ };
10669
11125
  };
10670
11126
  "textWithheldReason"?: "sign_in_required" | "terms_required" | "licence";
10671
11127
  };