@ora-ai/cli 0.16.0 → 0.18.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -0
- package/dist/core/output.js +4 -2
- package/dist/core/output.js.map +1 -1
- package/dist/generated/operations.d.ts +2 -1
- package/dist/generated/operations.d.ts.map +1 -1
- package/dist/generated/operations.js +753 -3
- package/dist/generated/operations.js.map +1 -1
- package/dist/generated/types.d.ts +490 -51
- package/dist/generated/types.d.ts.map +1 -1
- package/dist/generated/types.js +1 -1
- package/dist/program.js +3 -2
- package/dist/program.js.map +1 -1
- package/dist/render/plan/plan-views.d.ts +9 -4
- package/dist/render/plan/plan-views.d.ts.map +1 -1
- package/dist/render/plan/plan-views.js +8 -5
- package/dist/render/plan/plan-views.js.map +1 -1
- package/dist/scan-watch.d.ts +15 -0
- package/dist/scan-watch.d.ts.map +1 -0
- package/dist/scan-watch.js +102 -0
- package/dist/scan-watch.js.map +1 -0
- package/dist/watchers.d.ts.map +1 -1
- package/dist/watchers.js +2 -1
- package/dist/watchers.js.map +1 -1
- package/package.json +6 -1
|
@@ -3318,29 +3318,42 @@ export type ExperimentRunsListResponse = {
|
|
|
3318
3318
|
"results": Array<{
|
|
3319
3319
|
"id": string;
|
|
3320
3320
|
"harness": string;
|
|
3321
|
-
"model"?: string;
|
|
3322
|
-
"provider"?: string;
|
|
3321
|
+
"model"?: string | null;
|
|
3322
|
+
"provider"?: string | null;
|
|
3323
3323
|
"tools"?: "default" | "none" | {
|
|
3324
3324
|
"tools": Array<string>;
|
|
3325
3325
|
} | null;
|
|
3326
|
-
"intent_text"?: string;
|
|
3327
|
-
"target_domain"?: string;
|
|
3326
|
+
"intent_text"?: string | null;
|
|
3327
|
+
"target_domain"?: string | null;
|
|
3328
3328
|
"status": string;
|
|
3329
|
-
"outcome"?: string;
|
|
3330
|
-
"
|
|
3331
|
-
"
|
|
3332
|
-
"
|
|
3333
|
-
"
|
|
3334
|
-
"
|
|
3335
|
-
"
|
|
3336
|
-
"
|
|
3337
|
-
"
|
|
3329
|
+
"outcome"?: string | null;
|
|
3330
|
+
"outcome_reason"?: string | null;
|
|
3331
|
+
"cost_usd"?: number | null;
|
|
3332
|
+
"num_turns"?: number | null;
|
|
3333
|
+
"duration_ms"?: number | null;
|
|
3334
|
+
"total_tokens"?: number | null;
|
|
3335
|
+
"input_tokens"?: number | null;
|
|
3336
|
+
"cache_read_tokens"?: number | null;
|
|
3337
|
+
"cache_creation_tokens"?: number | null;
|
|
3338
|
+
"output_tokens"?: number | null;
|
|
3338
3339
|
"created_at": string;
|
|
3339
|
-
"finished_at"?: string;
|
|
3340
|
+
"finished_at"?: string | null;
|
|
3340
3341
|
"insight"?: {
|
|
3341
|
-
"visibility_score": number;
|
|
3342
|
-
"intent_satisfied": boolean;
|
|
3343
|
-
};
|
|
3342
|
+
"visibility_score": number | null;
|
|
3343
|
+
"intent_satisfied": boolean | null;
|
|
3344
|
+
} | null;
|
|
3345
|
+
"conversation_id"?: string | null;
|
|
3346
|
+
"conversation_turn_id"?: string | null;
|
|
3347
|
+
"conversation"?: {
|
|
3348
|
+
"harness": string;
|
|
3349
|
+
"model": string;
|
|
3350
|
+
"state": "open" | "closed";
|
|
3351
|
+
"last_turn_index": number;
|
|
3352
|
+
"last_activity_at": string;
|
|
3353
|
+
} | null;
|
|
3354
|
+
"conversation_turn"?: {
|
|
3355
|
+
"turn_index": number;
|
|
3356
|
+
} | null;
|
|
3344
3357
|
}>;
|
|
3345
3358
|
"pageToken"?: string;
|
|
3346
3359
|
};
|
|
@@ -3362,6 +3375,12 @@ export type ExperimentRunsCreateRequest = {
|
|
|
3362
3375
|
"name": string;
|
|
3363
3376
|
"url": string;
|
|
3364
3377
|
"secretId"?: string;
|
|
3378
|
+
"auth"?: {
|
|
3379
|
+
"method": "oauth";
|
|
3380
|
+
} | {
|
|
3381
|
+
"method": "query";
|
|
3382
|
+
"param": string;
|
|
3383
|
+
};
|
|
3365
3384
|
}>;
|
|
3366
3385
|
"model_params"?: {
|
|
3367
3386
|
"temperature"?: number;
|
|
@@ -3793,6 +3812,235 @@ export type ActivityListResponse = {
|
|
|
3793
3812
|
"targetId": string | null;
|
|
3794
3813
|
}>;
|
|
3795
3814
|
};
|
|
3815
|
+
export type ActionsOverviewResponse = {
|
|
3816
|
+
"catalog": {
|
|
3817
|
+
"id": string;
|
|
3818
|
+
"ownerRef": string;
|
|
3819
|
+
"siteUrl": string;
|
|
3820
|
+
"activeReleaseId": string | null;
|
|
3821
|
+
"createdAt": string;
|
|
3822
|
+
} | null;
|
|
3823
|
+
"syntheses": Array<{
|
|
3824
|
+
"id": string;
|
|
3825
|
+
"catalogId": string;
|
|
3826
|
+
"siteUrl": string;
|
|
3827
|
+
"status": "queued" | "running" | "awaiting_review" | "succeeded" | "failed" | "canceled";
|
|
3828
|
+
"job": "discover" | "build";
|
|
3829
|
+
"purpose": "discover" | "setup";
|
|
3830
|
+
"phase": string | null;
|
|
3831
|
+
"error": string | null;
|
|
3832
|
+
"goals": string | null;
|
|
3833
|
+
"maxTools": number | null;
|
|
3834
|
+
"review": boolean;
|
|
3835
|
+
"generationMode": "typescript" | "jsonata";
|
|
3836
|
+
"toolCount": number;
|
|
3837
|
+
"verifiedCount": number;
|
|
3838
|
+
"eventSeq": number;
|
|
3839
|
+
"createdAt": string;
|
|
3840
|
+
"startedAt": string | null;
|
|
3841
|
+
"finishedAt": string | null;
|
|
3842
|
+
}>;
|
|
3843
|
+
"tools": Array<{
|
|
3844
|
+
"id": string;
|
|
3845
|
+
"name": string;
|
|
3846
|
+
"versions": Array<{
|
|
3847
|
+
"id": string;
|
|
3848
|
+
"toolId": string;
|
|
3849
|
+
"toolName": string;
|
|
3850
|
+
"version": number;
|
|
3851
|
+
"verdict": "verified" | "failed";
|
|
3852
|
+
"learner": string | null;
|
|
3853
|
+
"format": string | null;
|
|
3854
|
+
"synthesisId": string | null;
|
|
3855
|
+
"createdAt": string;
|
|
3856
|
+
}>;
|
|
3857
|
+
"activeVersionId": string | null;
|
|
3858
|
+
}>;
|
|
3859
|
+
"releases": Array<{
|
|
3860
|
+
"id": string;
|
|
3861
|
+
"version": number;
|
|
3862
|
+
"note": string | null;
|
|
3863
|
+
"publishedBy": string | null;
|
|
3864
|
+
"createdAt": string;
|
|
3865
|
+
"active": boolean;
|
|
3866
|
+
"items": Array<{
|
|
3867
|
+
"toolId": string;
|
|
3868
|
+
"toolName": string;
|
|
3869
|
+
"toolVersionId": string;
|
|
3870
|
+
"version": number;
|
|
3871
|
+
}>;
|
|
3872
|
+
}>;
|
|
3873
|
+
"setup": {
|
|
3874
|
+
"state": "setting_up" | "done" | "failed";
|
|
3875
|
+
"siteType": "store" | "app" | "business" | "content" | "unknown";
|
|
3876
|
+
"startedAt": string;
|
|
3877
|
+
"synthesisId": string | null;
|
|
3878
|
+
"requestTools": number;
|
|
3879
|
+
"found": number;
|
|
3880
|
+
"retriesLeft": number;
|
|
3881
|
+
"error": string | null;
|
|
3882
|
+
} | null;
|
|
3883
|
+
};
|
|
3884
|
+
export type ActionsPublishRequest = {
|
|
3885
|
+
"versionIds": Array<string>;
|
|
3886
|
+
"removeToolIds"?: Array<string>;
|
|
3887
|
+
"expectedActiveReleaseId": string | null;
|
|
3888
|
+
"note"?: string;
|
|
3889
|
+
};
|
|
3890
|
+
export type ActionsPublishResponse = {
|
|
3891
|
+
"release": {
|
|
3892
|
+
"id": string;
|
|
3893
|
+
"version": number;
|
|
3894
|
+
"note": string | null;
|
|
3895
|
+
"publishedBy": string | null;
|
|
3896
|
+
"createdAt": string;
|
|
3897
|
+
"active": boolean;
|
|
3898
|
+
"items": Array<{
|
|
3899
|
+
"toolId": string;
|
|
3900
|
+
"toolName": string;
|
|
3901
|
+
"toolVersionId": string;
|
|
3902
|
+
"version": number;
|
|
3903
|
+
}>;
|
|
3904
|
+
};
|
|
3905
|
+
};
|
|
3906
|
+
export type ActionsRequestTemplatesResponse = {
|
|
3907
|
+
"templates": Array<{
|
|
3908
|
+
"key": string;
|
|
3909
|
+
"title": string;
|
|
3910
|
+
"description": string;
|
|
3911
|
+
}>;
|
|
3912
|
+
};
|
|
3913
|
+
export type ActionsCreateRequestToolRequest = {
|
|
3914
|
+
"mode": "inbox" | "deliver" | "link";
|
|
3915
|
+
"title"?: string;
|
|
3916
|
+
"about"?: string;
|
|
3917
|
+
"template": string;
|
|
3918
|
+
"webhookUrl"?: string;
|
|
3919
|
+
"pageUrl"?: string;
|
|
3920
|
+
};
|
|
3921
|
+
export type ActionsCreateRequestToolResponse = {
|
|
3922
|
+
"toolId": string;
|
|
3923
|
+
"versionId": string;
|
|
3924
|
+
};
|
|
3925
|
+
export type ActionsUpdateRequestToolRequest = {
|
|
3926
|
+
"mode": "inbox" | "deliver" | "link";
|
|
3927
|
+
"title"?: string;
|
|
3928
|
+
"about"?: string;
|
|
3929
|
+
"webhookUrl"?: string | null;
|
|
3930
|
+
"pageUrl"?: string | null;
|
|
3931
|
+
};
|
|
3932
|
+
export type ActionsUpdateRequestToolResponse = {
|
|
3933
|
+
"toolId": string;
|
|
3934
|
+
"versionId": string;
|
|
3935
|
+
};
|
|
3936
|
+
export type ActionsCreateToolRequest = {
|
|
3937
|
+
"title": string;
|
|
3938
|
+
"description": string;
|
|
3939
|
+
"inputSchema": Record<string, unknown>;
|
|
3940
|
+
"outputSchema": Record<string, unknown>;
|
|
3941
|
+
"examples": Array<{
|
|
3942
|
+
"args": Record<string, unknown>;
|
|
3943
|
+
"note"?: string;
|
|
3944
|
+
}>;
|
|
3945
|
+
"name": string;
|
|
3946
|
+
"source": string;
|
|
3947
|
+
};
|
|
3948
|
+
export type ActionsCreateToolResponse = {
|
|
3949
|
+
"toolId": string;
|
|
3950
|
+
"versionId": string;
|
|
3951
|
+
};
|
|
3952
|
+
export type ActionsSetLiveRequest = {
|
|
3953
|
+
"versionId": string | null;
|
|
3954
|
+
"expectedVersionId": string | null;
|
|
3955
|
+
};
|
|
3956
|
+
export type ActionsSetLiveResponse = {
|
|
3957
|
+
"toolId": string;
|
|
3958
|
+
"activeVersionId": string | null;
|
|
3959
|
+
"releaseId": string | null;
|
|
3960
|
+
};
|
|
3961
|
+
export type ActionsSaveVersionRequest = {
|
|
3962
|
+
"title"?: string;
|
|
3963
|
+
"description"?: string;
|
|
3964
|
+
"inputSchema"?: Record<string, unknown>;
|
|
3965
|
+
"outputSchema"?: Record<string, unknown>;
|
|
3966
|
+
"examples"?: Array<{
|
|
3967
|
+
"args": Record<string, unknown>;
|
|
3968
|
+
"note"?: string;
|
|
3969
|
+
}>;
|
|
3970
|
+
"basedOn": string;
|
|
3971
|
+
"source"?: string;
|
|
3972
|
+
};
|
|
3973
|
+
export type ActionsSaveVersionResponse = {
|
|
3974
|
+
"toolId": string;
|
|
3975
|
+
"versionId": string;
|
|
3976
|
+
};
|
|
3977
|
+
export type ActionsVersionResponse = {
|
|
3978
|
+
"version": {
|
|
3979
|
+
"id": string;
|
|
3980
|
+
"toolId": string;
|
|
3981
|
+
"toolName": string;
|
|
3982
|
+
"version": number;
|
|
3983
|
+
"verdict": "verified" | "failed";
|
|
3984
|
+
"learner": string | null;
|
|
3985
|
+
"format": string | null;
|
|
3986
|
+
"synthesisId": string | null;
|
|
3987
|
+
"createdAt": string;
|
|
3988
|
+
"spec": Record<string, unknown>;
|
|
3989
|
+
"implementation": Record<string, unknown> | null;
|
|
3990
|
+
"policy": Record<string, unknown> | null;
|
|
3991
|
+
"candidateId": string | null;
|
|
3992
|
+
"verificationDigest": string | null;
|
|
3993
|
+
"report": Record<string, unknown> | null;
|
|
3994
|
+
"attempts": Array<Record<string, unknown>>;
|
|
3995
|
+
"origin": Record<string, unknown>;
|
|
3996
|
+
"ui": Record<string, unknown> | null;
|
|
3997
|
+
};
|
|
3998
|
+
};
|
|
3999
|
+
export type ActionsExecuteRequest = {
|
|
4000
|
+
"args"?: Record<string, unknown>;
|
|
4001
|
+
"mode"?: "preview" | "published";
|
|
4002
|
+
};
|
|
4003
|
+
export type ActionsExecuteResponse = {
|
|
4004
|
+
"invocationId"?: string;
|
|
4005
|
+
"browserMs"?: number;
|
|
4006
|
+
"outcome"?: "not_started" | "completed" | "unknown";
|
|
4007
|
+
"ok": boolean;
|
|
4008
|
+
"output"?: unknown;
|
|
4009
|
+
"echo": Record<string, unknown>;
|
|
4010
|
+
"oraclePage"?: string;
|
|
4011
|
+
"error"?: string;
|
|
4012
|
+
"errorCode"?: string;
|
|
4013
|
+
"blocked"?: boolean;
|
|
4014
|
+
"transport"?: string;
|
|
4015
|
+
"ms": number;
|
|
4016
|
+
"steps": Array<{
|
|
4017
|
+
"stepId": string;
|
|
4018
|
+
"skipped": boolean;
|
|
4019
|
+
"cached"?: boolean;
|
|
4020
|
+
"transport"?: string;
|
|
4021
|
+
"status"?: number;
|
|
4022
|
+
"ms": number;
|
|
4023
|
+
"url"?: string;
|
|
4024
|
+
}>;
|
|
4025
|
+
};
|
|
4026
|
+
export type ActionsImplementationSourceResponse = {
|
|
4027
|
+
"language": "typescript" | "javascript";
|
|
4028
|
+
"source": string;
|
|
4029
|
+
};
|
|
4030
|
+
export type ActionsSetUiRequest = {
|
|
4031
|
+
"ui": {
|
|
4032
|
+
"html": string;
|
|
4033
|
+
"csp"?: {
|
|
4034
|
+
"connectDomains"?: Array<string>;
|
|
4035
|
+
"resourceDomains"?: Array<string>;
|
|
4036
|
+
};
|
|
4037
|
+
"prefersBorder"?: boolean;
|
|
4038
|
+
} | null;
|
|
4039
|
+
};
|
|
4040
|
+
export type ActionsSetUiResponse = {
|
|
4041
|
+
"toolId": string;
|
|
4042
|
+
"versionId": string;
|
|
4043
|
+
};
|
|
3796
4044
|
export type SkillsListResponse = {
|
|
3797
4045
|
"skills": Array<{
|
|
3798
4046
|
"name": string;
|
|
@@ -3859,6 +4107,30 @@ export type AnalyticsOverviewResponse = {
|
|
|
3859
4107
|
}>;
|
|
3860
4108
|
"availableModels": Array<string>;
|
|
3861
4109
|
};
|
|
4110
|
+
export type AuditRunRequest = {
|
|
4111
|
+
"domain": string;
|
|
4112
|
+
"mcpUrl"?: string;
|
|
4113
|
+
"fresh"?: boolean;
|
|
4114
|
+
};
|
|
4115
|
+
export type AuditRunResponse = {
|
|
4116
|
+
"scanId": string;
|
|
4117
|
+
"status": string;
|
|
4118
|
+
"reattached": boolean;
|
|
4119
|
+
"streamUrl": string;
|
|
4120
|
+
};
|
|
4121
|
+
export type AuditResultResponse = {
|
|
4122
|
+
"scan": {
|
|
4123
|
+
"id": string;
|
|
4124
|
+
"provider": string;
|
|
4125
|
+
"status": string;
|
|
4126
|
+
"error": string | null;
|
|
4127
|
+
"result": Record<string, unknown>;
|
|
4128
|
+
"provisional": boolean;
|
|
4129
|
+
"redirected": boolean;
|
|
4130
|
+
};
|
|
4131
|
+
"capabilities": Record<string, unknown>;
|
|
4132
|
+
};
|
|
4133
|
+
export type AuditStreamResponse = unknown;
|
|
3862
4134
|
export type GoalsUpdateRequest = {
|
|
3863
4135
|
"title"?: string;
|
|
3864
4136
|
"statement"?: string;
|
|
@@ -4181,6 +4453,35 @@ export type IntentsGetResponse = {
|
|
|
4181
4453
|
"trends": Record<string, unknown>;
|
|
4182
4454
|
"brands": Array<unknown>;
|
|
4183
4455
|
"engines": Array<unknown>;
|
|
4456
|
+
"measurementPolicy"?: {
|
|
4457
|
+
"cadence": "daily" | "weekly" | "monthly" | "manual";
|
|
4458
|
+
"mcp_server_ids": Array<string>;
|
|
4459
|
+
"agents": Array<{
|
|
4460
|
+
"harness": string;
|
|
4461
|
+
"model": string;
|
|
4462
|
+
"mcp_server_ids": Array<string>;
|
|
4463
|
+
"skill_ids": Array<string>;
|
|
4464
|
+
"browser"?: {
|
|
4465
|
+
"webdriver"?: boolean;
|
|
4466
|
+
"webmcp"?: boolean;
|
|
4467
|
+
"webmcpTargetUrl"?: string;
|
|
4468
|
+
"webmcpSurface"?: "native" | "shim";
|
|
4469
|
+
};
|
|
4470
|
+
}>;
|
|
4471
|
+
"skill_ids": Array<string>;
|
|
4472
|
+
"browser"?: {
|
|
4473
|
+
"webdriver"?: boolean;
|
|
4474
|
+
"webmcp"?: boolean;
|
|
4475
|
+
"webmcpTargetUrl"?: string;
|
|
4476
|
+
"webmcpSurface"?: "native" | "shim";
|
|
4477
|
+
};
|
|
4478
|
+
"competitors": Array<string>;
|
|
4479
|
+
};
|
|
4480
|
+
"mcpServers"?: Array<{
|
|
4481
|
+
"id": string;
|
|
4482
|
+
"name": string;
|
|
4483
|
+
"url": string;
|
|
4484
|
+
}>;
|
|
4184
4485
|
};
|
|
4185
4486
|
};
|
|
4186
4487
|
export type IntentsUpdateRequest = {
|
|
@@ -4330,6 +4631,38 @@ export type GoalsCriteriaQuestionTypesResponse = {
|
|
|
4330
4631
|
"types": Array<"discover" | "choose" | "verify" | "inform" | "guide" | "act">;
|
|
4331
4632
|
};
|
|
4332
4633
|
};
|
|
4634
|
+
export type GoalsResultsResponse = {
|
|
4635
|
+
"success": true;
|
|
4636
|
+
"data": {
|
|
4637
|
+
"window": "7d" | "30d" | "90d" | null;
|
|
4638
|
+
"from": string;
|
|
4639
|
+
"to": string;
|
|
4640
|
+
"measurements": Array<{
|
|
4641
|
+
"measurementId": string;
|
|
4642
|
+
"measuredAt": string;
|
|
4643
|
+
"measurementKind": string;
|
|
4644
|
+
}>;
|
|
4645
|
+
"groups": Array<{
|
|
4646
|
+
"passed": number;
|
|
4647
|
+
"judged": number;
|
|
4648
|
+
"group": "discover" | "choose" | "verify" | "inform" | "guide" | "act";
|
|
4649
|
+
}>;
|
|
4650
|
+
"criteria": Array<{
|
|
4651
|
+
"passed": number;
|
|
4652
|
+
"judged": number;
|
|
4653
|
+
"goalId": string;
|
|
4654
|
+
"group": "discover" | "choose" | "verify" | "inform" | "guide" | "act";
|
|
4655
|
+
"text": string;
|
|
4656
|
+
"byAgent": Record<string, unknown>;
|
|
4657
|
+
"byPrompt": Record<string, unknown>;
|
|
4658
|
+
}>;
|
|
4659
|
+
"scores": {
|
|
4660
|
+
"runs": number;
|
|
4661
|
+
"sum": number;
|
|
4662
|
+
"byGroup": Record<string, unknown>;
|
|
4663
|
+
} | null;
|
|
4664
|
+
};
|
|
4665
|
+
};
|
|
4333
4666
|
export type GoalsSuggestCriteriaRequest = {
|
|
4334
4667
|
"types"?: Array<"discover" | "choose" | "verify" | "inform" | "guide" | "act">;
|
|
4335
4668
|
"type"?: "discover" | "choose" | "verify" | "inform" | "guide" | "act";
|
|
@@ -5138,6 +5471,30 @@ export type JourneysGetResponse = {
|
|
|
5138
5471
|
}>;
|
|
5139
5472
|
};
|
|
5140
5473
|
};
|
|
5474
|
+
export type McpServersListResponse = {
|
|
5475
|
+
"success": true;
|
|
5476
|
+
"data": {
|
|
5477
|
+
"servers": Array<{
|
|
5478
|
+
"id": string;
|
|
5479
|
+
"name": string;
|
|
5480
|
+
"url": string;
|
|
5481
|
+
"transport": string;
|
|
5482
|
+
"authMethod": string;
|
|
5483
|
+
"oauthCapable"?: boolean | null;
|
|
5484
|
+
"connectionHealth": string;
|
|
5485
|
+
"lastVerifiedAt"?: string;
|
|
5486
|
+
"createdAt": string;
|
|
5487
|
+
"latestSnapshot"?: {
|
|
5488
|
+
"catalogVersion": string;
|
|
5489
|
+
"toolCount": number;
|
|
5490
|
+
"contextTokens": number;
|
|
5491
|
+
"findingCount": number;
|
|
5492
|
+
"capturedAt": string;
|
|
5493
|
+
};
|
|
5494
|
+
}>;
|
|
5495
|
+
"total": number;
|
|
5496
|
+
};
|
|
5497
|
+
};
|
|
5141
5498
|
export type DomainsListResponse = {
|
|
5142
5499
|
"success": true;
|
|
5143
5500
|
"data": Array<{
|
|
@@ -5175,29 +5532,42 @@ export type StudioRunsListResponse = {
|
|
|
5175
5532
|
"results": Array<{
|
|
5176
5533
|
"id": string;
|
|
5177
5534
|
"harness": string;
|
|
5178
|
-
"model"?: string;
|
|
5179
|
-
"provider"?: string;
|
|
5535
|
+
"model"?: string | null;
|
|
5536
|
+
"provider"?: string | null;
|
|
5180
5537
|
"tools"?: "default" | "none" | {
|
|
5181
5538
|
"tools": Array<string>;
|
|
5182
5539
|
} | null;
|
|
5183
|
-
"intent_text"?: string;
|
|
5184
|
-
"target_domain"?: string;
|
|
5540
|
+
"intent_text"?: string | null;
|
|
5541
|
+
"target_domain"?: string | null;
|
|
5185
5542
|
"status": string;
|
|
5186
|
-
"outcome"?: string;
|
|
5187
|
-
"
|
|
5188
|
-
"
|
|
5189
|
-
"
|
|
5190
|
-
"
|
|
5191
|
-
"
|
|
5192
|
-
"
|
|
5193
|
-
"
|
|
5194
|
-
"
|
|
5543
|
+
"outcome"?: string | null;
|
|
5544
|
+
"outcome_reason"?: string | null;
|
|
5545
|
+
"cost_usd"?: number | null;
|
|
5546
|
+
"num_turns"?: number | null;
|
|
5547
|
+
"duration_ms"?: number | null;
|
|
5548
|
+
"total_tokens"?: number | null;
|
|
5549
|
+
"input_tokens"?: number | null;
|
|
5550
|
+
"cache_read_tokens"?: number | null;
|
|
5551
|
+
"cache_creation_tokens"?: number | null;
|
|
5552
|
+
"output_tokens"?: number | null;
|
|
5195
5553
|
"created_at": string;
|
|
5196
|
-
"finished_at"?: string;
|
|
5554
|
+
"finished_at"?: string | null;
|
|
5197
5555
|
"insight"?: {
|
|
5198
|
-
"visibility_score": number;
|
|
5199
|
-
"intent_satisfied": boolean;
|
|
5200
|
-
};
|
|
5556
|
+
"visibility_score": number | null;
|
|
5557
|
+
"intent_satisfied": boolean | null;
|
|
5558
|
+
} | null;
|
|
5559
|
+
"conversation_id"?: string | null;
|
|
5560
|
+
"conversation_turn_id"?: string | null;
|
|
5561
|
+
"conversation"?: {
|
|
5562
|
+
"harness": string;
|
|
5563
|
+
"model": string;
|
|
5564
|
+
"state": "open" | "closed";
|
|
5565
|
+
"last_turn_index": number;
|
|
5566
|
+
"last_activity_at": string;
|
|
5567
|
+
} | null;
|
|
5568
|
+
"conversation_turn"?: {
|
|
5569
|
+
"turn_index": number;
|
|
5570
|
+
} | null;
|
|
5201
5571
|
}>;
|
|
5202
5572
|
"pageToken"?: string;
|
|
5203
5573
|
};
|
|
@@ -5219,6 +5589,12 @@ export type StudioRunsCreateRequest = {
|
|
|
5219
5589
|
"name": string;
|
|
5220
5590
|
"url": string;
|
|
5221
5591
|
"secretId"?: string;
|
|
5592
|
+
"auth"?: {
|
|
5593
|
+
"method": "oauth";
|
|
5594
|
+
} | {
|
|
5595
|
+
"method": "query";
|
|
5596
|
+
"param": string;
|
|
5597
|
+
};
|
|
5222
5598
|
}>;
|
|
5223
5599
|
"model_params"?: {
|
|
5224
5600
|
"temperature"?: number;
|
|
@@ -5263,6 +5639,11 @@ export type UsageResponse = {
|
|
|
5263
5639
|
"limit": number | null;
|
|
5264
5640
|
"remaining": number | null;
|
|
5265
5641
|
};
|
|
5642
|
+
"scans": {
|
|
5643
|
+
"used": number | null;
|
|
5644
|
+
"limit": number | null;
|
|
5645
|
+
"remaining": number | null;
|
|
5646
|
+
};
|
|
5266
5647
|
"resetsAt": string | null;
|
|
5267
5648
|
};
|
|
5268
5649
|
};
|
|
@@ -6385,29 +6766,42 @@ export type StudyRunsListResponse = {
|
|
|
6385
6766
|
"results": Array<{
|
|
6386
6767
|
"id": string;
|
|
6387
6768
|
"harness": string;
|
|
6388
|
-
"model"?: string;
|
|
6389
|
-
"provider"?: string;
|
|
6769
|
+
"model"?: string | null;
|
|
6770
|
+
"provider"?: string | null;
|
|
6390
6771
|
"tools"?: "default" | "none" | {
|
|
6391
6772
|
"tools": Array<string>;
|
|
6392
6773
|
} | null;
|
|
6393
|
-
"intent_text"?: string;
|
|
6394
|
-
"target_domain"?: string;
|
|
6774
|
+
"intent_text"?: string | null;
|
|
6775
|
+
"target_domain"?: string | null;
|
|
6395
6776
|
"status": string;
|
|
6396
|
-
"outcome"?: string;
|
|
6397
|
-
"
|
|
6398
|
-
"
|
|
6399
|
-
"
|
|
6400
|
-
"
|
|
6401
|
-
"
|
|
6402
|
-
"
|
|
6403
|
-
"
|
|
6404
|
-
"
|
|
6777
|
+
"outcome"?: string | null;
|
|
6778
|
+
"outcome_reason"?: string | null;
|
|
6779
|
+
"cost_usd"?: number | null;
|
|
6780
|
+
"num_turns"?: number | null;
|
|
6781
|
+
"duration_ms"?: number | null;
|
|
6782
|
+
"total_tokens"?: number | null;
|
|
6783
|
+
"input_tokens"?: number | null;
|
|
6784
|
+
"cache_read_tokens"?: number | null;
|
|
6785
|
+
"cache_creation_tokens"?: number | null;
|
|
6786
|
+
"output_tokens"?: number | null;
|
|
6405
6787
|
"created_at": string;
|
|
6406
|
-
"finished_at"?: string;
|
|
6788
|
+
"finished_at"?: string | null;
|
|
6407
6789
|
"insight"?: {
|
|
6408
|
-
"visibility_score": number;
|
|
6409
|
-
"intent_satisfied": boolean;
|
|
6410
|
-
};
|
|
6790
|
+
"visibility_score": number | null;
|
|
6791
|
+
"intent_satisfied": boolean | null;
|
|
6792
|
+
} | null;
|
|
6793
|
+
"conversation_id"?: string | null;
|
|
6794
|
+
"conversation_turn_id"?: string | null;
|
|
6795
|
+
"conversation"?: {
|
|
6796
|
+
"harness": string;
|
|
6797
|
+
"model": string;
|
|
6798
|
+
"state": "open" | "closed";
|
|
6799
|
+
"last_turn_index": number;
|
|
6800
|
+
"last_activity_at": string;
|
|
6801
|
+
} | null;
|
|
6802
|
+
"conversation_turn"?: {
|
|
6803
|
+
"turn_index": number;
|
|
6804
|
+
} | null;
|
|
6411
6805
|
}>;
|
|
6412
6806
|
"pageToken"?: string;
|
|
6413
6807
|
};
|
|
@@ -6429,6 +6823,12 @@ export type StudyRunsCreateRequest = {
|
|
|
6429
6823
|
"name": string;
|
|
6430
6824
|
"url": string;
|
|
6431
6825
|
"secretId"?: string;
|
|
6826
|
+
"auth"?: {
|
|
6827
|
+
"method": "oauth";
|
|
6828
|
+
} | {
|
|
6829
|
+
"method": "query";
|
|
6830
|
+
"param": string;
|
|
6831
|
+
};
|
|
6432
6832
|
}>;
|
|
6433
6833
|
"model_params"?: {
|
|
6434
6834
|
"temperature"?: number;
|
|
@@ -7532,6 +7932,24 @@ export type StudyGetResponse = {
|
|
|
7532
7932
|
}>;
|
|
7533
7933
|
"gradedAt": string;
|
|
7534
7934
|
}>;
|
|
7935
|
+
"runTimeMs"?: number | null;
|
|
7936
|
+
"phases"?: {
|
|
7937
|
+
"phases": Array<{
|
|
7938
|
+
"id": "waiting" | "boot" | "installations" | "startup" | "run" | "verification" | "teardown";
|
|
7939
|
+
"ms": number | null;
|
|
7940
|
+
"state": "measured" | "unmeasured" | "not_in_run";
|
|
7941
|
+
}>;
|
|
7942
|
+
"runTimeMs": number | null;
|
|
7943
|
+
"totalMs": number | null;
|
|
7944
|
+
"steps": Array<{
|
|
7945
|
+
"name": string;
|
|
7946
|
+
"kind": string;
|
|
7947
|
+
"outcome": string;
|
|
7948
|
+
"startedAt": string | null;
|
|
7949
|
+
"finishedAt": string | null;
|
|
7950
|
+
}>;
|
|
7951
|
+
"modelCalls": number | null;
|
|
7952
|
+
} | null;
|
|
7535
7953
|
}>;
|
|
7536
7954
|
"aggregate": {
|
|
7537
7955
|
"summary": {
|
|
@@ -7790,6 +8208,11 @@ export type StudyGetResponse = {
|
|
|
7790
8208
|
"languages": Array<string>;
|
|
7791
8209
|
"unavailableReasons": Array<string>;
|
|
7792
8210
|
};
|
|
8211
|
+
"timeBasis"?: "run_time" | "wall_clock";
|
|
8212
|
+
"timeMeasures"?: {
|
|
8213
|
+
"byArm": Record<string, unknown>;
|
|
8214
|
+
"phasesByArm": Record<string, unknown>;
|
|
8215
|
+
};
|
|
7793
8216
|
} | {
|
|
7794
8217
|
"shape": "multi-arm";
|
|
7795
8218
|
"summary": {
|
|
@@ -8660,6 +9083,11 @@ export type StudyGetResponse = {
|
|
|
8660
9083
|
"ranking": "beat-all" | "won-all-on-ladder" | "ranks-first" | "composite-with-loss" | "pending" | "none";
|
|
8661
9084
|
};
|
|
8662
9085
|
};
|
|
9086
|
+
"timeBasis"?: "run_time" | "wall_clock";
|
|
9087
|
+
"timeMeasures"?: {
|
|
9088
|
+
"byArm": Record<string, unknown>;
|
|
9089
|
+
"phasesByArm": Record<string, unknown>;
|
|
9090
|
+
};
|
|
8663
9091
|
};
|
|
8664
9092
|
"warnings": Array<{
|
|
8665
9093
|
"type": "eval_capability_gap";
|
|
@@ -9587,6 +10015,7 @@ export type StudyPreviewResponse = {
|
|
|
9587
10015
|
}> | null;
|
|
9588
10016
|
"paramsKey"?: string;
|
|
9589
10017
|
"textWithheld"?: boolean;
|
|
10018
|
+
"runTimeMs"?: number | null;
|
|
9590
10019
|
}>;
|
|
9591
10020
|
"aggregate": {
|
|
9592
10021
|
"summary": {
|
|
@@ -9845,6 +10274,11 @@ export type StudyPreviewResponse = {
|
|
|
9845
10274
|
"languages": Array<string>;
|
|
9846
10275
|
"unavailableReasons": Array<string>;
|
|
9847
10276
|
};
|
|
10277
|
+
"timeBasis"?: "run_time" | "wall_clock";
|
|
10278
|
+
"timeMeasures"?: {
|
|
10279
|
+
"byArm": Record<string, unknown>;
|
|
10280
|
+
"phasesByArm": Record<string, unknown>;
|
|
10281
|
+
};
|
|
9848
10282
|
} | {
|
|
9849
10283
|
"shape": "multi-arm";
|
|
9850
10284
|
"summary": {
|
|
@@ -10715,6 +11149,11 @@ export type StudyPreviewResponse = {
|
|
|
10715
11149
|
"ranking": "beat-all" | "won-all-on-ladder" | "ranks-first" | "composite-with-loss" | "pending" | "none";
|
|
10716
11150
|
};
|
|
10717
11151
|
};
|
|
11152
|
+
"timeBasis"?: "run_time" | "wall_clock";
|
|
11153
|
+
"timeMeasures"?: {
|
|
11154
|
+
"byArm": Record<string, unknown>;
|
|
11155
|
+
"phasesByArm": Record<string, unknown>;
|
|
11156
|
+
};
|
|
10718
11157
|
};
|
|
10719
11158
|
"textWithheldReason"?: "sign_in_required" | "terms_required" | "licence";
|
|
10720
11159
|
};
|