eval-studio-client 1.2.0a2__py3-none-any.whl → 1.2.1a1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- eval_studio_client/api/__init__.py +1 -0
- eval_studio_client/api/api/workflow_result_service_api.py +83 -65
- eval_studio_client/api/api/workflow_service_api.py +16 -16
- eval_studio_client/api/docs/PerturbationServiceCreatePerturbationRequest.md +1 -1
- eval_studio_client/api/docs/V1CreatePerturbationResponse.md +1 -1
- eval_studio_client/api/docs/V1GetWorkflowResultReportResponse.md +2 -1
- eval_studio_client/api/docs/V1Info.md +1 -0
- eval_studio_client/api/docs/V1Stats.md +1 -0
- eval_studio_client/api/docs/V1WorkflowResultReportFormat.md +11 -0
- eval_studio_client/api/docs/WorkflowResultServiceApi.md +22 -20
- eval_studio_client/api/docs/WorkflowServiceApi.md +5 -5
- eval_studio_client/api/models/__init__.py +1 -0
- eval_studio_client/api/models/perturbation_service_create_perturbation_request.py +1 -1
- eval_studio_client/api/models/v1_create_perturbation_response.py +1 -1
- eval_studio_client/api/models/v1_get_workflow_result_report_response.py +5 -3
- eval_studio_client/api/models/v1_info.py +4 -2
- eval_studio_client/api/models/v1_stats.py +9 -2
- eval_studio_client/api/models/v1_workflow_node_type.py +1 -0
- eval_studio_client/api/models/v1_workflow_result_report_format.py +37 -0
- eval_studio_client/api/test/test_v1_get_info_response.py +2 -1
- eval_studio_client/api/test/test_v1_get_stats_response.py +2 -1
- eval_studio_client/api/test/test_v1_get_workflow_result_report_response.py +4 -1
- eval_studio_client/api/test/test_v1_info.py +2 -1
- eval_studio_client/api/test/test_v1_stats.py +2 -1
- eval_studio_client/api/test/test_v1_workflow_result_report_format.py +33 -0
- eval_studio_client/gen/openapiv2/eval_studio.swagger.json +176 -138
- eval_studio_client/tests.py +3 -3
- {eval_studio_client-1.2.0a2.dist-info → eval_studio_client-1.2.1a1.dist-info}/METADATA +1 -1
- {eval_studio_client-1.2.0a2.dist-info → eval_studio_client-1.2.1a1.dist-info}/RECORD +30 -27
- {eval_studio_client-1.2.0a2.dist-info → eval_studio_client-1.2.1a1.dist-info}/WHEEL +0 -0
|
@@ -3025,138 +3025,6 @@
|
|
|
3025
3025
|
}
|
|
3026
3026
|
},
|
|
3027
3027
|
"/v1/{name_12}": {
|
|
3028
|
-
"get": {
|
|
3029
|
-
"summary": "GetWorkflowResultSummary retrieves the 3x3x3 summary of a Workflow result.\nThe summary includes 3 summary sentences, 3 bullets with most serious highlights,\nand 3 recommended actions sentences.",
|
|
3030
|
-
"operationId": "WorkflowResultService_GetWorkflowResultSummary",
|
|
3031
|
-
"responses": {
|
|
3032
|
-
"200": {
|
|
3033
|
-
"description": "A successful response.",
|
|
3034
|
-
"schema": {
|
|
3035
|
-
"$ref": "#/definitions/v1GetWorkflowResultSummaryResponse"
|
|
3036
|
-
}
|
|
3037
|
-
},
|
|
3038
|
-
"default": {
|
|
3039
|
-
"description": "An unexpected error response.",
|
|
3040
|
-
"schema": {
|
|
3041
|
-
"$ref": "#/definitions/rpcStatus"
|
|
3042
|
-
}
|
|
3043
|
-
}
|
|
3044
|
-
},
|
|
3045
|
-
"parameters": [
|
|
3046
|
-
{
|
|
3047
|
-
"name": "name_12",
|
|
3048
|
-
"description": "Required. The name of the Workflow for which to retrieve the 3x3x3 summary.",
|
|
3049
|
-
"in": "path",
|
|
3050
|
-
"required": true,
|
|
3051
|
-
"type": "string",
|
|
3052
|
-
"pattern": "workflows/[^/]+/results/summary"
|
|
3053
|
-
}
|
|
3054
|
-
],
|
|
3055
|
-
"tags": [
|
|
3056
|
-
"WorkflowResultService"
|
|
3057
|
-
]
|
|
3058
|
-
}
|
|
3059
|
-
},
|
|
3060
|
-
"/v1/{name_13}": {
|
|
3061
|
-
"get": {
|
|
3062
|
-
"summary": "GetWorkflowResultReport retrieves the report of a Workflow result.\nThe report is a detailed HTML document summarizing the Workflow's execution and findings.",
|
|
3063
|
-
"operationId": "WorkflowResultService_GetWorkflowResultReport",
|
|
3064
|
-
"responses": {
|
|
3065
|
-
"200": {
|
|
3066
|
-
"description": "A successful response.",
|
|
3067
|
-
"schema": {
|
|
3068
|
-
"$ref": "#/definitions/v1GetWorkflowResultReportResponse"
|
|
3069
|
-
}
|
|
3070
|
-
},
|
|
3071
|
-
"default": {
|
|
3072
|
-
"description": "An unexpected error response.",
|
|
3073
|
-
"schema": {
|
|
3074
|
-
"$ref": "#/definitions/rpcStatus"
|
|
3075
|
-
}
|
|
3076
|
-
}
|
|
3077
|
-
},
|
|
3078
|
-
"parameters": [
|
|
3079
|
-
{
|
|
3080
|
-
"name": "name_13",
|
|
3081
|
-
"description": "Required. The name of the report workflow for which to retrieve the report.",
|
|
3082
|
-
"in": "path",
|
|
3083
|
-
"required": true,
|
|
3084
|
-
"type": "string",
|
|
3085
|
-
"pattern": "workflows/[^/]+/results/report"
|
|
3086
|
-
}
|
|
3087
|
-
],
|
|
3088
|
-
"tags": [
|
|
3089
|
-
"WorkflowResultService"
|
|
3090
|
-
]
|
|
3091
|
-
}
|
|
3092
|
-
},
|
|
3093
|
-
"/v1/{name_14}": {
|
|
3094
|
-
"get": {
|
|
3095
|
-
"summary": "GetWorkflowResultCorpusPatch retrieves the corpus patch of a Workflow result.\nThe corpus patch is a HTML document that contains questions and answers identified as problematic in HEC and RT IV workflow steps.",
|
|
3096
|
-
"operationId": "WorkflowResultService_GetWorkflowResultCorpusPatch",
|
|
3097
|
-
"responses": {
|
|
3098
|
-
"200": {
|
|
3099
|
-
"description": "A successful response.",
|
|
3100
|
-
"schema": {
|
|
3101
|
-
"$ref": "#/definitions/v1GetWorkflowResultCorpusPatchResponse"
|
|
3102
|
-
}
|
|
3103
|
-
},
|
|
3104
|
-
"default": {
|
|
3105
|
-
"description": "An unexpected error response.",
|
|
3106
|
-
"schema": {
|
|
3107
|
-
"$ref": "#/definitions/rpcStatus"
|
|
3108
|
-
}
|
|
3109
|
-
}
|
|
3110
|
-
},
|
|
3111
|
-
"parameters": [
|
|
3112
|
-
{
|
|
3113
|
-
"name": "name_14",
|
|
3114
|
-
"description": "Required. The name of the corpus patch workflow for which to retrieve the corpus patch.",
|
|
3115
|
-
"in": "path",
|
|
3116
|
-
"required": true,
|
|
3117
|
-
"type": "string",
|
|
3118
|
-
"pattern": "workflows/[^/]+/results/corpusPatch"
|
|
3119
|
-
}
|
|
3120
|
-
],
|
|
3121
|
-
"tags": [
|
|
3122
|
-
"WorkflowResultService"
|
|
3123
|
-
]
|
|
3124
|
-
}
|
|
3125
|
-
},
|
|
3126
|
-
"/v1/{name_15}": {
|
|
3127
|
-
"get": {
|
|
3128
|
-
"summary": "GetWorkflowResultSystemPromptPatch retrieves the system prompt patch of a Workflow result.",
|
|
3129
|
-
"operationId": "WorkflowResultService_GetWorkflowResultSystemPromptPatch",
|
|
3130
|
-
"responses": {
|
|
3131
|
-
"200": {
|
|
3132
|
-
"description": "A successful response.",
|
|
3133
|
-
"schema": {
|
|
3134
|
-
"$ref": "#/definitions/v1GetWorkflowResultSystemPromptPatchResponse"
|
|
3135
|
-
}
|
|
3136
|
-
},
|
|
3137
|
-
"default": {
|
|
3138
|
-
"description": "An unexpected error response.",
|
|
3139
|
-
"schema": {
|
|
3140
|
-
"$ref": "#/definitions/rpcStatus"
|
|
3141
|
-
}
|
|
3142
|
-
}
|
|
3143
|
-
},
|
|
3144
|
-
"parameters": [
|
|
3145
|
-
{
|
|
3146
|
-
"name": "name_15",
|
|
3147
|
-
"description": "Required. The name of the system prompt patch workflow for which to retrieve the system prompt patch.",
|
|
3148
|
-
"in": "path",
|
|
3149
|
-
"required": true,
|
|
3150
|
-
"type": "string",
|
|
3151
|
-
"pattern": "workflows/[^/]+/results/systemPromptPatch"
|
|
3152
|
-
}
|
|
3153
|
-
],
|
|
3154
|
-
"tags": [
|
|
3155
|
-
"WorkflowResultService"
|
|
3156
|
-
]
|
|
3157
|
-
}
|
|
3158
|
-
},
|
|
3159
|
-
"/v1/{name_16}": {
|
|
3160
3028
|
"get": {
|
|
3161
3029
|
"summary": "GetWorkflow retrieves a Workflow by name. Deleted Workflow is returned without error, it has a\ndelete_time and deleter fields set.",
|
|
3162
3030
|
"operationId": "WorkflowService_GetWorkflow",
|
|
@@ -3176,7 +3044,7 @@
|
|
|
3176
3044
|
},
|
|
3177
3045
|
"parameters": [
|
|
3178
3046
|
{
|
|
3179
|
-
"name": "
|
|
3047
|
+
"name": "name_12",
|
|
3180
3048
|
"description": "Required. The name of the Workflow to retrieve.",
|
|
3181
3049
|
"in": "path",
|
|
3182
3050
|
"required": true,
|
|
@@ -4463,6 +4331,150 @@
|
|
|
4463
4331
|
]
|
|
4464
4332
|
}
|
|
4465
4333
|
},
|
|
4334
|
+
"/v1/{name}:getResultsCorpusPatch": {
|
|
4335
|
+
"get": {
|
|
4336
|
+
"summary": "GetWorkflowResultCorpusPatch retrieves the corpus patch of a Workflow result.\nThe corpus patch is a HTML document that contains questions and answers identified as problematic in HEC and RT IV workflow steps.",
|
|
4337
|
+
"operationId": "WorkflowResultService_GetWorkflowResultCorpusPatch",
|
|
4338
|
+
"responses": {
|
|
4339
|
+
"200": {
|
|
4340
|
+
"description": "A successful response.",
|
|
4341
|
+
"schema": {
|
|
4342
|
+
"$ref": "#/definitions/v1GetWorkflowResultCorpusPatchResponse"
|
|
4343
|
+
}
|
|
4344
|
+
},
|
|
4345
|
+
"default": {
|
|
4346
|
+
"description": "An unexpected error response.",
|
|
4347
|
+
"schema": {
|
|
4348
|
+
"$ref": "#/definitions/rpcStatus"
|
|
4349
|
+
}
|
|
4350
|
+
}
|
|
4351
|
+
},
|
|
4352
|
+
"parameters": [
|
|
4353
|
+
{
|
|
4354
|
+
"name": "name",
|
|
4355
|
+
"description": "Required. The resource name of the workflow for which to generate the corpus patch.",
|
|
4356
|
+
"in": "path",
|
|
4357
|
+
"required": true,
|
|
4358
|
+
"type": "string",
|
|
4359
|
+
"pattern": "workflows/[^/]+"
|
|
4360
|
+
}
|
|
4361
|
+
],
|
|
4362
|
+
"tags": [
|
|
4363
|
+
"WorkflowResultService"
|
|
4364
|
+
]
|
|
4365
|
+
}
|
|
4366
|
+
},
|
|
4367
|
+
"/v1/{name}:getResultsReport": {
|
|
4368
|
+
"get": {
|
|
4369
|
+
"summary": "GetWorkflowResultReport retrieves the report of a Workflow result.\nThe report is a detailed HTML document summarizing the Workflow's execution and findings.",
|
|
4370
|
+
"operationId": "WorkflowResultService_GetWorkflowResultReport",
|
|
4371
|
+
"responses": {
|
|
4372
|
+
"200": {
|
|
4373
|
+
"description": "A successful response.",
|
|
4374
|
+
"schema": {
|
|
4375
|
+
"$ref": "#/definitions/v1GetWorkflowResultReportResponse"
|
|
4376
|
+
}
|
|
4377
|
+
},
|
|
4378
|
+
"default": {
|
|
4379
|
+
"description": "An unexpected error response.",
|
|
4380
|
+
"schema": {
|
|
4381
|
+
"$ref": "#/definitions/rpcStatus"
|
|
4382
|
+
}
|
|
4383
|
+
}
|
|
4384
|
+
},
|
|
4385
|
+
"parameters": [
|
|
4386
|
+
{
|
|
4387
|
+
"name": "name",
|
|
4388
|
+
"description": "Required. The resource name of the workflow for which to retrieve the report.",
|
|
4389
|
+
"in": "path",
|
|
4390
|
+
"required": true,
|
|
4391
|
+
"type": "string",
|
|
4392
|
+
"pattern": "workflows/[^/]+"
|
|
4393
|
+
},
|
|
4394
|
+
{
|
|
4395
|
+
"name": "format",
|
|
4396
|
+
"description": "Required. The format of the report to retrieve.",
|
|
4397
|
+
"in": "query",
|
|
4398
|
+
"required": false,
|
|
4399
|
+
"type": "string",
|
|
4400
|
+
"enum": [
|
|
4401
|
+
"WORKFLOW_RESULT_REPORT_FORMAT_UNSPECIFIED",
|
|
4402
|
+
"WORKFLOW_RESULT_REPORT_FORMAT_HTML"
|
|
4403
|
+
],
|
|
4404
|
+
"default": "WORKFLOW_RESULT_REPORT_FORMAT_UNSPECIFIED"
|
|
4405
|
+
}
|
|
4406
|
+
],
|
|
4407
|
+
"tags": [
|
|
4408
|
+
"WorkflowResultService"
|
|
4409
|
+
]
|
|
4410
|
+
}
|
|
4411
|
+
},
|
|
4412
|
+
"/v1/{name}:getResultsSummary": {
|
|
4413
|
+
"get": {
|
|
4414
|
+
"summary": "GetWorkflowResultSummary retrieves the 3x3x3 summary of a Workflow result.\nThe summary includes 3 summary sentences, 3 bullets with most serious highlights,\nand 3 recommended actions sentences.",
|
|
4415
|
+
"operationId": "WorkflowResultService_GetWorkflowResultSummary",
|
|
4416
|
+
"responses": {
|
|
4417
|
+
"200": {
|
|
4418
|
+
"description": "A successful response.",
|
|
4419
|
+
"schema": {
|
|
4420
|
+
"$ref": "#/definitions/v1GetWorkflowResultSummaryResponse"
|
|
4421
|
+
}
|
|
4422
|
+
},
|
|
4423
|
+
"default": {
|
|
4424
|
+
"description": "An unexpected error response.",
|
|
4425
|
+
"schema": {
|
|
4426
|
+
"$ref": "#/definitions/rpcStatus"
|
|
4427
|
+
}
|
|
4428
|
+
}
|
|
4429
|
+
},
|
|
4430
|
+
"parameters": [
|
|
4431
|
+
{
|
|
4432
|
+
"name": "name",
|
|
4433
|
+
"description": "Required. The name of the Workflow for which to retrieve the 3x3x3 summary.",
|
|
4434
|
+
"in": "path",
|
|
4435
|
+
"required": true,
|
|
4436
|
+
"type": "string",
|
|
4437
|
+
"pattern": "workflows/[^/]+"
|
|
4438
|
+
}
|
|
4439
|
+
],
|
|
4440
|
+
"tags": [
|
|
4441
|
+
"WorkflowResultService"
|
|
4442
|
+
]
|
|
4443
|
+
}
|
|
4444
|
+
},
|
|
4445
|
+
"/v1/{name}:getResultsSystemPromptPatch": {
|
|
4446
|
+
"get": {
|
|
4447
|
+
"summary": "GetWorkflowResultSystemPromptPatch retrieves the system prompt patch of a Workflow result.",
|
|
4448
|
+
"operationId": "WorkflowResultService_GetWorkflowResultSystemPromptPatch",
|
|
4449
|
+
"responses": {
|
|
4450
|
+
"200": {
|
|
4451
|
+
"description": "A successful response.",
|
|
4452
|
+
"schema": {
|
|
4453
|
+
"$ref": "#/definitions/v1GetWorkflowResultSystemPromptPatchResponse"
|
|
4454
|
+
}
|
|
4455
|
+
},
|
|
4456
|
+
"default": {
|
|
4457
|
+
"description": "An unexpected error response.",
|
|
4458
|
+
"schema": {
|
|
4459
|
+
"$ref": "#/definitions/rpcStatus"
|
|
4460
|
+
}
|
|
4461
|
+
}
|
|
4462
|
+
},
|
|
4463
|
+
"parameters": [
|
|
4464
|
+
{
|
|
4465
|
+
"name": "name",
|
|
4466
|
+
"description": "Required. The resource name of the workflow for which to generate the system prompt patch.",
|
|
4467
|
+
"in": "path",
|
|
4468
|
+
"required": true,
|
|
4469
|
+
"type": "string",
|
|
4470
|
+
"pattern": "workflows/[^/]+"
|
|
4471
|
+
}
|
|
4472
|
+
],
|
|
4473
|
+
"tags": [
|
|
4474
|
+
"WorkflowResultService"
|
|
4475
|
+
]
|
|
4476
|
+
}
|
|
4477
|
+
},
|
|
4466
4478
|
"/v1/{name}:grantAccess": {
|
|
4467
4479
|
"post": {
|
|
4468
4480
|
"summary": "GrantDashboardAccess grants access to a Dashboard to a subject with a specified role.",
|
|
@@ -5451,7 +5463,7 @@
|
|
|
5451
5463
|
"type": "object",
|
|
5452
5464
|
"$ref": "#/definitions/v1TestCase"
|
|
5453
5465
|
},
|
|
5454
|
-
"description": "Required. List of test cases to
|
|
5466
|
+
"description": "Required. List of test cases to perturb. These are the test cases from the parent test.\n\nTODO: breaks https://google.aip.dev/144"
|
|
5455
5467
|
},
|
|
5456
5468
|
"testCaseRelationships": {
|
|
5457
5469
|
"type": "array",
|
|
@@ -6895,7 +6907,7 @@
|
|
|
6895
6907
|
"properties": {
|
|
6896
6908
|
"testSuite": {
|
|
6897
6909
|
"type": "string",
|
|
6898
|
-
"description": "
|
|
6910
|
+
"description": "Perturbed test suite in JSON format."
|
|
6899
6911
|
}
|
|
6900
6912
|
}
|
|
6901
6913
|
},
|
|
@@ -7712,9 +7724,16 @@
|
|
|
7712
7724
|
"v1GetWorkflowResultReportResponse": {
|
|
7713
7725
|
"type": "object",
|
|
7714
7726
|
"properties": {
|
|
7715
|
-
"
|
|
7727
|
+
"reportStatic": {
|
|
7716
7728
|
"type": "string",
|
|
7717
|
-
"description": "
|
|
7729
|
+
"description": "Report without links."
|
|
7730
|
+
},
|
|
7731
|
+
"reportHypertextDiff": {
|
|
7732
|
+
"type": "object",
|
|
7733
|
+
"additionalProperties": {
|
|
7734
|
+
"type": "string"
|
|
7735
|
+
},
|
|
7736
|
+
"description": "Diff (row number to row content) which can be used to generate report with links to the artifacts."
|
|
7718
7737
|
}
|
|
7719
7738
|
}
|
|
7720
7739
|
},
|
|
@@ -7935,6 +7954,10 @@
|
|
|
7935
7954
|
"sharingEnabled": {
|
|
7936
7955
|
"type": "boolean",
|
|
7937
7956
|
"description": "Whether the sharing capability is enabled."
|
|
7957
|
+
},
|
|
7958
|
+
"experimentalFeaturesEnabled": {
|
|
7959
|
+
"type": "boolean",
|
|
7960
|
+
"description": "Whether the experimental features are enabled."
|
|
7938
7961
|
}
|
|
7939
7962
|
}
|
|
7940
7963
|
},
|
|
@@ -9631,6 +9654,12 @@
|
|
|
9631
9654
|
"format": "int64",
|
|
9632
9655
|
"x-nullable": true,
|
|
9633
9656
|
"description": "Number of pending jobs in the test validation queue. It's marked as optional to always be part of the response, even when the value is zero."
|
|
9657
|
+
},
|
|
9658
|
+
"failureClusteringPendingJobs": {
|
|
9659
|
+
"type": "string",
|
|
9660
|
+
"format": "int64",
|
|
9661
|
+
"x-nullable": true,
|
|
9662
|
+
"description": "Number of pending jobs in the failure clustering queue. It's marked as optional to always be part of the response, even when the value is zero."
|
|
9634
9663
|
}
|
|
9635
9664
|
},
|
|
9636
9665
|
"description": "Stats represents statistics about the Eval Studio instance, jobs and utilization."
|
|
@@ -10539,7 +10568,8 @@
|
|
|
10539
10568
|
"WORKFLOW_NODE_TYPE_HUMAN_EVALUATION",
|
|
10540
10569
|
"WORKFLOW_NODE_TYPE_MARGINAL_ANALYSIS",
|
|
10541
10570
|
"WORKFLOW_NODE_TYPE_VALIDATION",
|
|
10542
|
-
"WORKFLOW_NODE_TYPE_ADVERSARIAL_INPUTS"
|
|
10571
|
+
"WORKFLOW_NODE_TYPE_ADVERSARIAL_INPUTS",
|
|
10572
|
+
"WORKFLOW_NODE_TYPE_FAILURE_CLUSTERING"
|
|
10543
10573
|
],
|
|
10544
10574
|
"default": "WORKFLOW_NODE_TYPE_UNSPECIFIED",
|
|
10545
10575
|
"description": "WorkflowNodeType represents the type of a WorkflowNode."
|
|
@@ -10566,6 +10596,14 @@
|
|
|
10566
10596
|
"default": "WORKFLOW_RESULT_ARTIFACT_TYPE_UNSPECIFIED",
|
|
10567
10597
|
"description": "WorkflowResultArtifactType enum representing the types of artifacts that can be produced by a Workflow result."
|
|
10568
10598
|
},
|
|
10599
|
+
"v1WorkflowResultReportFormat": {
|
|
10600
|
+
"type": "string",
|
|
10601
|
+
"enum": [
|
|
10602
|
+
"WORKFLOW_RESULT_REPORT_FORMAT_UNSPECIFIED",
|
|
10603
|
+
"WORKFLOW_RESULT_REPORT_FORMAT_HTML"
|
|
10604
|
+
],
|
|
10605
|
+
"default": "WORKFLOW_RESULT_REPORT_FORMAT_UNSPECIFIED"
|
|
10606
|
+
},
|
|
10569
10607
|
"v1WorkflowType": {
|
|
10570
10608
|
"type": "string",
|
|
10571
10609
|
"enum": [
|
eval_studio_client/tests.py
CHANGED
|
@@ -333,7 +333,7 @@ class Test:
|
|
|
333
333
|
Args:
|
|
334
334
|
new_test_name (str): Name of the newly created test.
|
|
335
335
|
perturbators (Perturbator, List[Perturbator], str or List[str]): List of
|
|
336
|
-
perturbators or their keys used to
|
|
336
|
+
perturbators or their keys used to perturb this Test.
|
|
337
337
|
new_test_description (str): Optional description of the newly created test.
|
|
338
338
|
"""
|
|
339
339
|
|
|
@@ -370,8 +370,8 @@ class Test:
|
|
|
370
370
|
|
|
371
371
|
Args:
|
|
372
372
|
perturbators (Perturbator, List[Perturbator], str or List[str]): List of
|
|
373
|
-
perturbators or their keys used to
|
|
374
|
-
test_case_names (List[str]): List of test case names to
|
|
373
|
+
perturbators or their keys used to perturb this Test.
|
|
374
|
+
test_case_names (List[str]): List of test case names to perturb.
|
|
375
375
|
"""
|
|
376
376
|
|
|
377
377
|
if self._client is None:
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: eval-studio-client
|
|
3
|
-
Version: 1.2.
|
|
3
|
+
Version: 1.2.1a1
|
|
4
4
|
Project-URL: Source, https://github.com/h2oai/eval-studio/tree/main/client-py/src/
|
|
5
5
|
Project-URL: Issues, https://github.com/h2oai/eval-studio/issues
|
|
6
6
|
Author-email: "H2O.ai" <support@h2o.ai>
|
|
@@ -10,9 +10,9 @@ eval_studio_client/models.py,sha256=Mes3lFNg5avAG-x5MUUFAWYZ-eTfSDm26REe53YuCGg,
|
|
|
10
10
|
eval_studio_client/perturbators.py,sha256=CtcWqEgPGpOcDHvYAQBlNDKnS-ZDBkL7Y_Ygsgpvikw,3133
|
|
11
11
|
eval_studio_client/problems.py,sha256=rdGIfo7AqyxGhWMpbIDX1WXFoQvzKktKAWDKRde5VbY,1515
|
|
12
12
|
eval_studio_client/test_labs.py,sha256=tePU8z4Cw6wMBrW-pSP3FAaT76Y2RK3xiWaRVndcmv4,12331
|
|
13
|
-
eval_studio_client/tests.py,sha256=
|
|
13
|
+
eval_studio_client/tests.py,sha256=doN99_t58aIIm9ZySvvbpZemHohey255i_98Ep65Dzg,32971
|
|
14
14
|
eval_studio_client/utils.py,sha256=e5bsQVgNHYNSqSOthxlmncerPdgbvWwQaY_C-libuXk,764
|
|
15
|
-
eval_studio_client/api/__init__.py,sha256=
|
|
15
|
+
eval_studio_client/api/__init__.py,sha256=7AeXtin33DvSdabZDqN8MebYO0ZTmGynnZ5BhYkAQf8,25661
|
|
16
16
|
eval_studio_client/api/api_client.py,sha256=2Qwvxm4lRzMDRaA2FqunosFSEbIEO7Oz5YH5WAGTDnU,26428
|
|
17
17
|
eval_studio_client/api/api_response.py,sha256=eMxw1mpmJcoGZ3gs9z6jM4oYoZ10Gjk333s9sKxGv7s,652
|
|
18
18
|
eval_studio_client/api/configuration.py,sha256=3A8i8o_A71YfdwAzpmNYI-aBT7pWj2Eg7uBCLhamPPs,14520
|
|
@@ -43,8 +43,8 @@ eval_studio_client/api/api/test_service_api.py,sha256=0A2x27X2jq7vbhFsFHxigdfkgg
|
|
|
43
43
|
eval_studio_client/api/api/who_am_i_service_api.py,sha256=Am6A2ADTsStWPhSGcUcVTr7Kcl7TQ2LyyADuNhyTR_g,10326
|
|
44
44
|
eval_studio_client/api/api/workflow_edge_service_api.py,sha256=_nMV7ya5Uxll3kyAZgoVwtvclZP5LqGgMOWlrM6AEjE,34540
|
|
45
45
|
eval_studio_client/api/api/workflow_node_service_api.py,sha256=pszpOlQ82UPLLd8xSG-z8ygqptGTKZJTLQYizwSQEn8,105755
|
|
46
|
-
eval_studio_client/api/api/workflow_result_service_api.py,sha256=
|
|
47
|
-
eval_studio_client/api/api/workflow_service_api.py,sha256=
|
|
46
|
+
eval_studio_client/api/api/workflow_result_service_api.py,sha256=cydwZEuc0nC7---r97zqO2bO7cb4pynw9WeOu0PCNao,45976
|
|
47
|
+
eval_studio_client/api/api/workflow_service_api.py,sha256=4xC0PxR11w4DiOgy4bL_a5uHdWt9QZsuGaJ9pMRGD9M,151029
|
|
48
48
|
eval_studio_client/api/docs/AdversarialInputsServiceApi.md,sha256=B7XWi7se4QJCTilz3ynROBNe2OQI5NIl3ypCKkEzVlk,3098
|
|
49
49
|
eval_studio_client/api/docs/AdversarialInputsServiceTestAdversarialInputsRobustnessRequest.md,sha256=OtQi3VLRE3o28wG0FXoXD2IdXBxL4pu5xuefJNwJTHI,3968
|
|
50
50
|
eval_studio_client/api/docs/DashboardServiceApi.md,sha256=3I1TczFHrGI2DzwyDgoFoVqIGMgUmnrc3oOaXGY-Yc8,30559
|
|
@@ -59,7 +59,7 @@ eval_studio_client/api/docs/ModelServiceApi.md,sha256=bwCg_mzyIRf030o797KNiot24o
|
|
|
59
59
|
eval_studio_client/api/docs/OperationProgressServiceApi.md,sha256=bS9Wrjm89O5trne_BFiC0zXnwWr3HuiJLZl2nO_7B6w,2650
|
|
60
60
|
eval_studio_client/api/docs/OperationServiceApi.md,sha256=E-T4xSMYaoK01QuK7zR9zk3ol02b6T7f8TKUbtVPYKg,14634
|
|
61
61
|
eval_studio_client/api/docs/PerturbationServiceApi.md,sha256=KybVmytWNgjLuSQYFhuyo76Djsl6arwIp-F3B-L-xJY,2816
|
|
62
|
-
eval_studio_client/api/docs/PerturbationServiceCreatePerturbationRequest.md,sha256=
|
|
62
|
+
eval_studio_client/api/docs/PerturbationServiceCreatePerturbationRequest.md,sha256=3C5X9crwTVoq6W7qMwWWJZ7JSascuAmhkx79OwGrilQ,1883
|
|
63
63
|
eval_studio_client/api/docs/PerturbatorServiceApi.md,sha256=wagB2L6SxTt1-Jugyez-Qb6voh2CEri4mKYUUsEsZKY,11385
|
|
64
64
|
eval_studio_client/api/docs/PromptGenerationServiceApi.md,sha256=WGRkhPNd7v5b06IFc1Ff-EUyZR1MrfaYFf7CZZw9YsI,2856
|
|
65
65
|
eval_studio_client/api/docs/PromptGenerationServiceAutoGeneratePromptsRequest.md,sha256=ZmVsXNyAaQA1iySGrz-cEtMuAsi1ZwebSLyU-iwjWTk,2362
|
|
@@ -134,7 +134,7 @@ eval_studio_client/api/docs/V1CreateLeaderboardRequest.md,sha256=ix1VypKBRjBasnJ
|
|
|
134
134
|
eval_studio_client/api/docs/V1CreateLeaderboardResponse.md,sha256=qVGdVCKCQdyOoF9lyWypblXaykzIHSzVu_6kAj3w75o,1109
|
|
135
135
|
eval_studio_client/api/docs/V1CreateLeaderboardWithoutCacheResponse.md,sha256=x0vREF8Dd5z-QIrbRhTiK_obeZC4UiFBd57rKQGR_xY,1277
|
|
136
136
|
eval_studio_client/api/docs/V1CreateModelResponse.md,sha256=s2b2UcpsLpguiA8YiJm7KDUiPZmedPHbHrGc8amyjjM,1019
|
|
137
|
-
eval_studio_client/api/docs/V1CreatePerturbationResponse.md,sha256=
|
|
137
|
+
eval_studio_client/api/docs/V1CreatePerturbationResponse.md,sha256=RQEojXIpsKP4zZmrEbyHBBYPfpdZemBz2cL1CH3kRek,1133
|
|
138
138
|
eval_studio_client/api/docs/V1CreateTestCaseResponse.md,sha256=cL_eWpvtpIOt3g2vieC_5nwMJJUqTPjTL3SX0CjcHAY,1074
|
|
139
139
|
eval_studio_client/api/docs/V1CreateTestLabResponse.md,sha256=5GW7qERdraNJT-0tcJepC_LsbwQbqejyYh6hL0BdraM,1058
|
|
140
140
|
eval_studio_client/api/docs/V1CreateTestResponse.md,sha256=fSw8GoHv7zx91aFvyLzHG5w5nuqzil6hGo5MvCHOj5M,1003
|
|
@@ -186,7 +186,7 @@ eval_studio_client/api/docs/V1GetWorkflowNodePrerequisitesResponse.md,sha256=bPu
|
|
|
186
186
|
eval_studio_client/api/docs/V1GetWorkflowNodeResponse.md,sha256=JtqT-3gmnVR7aHKnjTpdw_VaMVHg1Lui5dOcmM084co,1090
|
|
187
187
|
eval_studio_client/api/docs/V1GetWorkflowResponse.md,sha256=Jwlqxd_GJTWWSXU_Zcv58bFqYS49j1zYeyNNTRX3URw,1028
|
|
188
188
|
eval_studio_client/api/docs/V1GetWorkflowResultCorpusPatchResponse.md,sha256=1NybLxcTOcJ84pDmvsdd2r3oWn58qbJbYi_WMQs7W8c,1303
|
|
189
|
-
eval_studio_client/api/docs/V1GetWorkflowResultReportResponse.md,sha256=
|
|
189
|
+
eval_studio_client/api/docs/V1GetWorkflowResultReportResponse.md,sha256=LJ1_a_cLywm8zf17y0pyWNg_OndQo0Y62bti1pjnQDg,1360
|
|
190
190
|
eval_studio_client/api/docs/V1GetWorkflowResultSummaryResponse.md,sha256=CklOnjBwIORFg2naawmwpiR1jetbmd-pLWo6ql2VOCE,1501
|
|
191
191
|
eval_studio_client/api/docs/V1GetWorkflowResultSystemPromptPatchResponse.md,sha256=eQcEXMx8ACXsbSfIiv1bAKsC_6ARoGX3a-9n2SAtNhU,1394
|
|
192
192
|
eval_studio_client/api/docs/V1ImportEvaluationRequest.md,sha256=gr5_OKvxEMhKfOqpTdwcx8PpCAxKup6ubcOfQrRoIKk,1721
|
|
@@ -194,7 +194,7 @@ eval_studio_client/api/docs/V1ImportLeaderboardRequest.md,sha256=1aBBkjuUpgCTyqk
|
|
|
194
194
|
eval_studio_client/api/docs/V1ImportLeaderboardResponse.md,sha256=WeNoOYI1qNOionChjNnyDujA9o34M8_WDsXyYeMOoEs,1109
|
|
195
195
|
eval_studio_client/api/docs/V1ImportTestCasesFromLibraryResponse.md,sha256=Za3xdFm15RmoGbiNAZzAOiVuRHgtC6U5R93zlrgp46M,1244
|
|
196
196
|
eval_studio_client/api/docs/V1ImportTestCasesRequest.md,sha256=6ZuVubZTFxD5O9tZsRR1qMkqsVW0LAoUqIhvJ7k94_U,1640
|
|
197
|
-
eval_studio_client/api/docs/V1Info.md,sha256=
|
|
197
|
+
eval_studio_client/api/docs/V1Info.md,sha256=gFxzi1wRWX8Z27Rc9cWi8cr2WKmSOTdAX4IDwUuYDyU,2135
|
|
198
198
|
eval_studio_client/api/docs/V1InitWorkflowNodeResponse.md,sha256=2euxUWZy-WDVrIIEOl5gX5inPECLSdc_23sUtIi0p6c,1103
|
|
199
199
|
eval_studio_client/api/docs/V1Insight.md,sha256=2l0P_ZwywFM1R8rEdjU4RpVsKsX-utkJVLkcScSMm8U,1836
|
|
200
200
|
eval_studio_client/api/docs/V1LabeledTestCase.md,sha256=x6t91UbpBmivmJUbSyh4FJTT4ouqq1ZLqXP-vC07gGI,1215
|
|
@@ -260,7 +260,7 @@ eval_studio_client/api/docs/V1RepeatedString.md,sha256=ZvZQFAfEGQGhQP0qf3AFBUpuS
|
|
|
260
260
|
eval_studio_client/api/docs/V1ResetWorkflowNodeResponse.md,sha256=4-xk6qcj7P7Rr27_DaX-xFHV0fr3C_VwzYL3h5k2_x4,1116
|
|
261
261
|
eval_studio_client/api/docs/V1Role.md,sha256=a9hMH4OtguRaSYr-fkzf5LME-upke6IJantCtKfJTkM,694
|
|
262
262
|
eval_studio_client/api/docs/V1RoleBinding.md,sha256=qix02IbUe4daKpgjyQOdck1b7pxLttBcqFa4e0wqouY,1149
|
|
263
|
-
eval_studio_client/api/docs/V1Stats.md,sha256=
|
|
263
|
+
eval_studio_client/api/docs/V1Stats.md,sha256=1Ckb3_qcYkjM3UOpKc84qy02byt4CipY1bBVNv1M_aw,1468
|
|
264
264
|
eval_studio_client/api/docs/V1Test.md,sha256=NnRNQguB5AfBaSx-jCxpWisBVcpgmh6V2mRMhBnuSlA,2125
|
|
265
265
|
eval_studio_client/api/docs/V1TestCase.md,sha256=a2sW8ZvjIep5C4AvrVMQE4OhSUy_tGL03H0QYmkEQWw,2452
|
|
266
266
|
eval_studio_client/api/docs/V1TestCaseRelationship.md,sha256=RVS7nB1oFpXBvoFxHSmmEG8QCm-xzxH2PLtnsA8Cc_0,1178
|
|
@@ -293,17 +293,18 @@ eval_studio_client/api/docs/V1WorkflowNodeStatus.md,sha256=Q9RtcGjtfi1Qw0GjpScvG
|
|
|
293
293
|
eval_studio_client/api/docs/V1WorkflowNodeType.md,sha256=9tn9ElpFrVQYvi_VMOC8gsH4FW4hK2-06d6GQ6pudpk,354
|
|
294
294
|
eval_studio_client/api/docs/V1WorkflowNodeView.md,sha256=qKRCP9Yacvpa6dHUEJUfgFAWxhB6aPbTTPjCHT3y8S0,593
|
|
295
295
|
eval_studio_client/api/docs/V1WorkflowResultArtifactType.md,sha256=VENcHr33Px0bAJNvP8x5eJ7CjAP3dQseTX2kUgQ3FI0,419
|
|
296
|
+
eval_studio_client/api/docs/V1WorkflowResultReportFormat.md,sha256=8s3WP3A4JKiGQAv6_sB23-rj_32kMtitU6q4Vu5mrLE,308
|
|
296
297
|
eval_studio_client/api/docs/V1WorkflowType.md,sha256=NEV31ubMjbz-pIgrhHjE6g2edQCCC-VMbgESKFz5L8I,342
|
|
297
298
|
eval_studio_client/api/docs/WhoAmIServiceApi.md,sha256=4WdD0einH2LA3FWwL_BDvPDG6O3w_Sc2Gn82KceAjH8,2163
|
|
298
299
|
eval_studio_client/api/docs/WorkflowEdgeServiceApi.md,sha256=BYOqI5AIaBOLMaSPEsvmzSWkqJwIdPhflHypKLtmDTg,8609
|
|
299
300
|
eval_studio_client/api/docs/WorkflowNodeServiceApi.md,sha256=xqbOn71eF3_nS6DNRc8n7rRBEmk294xT5_owjbd-88o,27530
|
|
300
|
-
eval_studio_client/api/docs/WorkflowResultServiceApi.md,sha256=
|
|
301
|
-
eval_studio_client/api/docs/WorkflowServiceApi.md,sha256=
|
|
301
|
+
eval_studio_client/api/docs/WorkflowResultServiceApi.md,sha256=n9lVY6oBN7zEjcRJMSMdF-0VBPfjQTiB6L0wTUKZM2c,12472
|
|
302
|
+
eval_studio_client/api/docs/WorkflowServiceApi.md,sha256=Mq1Bjqmw7AFB5D4wQWZ8qPDBjm3K28r9aCpKdXl3tH4,35710
|
|
302
303
|
eval_studio_client/api/docs/WorkflowServiceCloneWorkflowRequest.md,sha256=fN-qS7wkta3xTLcGfy4NTPlmyu3g1_NLZ0Q0ehJcDpI,2115
|
|
303
304
|
eval_studio_client/api/docs/WorkflowServiceRevokeWorkflowAccessRequest.md,sha256=0B6GSjL7uydgt3LLqM_-hRWmaWHckliDqeVb15pS-js,1384
|
|
304
|
-
eval_studio_client/api/models/__init__.py,sha256=
|
|
305
|
+
eval_studio_client/api/models/__init__.py,sha256=gVZneny3UquU2HopPLzsipFzNi0YR--073gcylSokNQ,22823
|
|
305
306
|
eval_studio_client/api/models/adversarial_inputs_service_test_adversarial_inputs_robustness_request.py,sha256=JhHXmeWmrfI1-PEGYi7Ky7lWCYuM-eDTKZPFDQv4n7Q,8832
|
|
306
|
-
eval_studio_client/api/models/perturbation_service_create_perturbation_request.py,sha256=
|
|
307
|
+
eval_studio_client/api/models/perturbation_service_create_perturbation_request.py,sha256=spgEinBHTbHtnYTqjJuacD0dJwEHZZgAbHsnu29qztE,5626
|
|
307
308
|
eval_studio_client/api/models/prompt_generation_service_auto_generate_prompts_request.py,sha256=wcG3bsYiwM0-X2Pd30xae0c9br-pqjcz2_vzwR5Cybg,5357
|
|
308
309
|
eval_studio_client/api/models/protobuf_any.py,sha256=J5XjYL-nOEwsrUAHaCRKf_uGppw6p7GGsLnOoBQgSG4,6830
|
|
309
310
|
eval_studio_client/api/models/protobuf_null_value.py,sha256=xSbhDkPK7VZDx0vnpIAUXQDmTO6fJzjskUKMmxwYs7E,950
|
|
@@ -370,7 +371,7 @@ eval_studio_client/api/models/v1_create_leaderboard_request.py,sha256=93MpWm6tvg
|
|
|
370
371
|
eval_studio_client/api/models/v1_create_leaderboard_response.py,sha256=vsGEKwBp5GHjd8u0obNCjqCGT8jgOdLihRkU1n_sBZo,2905
|
|
371
372
|
eval_studio_client/api/models/v1_create_leaderboard_without_cache_response.py,sha256=KZgHBZeWhdUfG60RL0nQwIJpK5incjr9QDZ2tkgBIzE,2953
|
|
372
373
|
eval_studio_client/api/models/v1_create_model_response.py,sha256=OcvxSClUOEy_Da7yq3zhZ6DstThG3u3-UU_5tGdLXgk,2829
|
|
373
|
-
eval_studio_client/api/models/v1_create_perturbation_response.py,sha256=
|
|
374
|
+
eval_studio_client/api/models/v1_create_perturbation_response.py,sha256=aQKBjOB1FKFjDu-zRusflMjRZ0yLRSp3ZEDLZburCDA,2707
|
|
374
375
|
eval_studio_client/api/models/v1_create_test_case_response.py,sha256=fnP9-01kgtii8jIDBKLz_b-50l1ZhDEthFiW5zNY704,2925
|
|
375
376
|
eval_studio_client/api/models/v1_create_test_lab_response.py,sha256=8eybvDX-0nat7_vORhvq2faq7P62hZD2zT6eWsPPBwE,2907
|
|
376
377
|
eval_studio_client/api/models/v1_create_test_response.py,sha256=Cxl9-jSGHMfSh1MSB5sTC9etIMbBxm2bZ5dJB9idGiM,2812
|
|
@@ -422,7 +423,7 @@ eval_studio_client/api/models/v1_get_workflow_node_prerequisites_response.py,sha
|
|
|
422
423
|
eval_studio_client/api/models/v1_get_workflow_node_response.py,sha256=TTfXKh9s-qNVOb9TK0TlSFMvaEHv8NJU5G0mTV2Cw40,2865
|
|
423
424
|
eval_studio_client/api/models/v1_get_workflow_response.py,sha256=JLifHVxtMgYPVGH1laAW74eJMajaSEv0AagOKqnlk3M,2868
|
|
424
425
|
eval_studio_client/api/models/v1_get_workflow_result_corpus_patch_response.py,sha256=BDLdnLdqQY6HhUClebGl57AjHKoo9k1PZrr6otY-SmU,2769
|
|
425
|
-
eval_studio_client/api/models/v1_get_workflow_result_report_response.py,sha256=
|
|
426
|
+
eval_studio_client/api/models/v1_get_workflow_result_report_response.py,sha256=B7iqoKKLvLliOmkq8hbrShySLh6_m4UZFhQ8u2rEqcc,3040
|
|
426
427
|
eval_studio_client/api/models/v1_get_workflow_result_summary_response.py,sha256=d2q-O5hlQNjeKGG8L8fMijak0Jpsk7hhB5qsVE6xWlc,3262
|
|
427
428
|
eval_studio_client/api/models/v1_get_workflow_result_system_prompt_patch_response.py,sha256=dq6_u3FWeRy0uWIcLgrfkTvGKxcah_HqQHV5dQJS3-g,2800
|
|
428
429
|
eval_studio_client/api/models/v1_import_evaluation_request.py,sha256=1q4h8K8ldEdu0tn8rqPkgGj9-WA_tOBat36S2HEaIMU,4423
|
|
@@ -430,7 +431,7 @@ eval_studio_client/api/models/v1_import_leaderboard_request.py,sha256=GvwZPAH4b6
|
|
|
430
431
|
eval_studio_client/api/models/v1_import_leaderboard_response.py,sha256=5luH9A-FnGjm_Xz0UL8QMVGYdu8d9D-o0nYdhI8DyGI,2905
|
|
431
432
|
eval_studio_client/api/models/v1_import_test_cases_from_library_response.py,sha256=HazwZEAnxBykz4xwHhK_uoJ2jxw9nD0Ucsg0hD6oxuA,2941
|
|
432
433
|
eval_studio_client/api/models/v1_import_test_cases_request.py,sha256=aIe-yneC44vhUUn-bgFVY_LI4hwPHtlOe_3K8qNXroE,3651
|
|
433
|
-
eval_studio_client/api/models/v1_info.py,sha256=
|
|
434
|
+
eval_studio_client/api/models/v1_info.py,sha256=2tyweDG2PonnThuNZjcVilvBTVNM8v4wf063cjQqfbQ,5463
|
|
434
435
|
eval_studio_client/api/models/v1_init_workflow_node_response.py,sha256=WnjVTkXQfzAg3Xgb0FEe_4muXWiR_IJRSSf3UomO1Gc,2869
|
|
435
436
|
eval_studio_client/api/models/v1_insight.py,sha256=xMOQ8GXcn7a8yrYtGLoOetGFo72dqNVIxBckFiGfe2o,4837
|
|
436
437
|
eval_studio_client/api/models/v1_labeled_test_case.py,sha256=WNdrqErsirAI1brC2qr0F7rgAUcMNkLct-oAnXjLahw,3114
|
|
@@ -496,7 +497,7 @@ eval_studio_client/api/models/v1_repeated_string.py,sha256=BOQ54oyZqZLx2JVohBSaN
|
|
|
496
497
|
eval_studio_client/api/models/v1_reset_workflow_node_response.py,sha256=UJ0ZsfYrObArfJH6bBM2W6vd8jMxHLN08uGwYFqSbk4,2873
|
|
497
498
|
eval_studio_client/api/models/v1_role.py,sha256=N0Bdi6P5XYK2gvt_2kznN3V5J1AFgheDVnXJ7QGn-Q4,1232
|
|
498
499
|
eval_studio_client/api/models/v1_role_binding.py,sha256=4GZT17tE7wWr0XVF96R4sq2UMfxSn7jTkrfYhN9UyB8,2998
|
|
499
|
-
eval_studio_client/api/models/v1_stats.py,sha256=
|
|
500
|
+
eval_studio_client/api/models/v1_stats.py,sha256=Lagd3Go422KwVdtlZrjOfP1EpX63HJgsNyn5-qynyK0,4529
|
|
500
501
|
eval_studio_client/api/models/v1_test.py,sha256=JiyeE6K24csWNH6_XwTgbvDGeiuO5jmBiPGSIsE73ws,5525
|
|
501
502
|
eval_studio_client/api/models/v1_test_case.py,sha256=voEO2k9UhIP_50OfHu5R6770e7ordh-6p6Oo4dIJtyw,6055
|
|
502
503
|
eval_studio_client/api/models/v1_test_case_relationship.py,sha256=V7tLx1AlJQpCDkBVDgBKOPLXHKP-WAaENf7GyQnT0vg,2938
|
|
@@ -526,9 +527,10 @@ eval_studio_client/api/models/v1_workflow_node_artifacts.py,sha256=NxSNjHMeqAsSx
|
|
|
526
527
|
eval_studio_client/api/models/v1_workflow_node_attributes.py,sha256=TSAzOiOSMdm5xrShEw3SIadG558HVBFf72oyxDHpktg,2747
|
|
527
528
|
eval_studio_client/api/models/v1_workflow_node_result_status.py,sha256=PdWPUIsWms-RZYskislBKewF1ALwapRFJHc1TRm7XEs,1672
|
|
528
529
|
eval_studio_client/api/models/v1_workflow_node_status.py,sha256=QPFUFYwDqnsI3CxPZYgN5Ej9cETn_72Emm7Qtf5fJn8,1448
|
|
529
|
-
eval_studio_client/api/models/v1_workflow_node_type.py,sha256=
|
|
530
|
+
eval_studio_client/api/models/v1_workflow_node_type.py,sha256=A4_TM5HYrKTuMBhBXYwL8x8NQ9OzWK3h6ddwA_QFa-E,1582
|
|
530
531
|
eval_studio_client/api/models/v1_workflow_node_view.py,sha256=-9jwl5vj81zHskOk2g1xheHAyNmsaZrlCiW-mpbLim0,1221
|
|
531
532
|
eval_studio_client/api/models/v1_workflow_result_artifact_type.py,sha256=2cNJ6RqVqB2nhy6XBRzZr8oao_BA6F14KFBCBos7YFs,1351
|
|
533
|
+
eval_studio_client/api/models/v1_workflow_result_report_format.py,sha256=wDrbYp-NWYJnEChDKMYZqRshziEt4BSbZqRJklYAwuM,961
|
|
532
534
|
eval_studio_client/api/models/v1_workflow_type.py,sha256=0nP5Zn_ARDuTtWh7dxwsTUJjjagKli6PP6AhQLcety8,886
|
|
533
535
|
eval_studio_client/api/models/workflow_service_clone_workflow_request.py,sha256=OfkRhQbeD47AmhwQVc2Kjzd4azbTQMfVVg31PTLZC4k,4234
|
|
534
536
|
eval_studio_client/api/models/workflow_service_revoke_workflow_access_request.py,sha256=sMo_dfkJs1fciJ6HWikBPQnOWiiG-xrBvo92nTpx1v8,2879
|
|
@@ -659,14 +661,14 @@ eval_studio_client/api/test/test_v1_get_dashboard_response.py,sha256=1pi5X28i7IM
|
|
|
659
661
|
eval_studio_client/api/test/test_v1_get_document_response.py,sha256=oOzkMXZbIRDArIbxn2UrztiSPvjU6WXEPHlOpBphuHo,2153
|
|
660
662
|
eval_studio_client/api/test/test_v1_get_evaluator_response.py,sha256=XNkAt8XGw0bZO55ERoH8whF_0SUQ9OKp_0kkgp6fNN4,3711
|
|
661
663
|
eval_studio_client/api/test/test_v1_get_guardrails_configuration_response.py,sha256=qTUKznOvN81G79NWOj7Wh7Ibntnf7gg5rHwOWq4lo-8,1717
|
|
662
|
-
eval_studio_client/api/test/test_v1_get_info_response.py,sha256
|
|
664
|
+
eval_studio_client/api/test/test_v1_get_info_response.py,sha256=-4ikwV4k4MM12Tkh8HZ9dGooJWfRo7TA_CE49QBIgEU,2165
|
|
663
665
|
eval_studio_client/api/test/test_v1_get_leaderboard_report_response.py,sha256=jihP9j7q66r1TxwRmYl_hlaZJjBkXHOUqwjH_jlb0Ko,7761
|
|
664
666
|
eval_studio_client/api/test/test_v1_get_leaderboard_response.py,sha256=bKZ41h8D3j8c02uk_oKCZA-MxStr4mnvopErgOk1A5E,4574
|
|
665
667
|
eval_studio_client/api/test/test_v1_get_model_response.py,sha256=ojEAQWH7cFYCKGb-l1N3H35yVJYknXv4XPA4xJ1Dqic,2269
|
|
666
668
|
eval_studio_client/api/test/test_v1_get_operation_progress_by_parent_response.py,sha256=FmgyVmkszLB5EFXXRJ_m853mmLIzqEN6ZpkIEFMosds,1943
|
|
667
669
|
eval_studio_client/api/test/test_v1_get_operation_response.py,sha256=npcqH-7fW640YtXuADq6tUm2Q2kYNwvnoSMy5jk2_vc,2559
|
|
668
670
|
eval_studio_client/api/test/test_v1_get_perturbator_response.py,sha256=mJA1hlA9NLFPVkGuUanJpekfIaIR-rJ6P7JyYxNN-yg,2289
|
|
669
|
-
eval_studio_client/api/test/test_v1_get_stats_response.py,sha256=
|
|
671
|
+
eval_studio_client/api/test/test_v1_get_stats_response.py,sha256=9xtpSdR5AYnJ8roL4k-TEKVxNIsryMFNbqiswyBhvjA,1692
|
|
670
672
|
eval_studio_client/api/test/test_v1_get_test_case_response.py,sha256=SCU1DXH4xOB0VyqHUAE6LqUBafIytic5iD2thDjheuI,2523
|
|
671
673
|
eval_studio_client/api/test/test_v1_get_test_class_response.py,sha256=ReB7EwjJ4Yabd6jyms_0Zuf0eFuTgPQ9U8Jdp7FkkN4,2481
|
|
672
674
|
eval_studio_client/api/test/test_v1_get_test_response.py,sha256=bDpz_uulhHcqIYM6M_4t1EHjPbFNCSNn3zJI6IZOmZg,2322
|
|
@@ -674,7 +676,7 @@ eval_studio_client/api/test/test_v1_get_workflow_node_prerequisites_response.py,
|
|
|
674
676
|
eval_studio_client/api/test/test_v1_get_workflow_node_response.py,sha256=-097bQ6RZ2QLVvddH3lI60rA8HXEZQHtbAGNjshwnz8,3724
|
|
675
677
|
eval_studio_client/api/test/test_v1_get_workflow_response.py,sha256=PhOz9C2acLz4e66e5odKMS_gzcQE2mkGhwXtMCDmOsg,3867
|
|
676
678
|
eval_studio_client/api/test/test_v1_get_workflow_result_corpus_patch_response.py,sha256=OB764qb-y93m6wppBNsOMwiWwq9os27zzXT9M4lcIO0,1724
|
|
677
|
-
eval_studio_client/api/test/test_v1_get_workflow_result_report_response.py,sha256=
|
|
679
|
+
eval_studio_client/api/test/test_v1_get_workflow_result_report_response.py,sha256=Ps9wBl2qup5KRWW0Nhh5tbhP_yCL9SJjwbnW6bQQUs8,1762
|
|
678
680
|
eval_studio_client/api/test/test_v1_get_workflow_result_summary_response.py,sha256=I1lBVAtkzR9kneHSoW0uc6BOQi-JHCil2sFrKy8wtUc,1896
|
|
679
681
|
eval_studio_client/api/test/test_v1_get_workflow_result_system_prompt_patch_response.py,sha256=xlQMBjDPYbzL7zAgxdXgOaT42dZOGPjiCCpeYPDWwuw,1797
|
|
680
682
|
eval_studio_client/api/test/test_v1_import_evaluation_request.py,sha256=EeqxQD0dXipiPSexjG58mGJ6s9MUf9EVWFp5w6LFCpw,3437
|
|
@@ -682,7 +684,7 @@ eval_studio_client/api/test/test_v1_import_leaderboard_request.py,sha256=Kzc5srM
|
|
|
682
684
|
eval_studio_client/api/test/test_v1_import_leaderboard_response.py,sha256=JmvaWBElVrO2WqZ1uZr-qDdW0NdvhUEQ0_igkGfA0S4,2619
|
|
683
685
|
eval_studio_client/api/test/test_v1_import_test_cases_from_library_response.py,sha256=AVl5w6g5ziytKd6k61nRXV04_5jh0Yp82dzkd3yvZFE,2730
|
|
684
686
|
eval_studio_client/api/test/test_v1_import_test_cases_request.py,sha256=JTeRHhA_owtlXotzmmR9T6mqAdvpCQv5virgUcPCBkg,1730
|
|
685
|
-
eval_studio_client/api/test/test_v1_info.py,sha256=
|
|
687
|
+
eval_studio_client/api/test/test_v1_info.py,sha256=AkwlIkmUjQulNnKQRPbPGRADEfQhHyYxZ_elKIA9Ido,1884
|
|
686
688
|
eval_studio_client/api/test/test_v1_init_workflow_node_response.py,sha256=1qchZCXj1TO76TaL_f1cS1VbGzTV751_gpxi6cHgg70,3736
|
|
687
689
|
eval_studio_client/api/test/test_v1_insight.py,sha256=YyrFRtujQL4XD9gDLWVgmHVFlTgLqF8XcjJJK-R5BeQ,1890
|
|
688
690
|
eval_studio_client/api/test/test_v1_labeled_test_case.py,sha256=1AvRcpQotRD5U25O8WtazveqBkP8p8A6XWrpOe5u4Ow,1531
|
|
@@ -748,7 +750,7 @@ eval_studio_client/api/test/test_v1_repeated_string.py,sha256=8ANeUFXkXr-lL49m-N
|
|
|
748
750
|
eval_studio_client/api/test/test_v1_reset_workflow_node_response.py,sha256=tQNsH1tAHP6Hm89-sOxc6mM2D7DPQRLfZmcZiIAPB1g,3748
|
|
749
751
|
eval_studio_client/api/test/test_v1_role.py,sha256=E-3KCYmHDDamDp0iDmOmD2fE6vYdjusBMmSS9MUMuqY,701
|
|
750
752
|
eval_studio_client/api/test/test_v1_role_binding.py,sha256=mjvFMG32q3sewqYqo5ez5UNlh9Rs78yk1UZ6SeqNqdk,1491
|
|
751
|
-
eval_studio_client/api/test/test_v1_stats.py,sha256
|
|
753
|
+
eval_studio_client/api/test/test_v1_stats.py,sha256=mrdWDJGuizMxwAWTTY8teM8NJ6G0t9v171SvhqRYpkg,1469
|
|
752
754
|
eval_studio_client/api/test/test_v1_test.py,sha256=Y9QaNtcWNkmU9ioXRRzhOHoAHuZDX55JXJCm_65Wits,2036
|
|
753
755
|
eval_studio_client/api/test/test_v1_test_case.py,sha256=70KfMgv3supWy1Edmk7PiGbTgqBXJxrn05VwH0PnXh0,2205
|
|
754
756
|
eval_studio_client/api/test/test_v1_test_case_relationship.py,sha256=sqzcqZsv9fjM5DLgEgJvZmezZXnDd8nCsn3e8uyOMqQ,1581
|
|
@@ -781,6 +783,7 @@ eval_studio_client/api/test/test_v1_workflow_node_status.py,sha256=Lx4bwV5O4A-Cs
|
|
|
781
783
|
eval_studio_client/api/test/test_v1_workflow_node_type.py,sha256=AdBUwpembP2F3e2N4d7cFqFsPitIJKArFvyTEWOTWzo,787
|
|
782
784
|
eval_studio_client/api/test/test_v1_workflow_node_view.py,sha256=bq6xdOz7GNEPbTNJjVw9WbxnVTjbhYIhDVkHwXPiYIU,787
|
|
783
785
|
eval_studio_client/api/test/test_v1_workflow_result_artifact_type.py,sha256=5ZMJ0ELc_vKQKOQimASJGO44t5jhnCkVrF78jqgGLs4,858
|
|
786
|
+
eval_studio_client/api/test/test_v1_workflow_result_report_format.py,sha256=ZNwqj5tBbQuM0j6OfoFWoM12NsU00A7qcjmvlW3YcBc,858
|
|
784
787
|
eval_studio_client/api/test/test_v1_workflow_type.py,sha256=mueLud9ujK_AtuoRUKoDqopY5gpfrWAQ6KSm0NsXf0c,758
|
|
785
788
|
eval_studio_client/api/test/test_who_am_i_service_api.py,sha256=T1B3Drpu4G11kUYazeI-4l-RZhvQPB4rkFzAPkcvl6Y,895
|
|
786
789
|
eval_studio_client/api/test/test_workflow_edge_service_api.py,sha256=M42JexfC9GMJPZvTv43vJtdndYrXlNmabk_zPtpLDSU,1624
|
|
@@ -789,7 +792,7 @@ eval_studio_client/api/test/test_workflow_result_service_api.py,sha256=FZUg2BoZL
|
|
|
789
792
|
eval_studio_client/api/test/test_workflow_service_api.py,sha256=i13ve3aYZZcSky3YFu20SUa435moe0OyDv-ec-jCQkQ,3979
|
|
790
793
|
eval_studio_client/api/test/test_workflow_service_clone_workflow_request.py,sha256=loIe3yBEh454kxeTnT1Y7dwGbktRvm0XBZPWhkoXELQ,1866
|
|
791
794
|
eval_studio_client/api/test/test_workflow_service_revoke_workflow_access_request.py,sha256=Jm3UJmlGb2r2XHRoFsUBkiAxjOL7LMW6JrGhmAvHHtE,1811
|
|
792
|
-
eval_studio_client/gen/openapiv2/eval_studio.swagger.json,sha256=
|
|
793
|
-
eval_studio_client-1.2.
|
|
794
|
-
eval_studio_client-1.2.
|
|
795
|
-
eval_studio_client-1.2.
|
|
795
|
+
eval_studio_client/gen/openapiv2/eval_studio.swagger.json,sha256=LXZoRvKwr6Up8krBkupT2L8yXnm3E2wau-lYdfoCJb8,359148
|
|
796
|
+
eval_studio_client-1.2.1a1.dist-info/METADATA,sha256=POBw8xD9zDVFNDw8NWChOVJYmZCcU4i6xxksK4I0GwM,723
|
|
797
|
+
eval_studio_client-1.2.1a1.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
|
|
798
|
+
eval_studio_client-1.2.1a1.dist-info/RECORD,,
|
|
File without changes
|