eval-studio-client 1.2.0a2__py3-none-any.whl → 1.2.1a1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (30) hide show
  1. eval_studio_client/api/__init__.py +1 -0
  2. eval_studio_client/api/api/workflow_result_service_api.py +83 -65
  3. eval_studio_client/api/api/workflow_service_api.py +16 -16
  4. eval_studio_client/api/docs/PerturbationServiceCreatePerturbationRequest.md +1 -1
  5. eval_studio_client/api/docs/V1CreatePerturbationResponse.md +1 -1
  6. eval_studio_client/api/docs/V1GetWorkflowResultReportResponse.md +2 -1
  7. eval_studio_client/api/docs/V1Info.md +1 -0
  8. eval_studio_client/api/docs/V1Stats.md +1 -0
  9. eval_studio_client/api/docs/V1WorkflowResultReportFormat.md +11 -0
  10. eval_studio_client/api/docs/WorkflowResultServiceApi.md +22 -20
  11. eval_studio_client/api/docs/WorkflowServiceApi.md +5 -5
  12. eval_studio_client/api/models/__init__.py +1 -0
  13. eval_studio_client/api/models/perturbation_service_create_perturbation_request.py +1 -1
  14. eval_studio_client/api/models/v1_create_perturbation_response.py +1 -1
  15. eval_studio_client/api/models/v1_get_workflow_result_report_response.py +5 -3
  16. eval_studio_client/api/models/v1_info.py +4 -2
  17. eval_studio_client/api/models/v1_stats.py +9 -2
  18. eval_studio_client/api/models/v1_workflow_node_type.py +1 -0
  19. eval_studio_client/api/models/v1_workflow_result_report_format.py +37 -0
  20. eval_studio_client/api/test/test_v1_get_info_response.py +2 -1
  21. eval_studio_client/api/test/test_v1_get_stats_response.py +2 -1
  22. eval_studio_client/api/test/test_v1_get_workflow_result_report_response.py +4 -1
  23. eval_studio_client/api/test/test_v1_info.py +2 -1
  24. eval_studio_client/api/test/test_v1_stats.py +2 -1
  25. eval_studio_client/api/test/test_v1_workflow_result_report_format.py +33 -0
  26. eval_studio_client/gen/openapiv2/eval_studio.swagger.json +176 -138
  27. eval_studio_client/tests.py +3 -3
  28. {eval_studio_client-1.2.0a2.dist-info → eval_studio_client-1.2.1a1.dist-info}/METADATA +1 -1
  29. {eval_studio_client-1.2.0a2.dist-info → eval_studio_client-1.2.1a1.dist-info}/RECORD +30 -27
  30. {eval_studio_client-1.2.0a2.dist-info → eval_studio_client-1.2.1a1.dist-info}/WHEEL +0 -0
@@ -3025,138 +3025,6 @@
3025
3025
  }
3026
3026
  },
3027
3027
  "/v1/{name_12}": {
3028
- "get": {
3029
- "summary": "GetWorkflowResultSummary retrieves the 3x3x3 summary of a Workflow result.\nThe summary includes 3 summary sentences, 3 bullets with most serious highlights,\nand 3 recommended actions sentences.",
3030
- "operationId": "WorkflowResultService_GetWorkflowResultSummary",
3031
- "responses": {
3032
- "200": {
3033
- "description": "A successful response.",
3034
- "schema": {
3035
- "$ref": "#/definitions/v1GetWorkflowResultSummaryResponse"
3036
- }
3037
- },
3038
- "default": {
3039
- "description": "An unexpected error response.",
3040
- "schema": {
3041
- "$ref": "#/definitions/rpcStatus"
3042
- }
3043
- }
3044
- },
3045
- "parameters": [
3046
- {
3047
- "name": "name_12",
3048
- "description": "Required. The name of the Workflow for which to retrieve the 3x3x3 summary.",
3049
- "in": "path",
3050
- "required": true,
3051
- "type": "string",
3052
- "pattern": "workflows/[^/]+/results/summary"
3053
- }
3054
- ],
3055
- "tags": [
3056
- "WorkflowResultService"
3057
- ]
3058
- }
3059
- },
3060
- "/v1/{name_13}": {
3061
- "get": {
3062
- "summary": "GetWorkflowResultReport retrieves the report of a Workflow result.\nThe report is a detailed HTML document summarizing the Workflow's execution and findings.",
3063
- "operationId": "WorkflowResultService_GetWorkflowResultReport",
3064
- "responses": {
3065
- "200": {
3066
- "description": "A successful response.",
3067
- "schema": {
3068
- "$ref": "#/definitions/v1GetWorkflowResultReportResponse"
3069
- }
3070
- },
3071
- "default": {
3072
- "description": "An unexpected error response.",
3073
- "schema": {
3074
- "$ref": "#/definitions/rpcStatus"
3075
- }
3076
- }
3077
- },
3078
- "parameters": [
3079
- {
3080
- "name": "name_13",
3081
- "description": "Required. The name of the report workflow for which to retrieve the report.",
3082
- "in": "path",
3083
- "required": true,
3084
- "type": "string",
3085
- "pattern": "workflows/[^/]+/results/report"
3086
- }
3087
- ],
3088
- "tags": [
3089
- "WorkflowResultService"
3090
- ]
3091
- }
3092
- },
3093
- "/v1/{name_14}": {
3094
- "get": {
3095
- "summary": "GetWorkflowResultCorpusPatch retrieves the corpus patch of a Workflow result.\nThe corpus patch is a HTML document that contains questions and answers identified as problematic in HEC and RT IV workflow steps.",
3096
- "operationId": "WorkflowResultService_GetWorkflowResultCorpusPatch",
3097
- "responses": {
3098
- "200": {
3099
- "description": "A successful response.",
3100
- "schema": {
3101
- "$ref": "#/definitions/v1GetWorkflowResultCorpusPatchResponse"
3102
- }
3103
- },
3104
- "default": {
3105
- "description": "An unexpected error response.",
3106
- "schema": {
3107
- "$ref": "#/definitions/rpcStatus"
3108
- }
3109
- }
3110
- },
3111
- "parameters": [
3112
- {
3113
- "name": "name_14",
3114
- "description": "Required. The name of the corpus patch workflow for which to retrieve the corpus patch.",
3115
- "in": "path",
3116
- "required": true,
3117
- "type": "string",
3118
- "pattern": "workflows/[^/]+/results/corpusPatch"
3119
- }
3120
- ],
3121
- "tags": [
3122
- "WorkflowResultService"
3123
- ]
3124
- }
3125
- },
3126
- "/v1/{name_15}": {
3127
- "get": {
3128
- "summary": "GetWorkflowResultSystemPromptPatch retrieves the system prompt patch of a Workflow result.",
3129
- "operationId": "WorkflowResultService_GetWorkflowResultSystemPromptPatch",
3130
- "responses": {
3131
- "200": {
3132
- "description": "A successful response.",
3133
- "schema": {
3134
- "$ref": "#/definitions/v1GetWorkflowResultSystemPromptPatchResponse"
3135
- }
3136
- },
3137
- "default": {
3138
- "description": "An unexpected error response.",
3139
- "schema": {
3140
- "$ref": "#/definitions/rpcStatus"
3141
- }
3142
- }
3143
- },
3144
- "parameters": [
3145
- {
3146
- "name": "name_15",
3147
- "description": "Required. The name of the system prompt patch workflow for which to retrieve the system prompt patch.",
3148
- "in": "path",
3149
- "required": true,
3150
- "type": "string",
3151
- "pattern": "workflows/[^/]+/results/systemPromptPatch"
3152
- }
3153
- ],
3154
- "tags": [
3155
- "WorkflowResultService"
3156
- ]
3157
- }
3158
- },
3159
- "/v1/{name_16}": {
3160
3028
  "get": {
3161
3029
  "summary": "GetWorkflow retrieves a Workflow by name. Deleted Workflow is returned without error, it has a\ndelete_time and deleter fields set.",
3162
3030
  "operationId": "WorkflowService_GetWorkflow",
@@ -3176,7 +3044,7 @@
3176
3044
  },
3177
3045
  "parameters": [
3178
3046
  {
3179
- "name": "name_16",
3047
+ "name": "name_12",
3180
3048
  "description": "Required. The name of the Workflow to retrieve.",
3181
3049
  "in": "path",
3182
3050
  "required": true,
@@ -4463,6 +4331,150 @@
4463
4331
  ]
4464
4332
  }
4465
4333
  },
4334
+ "/v1/{name}:getResultsCorpusPatch": {
4335
+ "get": {
4336
+ "summary": "GetWorkflowResultCorpusPatch retrieves the corpus patch of a Workflow result.\nThe corpus patch is a HTML document that contains questions and answers identified as problematic in HEC and RT IV workflow steps.",
4337
+ "operationId": "WorkflowResultService_GetWorkflowResultCorpusPatch",
4338
+ "responses": {
4339
+ "200": {
4340
+ "description": "A successful response.",
4341
+ "schema": {
4342
+ "$ref": "#/definitions/v1GetWorkflowResultCorpusPatchResponse"
4343
+ }
4344
+ },
4345
+ "default": {
4346
+ "description": "An unexpected error response.",
4347
+ "schema": {
4348
+ "$ref": "#/definitions/rpcStatus"
4349
+ }
4350
+ }
4351
+ },
4352
+ "parameters": [
4353
+ {
4354
+ "name": "name",
4355
+ "description": "Required. The resource name of the workflow for which to generate the corpus patch.",
4356
+ "in": "path",
4357
+ "required": true,
4358
+ "type": "string",
4359
+ "pattern": "workflows/[^/]+"
4360
+ }
4361
+ ],
4362
+ "tags": [
4363
+ "WorkflowResultService"
4364
+ ]
4365
+ }
4366
+ },
4367
+ "/v1/{name}:getResultsReport": {
4368
+ "get": {
4369
+ "summary": "GetWorkflowResultReport retrieves the report of a Workflow result.\nThe report is a detailed HTML document summarizing the Workflow's execution and findings.",
4370
+ "operationId": "WorkflowResultService_GetWorkflowResultReport",
4371
+ "responses": {
4372
+ "200": {
4373
+ "description": "A successful response.",
4374
+ "schema": {
4375
+ "$ref": "#/definitions/v1GetWorkflowResultReportResponse"
4376
+ }
4377
+ },
4378
+ "default": {
4379
+ "description": "An unexpected error response.",
4380
+ "schema": {
4381
+ "$ref": "#/definitions/rpcStatus"
4382
+ }
4383
+ }
4384
+ },
4385
+ "parameters": [
4386
+ {
4387
+ "name": "name",
4388
+ "description": "Required. The resource name of the workflow for which to retrieve the report.",
4389
+ "in": "path",
4390
+ "required": true,
4391
+ "type": "string",
4392
+ "pattern": "workflows/[^/]+"
4393
+ },
4394
+ {
4395
+ "name": "format",
4396
+ "description": "Required. The format of the report to retrieve.",
4397
+ "in": "query",
4398
+ "required": false,
4399
+ "type": "string",
4400
+ "enum": [
4401
+ "WORKFLOW_RESULT_REPORT_FORMAT_UNSPECIFIED",
4402
+ "WORKFLOW_RESULT_REPORT_FORMAT_HTML"
4403
+ ],
4404
+ "default": "WORKFLOW_RESULT_REPORT_FORMAT_UNSPECIFIED"
4405
+ }
4406
+ ],
4407
+ "tags": [
4408
+ "WorkflowResultService"
4409
+ ]
4410
+ }
4411
+ },
4412
+ "/v1/{name}:getResultsSummary": {
4413
+ "get": {
4414
+ "summary": "GetWorkflowResultSummary retrieves the 3x3x3 summary of a Workflow result.\nThe summary includes 3 summary sentences, 3 bullets with most serious highlights,\nand 3 recommended actions sentences.",
4415
+ "operationId": "WorkflowResultService_GetWorkflowResultSummary",
4416
+ "responses": {
4417
+ "200": {
4418
+ "description": "A successful response.",
4419
+ "schema": {
4420
+ "$ref": "#/definitions/v1GetWorkflowResultSummaryResponse"
4421
+ }
4422
+ },
4423
+ "default": {
4424
+ "description": "An unexpected error response.",
4425
+ "schema": {
4426
+ "$ref": "#/definitions/rpcStatus"
4427
+ }
4428
+ }
4429
+ },
4430
+ "parameters": [
4431
+ {
4432
+ "name": "name",
4433
+ "description": "Required. The name of the Workflow for which to retrieve the 3x3x3 summary.",
4434
+ "in": "path",
4435
+ "required": true,
4436
+ "type": "string",
4437
+ "pattern": "workflows/[^/]+"
4438
+ }
4439
+ ],
4440
+ "tags": [
4441
+ "WorkflowResultService"
4442
+ ]
4443
+ }
4444
+ },
4445
+ "/v1/{name}:getResultsSystemPromptPatch": {
4446
+ "get": {
4447
+ "summary": "GetWorkflowResultSystemPromptPatch retrieves the system prompt patch of a Workflow result.",
4448
+ "operationId": "WorkflowResultService_GetWorkflowResultSystemPromptPatch",
4449
+ "responses": {
4450
+ "200": {
4451
+ "description": "A successful response.",
4452
+ "schema": {
4453
+ "$ref": "#/definitions/v1GetWorkflowResultSystemPromptPatchResponse"
4454
+ }
4455
+ },
4456
+ "default": {
4457
+ "description": "An unexpected error response.",
4458
+ "schema": {
4459
+ "$ref": "#/definitions/rpcStatus"
4460
+ }
4461
+ }
4462
+ },
4463
+ "parameters": [
4464
+ {
4465
+ "name": "name",
4466
+ "description": "Required. The resource name of the workflow for which to generate the system prompt patch.",
4467
+ "in": "path",
4468
+ "required": true,
4469
+ "type": "string",
4470
+ "pattern": "workflows/[^/]+"
4471
+ }
4472
+ ],
4473
+ "tags": [
4474
+ "WorkflowResultService"
4475
+ ]
4476
+ }
4477
+ },
4466
4478
  "/v1/{name}:grantAccess": {
4467
4479
  "post": {
4468
4480
  "summary": "GrantDashboardAccess grants access to a Dashboard to a subject with a specified role.",
@@ -5451,7 +5463,7 @@
5451
5463
  "type": "object",
5452
5464
  "$ref": "#/definitions/v1TestCase"
5453
5465
  },
5454
- "description": "Required. List of test cases to perturbate. These are the test cases from the parent test.\n\nTODO: breaks https://google.aip.dev/144"
5466
+ "description": "Required. List of test cases to perturb. These are the test cases from the parent test.\n\nTODO: breaks https://google.aip.dev/144"
5455
5467
  },
5456
5468
  "testCaseRelationships": {
5457
5469
  "type": "array",
@@ -6895,7 +6907,7 @@
6895
6907
  "properties": {
6896
6908
  "testSuite": {
6897
6909
  "type": "string",
6898
- "description": "Perturbated test suite in JSON format."
6910
+ "description": "Perturbed test suite in JSON format."
6899
6911
  }
6900
6912
  }
6901
6913
  },
@@ -7712,9 +7724,16 @@
7712
7724
  "v1GetWorkflowResultReportResponse": {
7713
7725
  "type": "object",
7714
7726
  "properties": {
7715
- "reportHtml": {
7727
+ "reportStatic": {
7716
7728
  "type": "string",
7717
- "description": "The report workflow result content as a HTML string."
7729
+ "description": "Report without links."
7730
+ },
7731
+ "reportHypertextDiff": {
7732
+ "type": "object",
7733
+ "additionalProperties": {
7734
+ "type": "string"
7735
+ },
7736
+ "description": "Diff (row number to row content) which can be used to generate report with links to the artifacts."
7718
7737
  }
7719
7738
  }
7720
7739
  },
@@ -7935,6 +7954,10 @@
7935
7954
  "sharingEnabled": {
7936
7955
  "type": "boolean",
7937
7956
  "description": "Whether the sharing capability is enabled."
7957
+ },
7958
+ "experimentalFeaturesEnabled": {
7959
+ "type": "boolean",
7960
+ "description": "Whether the experimental features are enabled."
7938
7961
  }
7939
7962
  }
7940
7963
  },
@@ -9631,6 +9654,12 @@
9631
9654
  "format": "int64",
9632
9655
  "x-nullable": true,
9633
9656
  "description": "Number of pending jobs in the test validation queue. It's marked as optional to always be part of the response, even when the value is zero."
9657
+ },
9658
+ "failureClusteringPendingJobs": {
9659
+ "type": "string",
9660
+ "format": "int64",
9661
+ "x-nullable": true,
9662
+ "description": "Number of pending jobs in the failure clustering queue. It's marked as optional to always be part of the response, even when the value is zero."
9634
9663
  }
9635
9664
  },
9636
9665
  "description": "Stats represents statistics about the Eval Studio instance, jobs and utilization."
@@ -10539,7 +10568,8 @@
10539
10568
  "WORKFLOW_NODE_TYPE_HUMAN_EVALUATION",
10540
10569
  "WORKFLOW_NODE_TYPE_MARGINAL_ANALYSIS",
10541
10570
  "WORKFLOW_NODE_TYPE_VALIDATION",
10542
- "WORKFLOW_NODE_TYPE_ADVERSARIAL_INPUTS"
10571
+ "WORKFLOW_NODE_TYPE_ADVERSARIAL_INPUTS",
10572
+ "WORKFLOW_NODE_TYPE_FAILURE_CLUSTERING"
10543
10573
  ],
10544
10574
  "default": "WORKFLOW_NODE_TYPE_UNSPECIFIED",
10545
10575
  "description": "WorkflowNodeType represents the type of a WorkflowNode."
@@ -10566,6 +10596,14 @@
10566
10596
  "default": "WORKFLOW_RESULT_ARTIFACT_TYPE_UNSPECIFIED",
10567
10597
  "description": "WorkflowResultArtifactType enum representing the types of artifacts that can be produced by a Workflow result."
10568
10598
  },
10599
+ "v1WorkflowResultReportFormat": {
10600
+ "type": "string",
10601
+ "enum": [
10602
+ "WORKFLOW_RESULT_REPORT_FORMAT_UNSPECIFIED",
10603
+ "WORKFLOW_RESULT_REPORT_FORMAT_HTML"
10604
+ ],
10605
+ "default": "WORKFLOW_RESULT_REPORT_FORMAT_UNSPECIFIED"
10606
+ },
10569
10607
  "v1WorkflowType": {
10570
10608
  "type": "string",
10571
10609
  "enum": [
@@ -333,7 +333,7 @@ class Test:
333
333
  Args:
334
334
  new_test_name (str): Name of the newly created test.
335
335
  perturbators (Perturbator, List[Perturbator], str or List[str]): List of
336
- perturbators or their keys used to perturbate this Test.
336
+ perturbators or their keys used to perturb this Test.
337
337
  new_test_description (str): Optional description of the newly created test.
338
338
  """
339
339
 
@@ -370,8 +370,8 @@ class Test:
370
370
 
371
371
  Args:
372
372
  perturbators (Perturbator, List[Perturbator], str or List[str]): List of
373
- perturbators or their keys used to perturbate this Test.
374
- test_case_names (List[str]): List of test case names to perturbate.
373
+ perturbators or their keys used to perturb this Test.
374
+ test_case_names (List[str]): List of test case names to perturb.
375
375
  """
376
376
 
377
377
  if self._client is None:
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: eval-studio-client
3
- Version: 1.2.0a2
3
+ Version: 1.2.1a1
4
4
  Project-URL: Source, https://github.com/h2oai/eval-studio/tree/main/client-py/src/
5
5
  Project-URL: Issues, https://github.com/h2oai/eval-studio/issues
6
6
  Author-email: "H2O.ai" <support@h2o.ai>
@@ -10,9 +10,9 @@ eval_studio_client/models.py,sha256=Mes3lFNg5avAG-x5MUUFAWYZ-eTfSDm26REe53YuCGg,
10
10
  eval_studio_client/perturbators.py,sha256=CtcWqEgPGpOcDHvYAQBlNDKnS-ZDBkL7Y_Ygsgpvikw,3133
11
11
  eval_studio_client/problems.py,sha256=rdGIfo7AqyxGhWMpbIDX1WXFoQvzKktKAWDKRde5VbY,1515
12
12
  eval_studio_client/test_labs.py,sha256=tePU8z4Cw6wMBrW-pSP3FAaT76Y2RK3xiWaRVndcmv4,12331
13
- eval_studio_client/tests.py,sha256=mH4xexkwUbFywE0O48FkEmit07gsCghznaPZjL2puKM,32980
13
+ eval_studio_client/tests.py,sha256=doN99_t58aIIm9ZySvvbpZemHohey255i_98Ep65Dzg,32971
14
14
  eval_studio_client/utils.py,sha256=e5bsQVgNHYNSqSOthxlmncerPdgbvWwQaY_C-libuXk,764
15
- eval_studio_client/api/__init__.py,sha256=2bulH52r55TaxvWxguNI89WO8H-kpJWdhcP11W3K4lI,25557
15
+ eval_studio_client/api/__init__.py,sha256=7AeXtin33DvSdabZDqN8MebYO0ZTmGynnZ5BhYkAQf8,25661
16
16
  eval_studio_client/api/api_client.py,sha256=2Qwvxm4lRzMDRaA2FqunosFSEbIEO7Oz5YH5WAGTDnU,26428
17
17
  eval_studio_client/api/api_response.py,sha256=eMxw1mpmJcoGZ3gs9z6jM4oYoZ10Gjk333s9sKxGv7s,652
18
18
  eval_studio_client/api/configuration.py,sha256=3A8i8o_A71YfdwAzpmNYI-aBT7pWj2Eg7uBCLhamPPs,14520
@@ -43,8 +43,8 @@ eval_studio_client/api/api/test_service_api.py,sha256=0A2x27X2jq7vbhFsFHxigdfkgg
43
43
  eval_studio_client/api/api/who_am_i_service_api.py,sha256=Am6A2ADTsStWPhSGcUcVTr7Kcl7TQ2LyyADuNhyTR_g,10326
44
44
  eval_studio_client/api/api/workflow_edge_service_api.py,sha256=_nMV7ya5Uxll3kyAZgoVwtvclZP5LqGgMOWlrM6AEjE,34540
45
45
  eval_studio_client/api/api/workflow_node_service_api.py,sha256=pszpOlQ82UPLLd8xSG-z8ygqptGTKZJTLQYizwSQEn8,105755
46
- eval_studio_client/api/api/workflow_result_service_api.py,sha256=swEiz31nN5Q74ow8fTXvitCnDTZPWwFt3tjPLwAV_gw,45297
47
- eval_studio_client/api/api/workflow_service_api.py,sha256=Yvq4E38uIn4dxrJZAnizulUKXAGcFuzgty9LrSb5MPA,151029
46
+ eval_studio_client/api/api/workflow_result_service_api.py,sha256=cydwZEuc0nC7---r97zqO2bO7cb4pynw9WeOu0PCNao,45976
47
+ eval_studio_client/api/api/workflow_service_api.py,sha256=4xC0PxR11w4DiOgy4bL_a5uHdWt9QZsuGaJ9pMRGD9M,151029
48
48
  eval_studio_client/api/docs/AdversarialInputsServiceApi.md,sha256=B7XWi7se4QJCTilz3ynROBNe2OQI5NIl3ypCKkEzVlk,3098
49
49
  eval_studio_client/api/docs/AdversarialInputsServiceTestAdversarialInputsRobustnessRequest.md,sha256=OtQi3VLRE3o28wG0FXoXD2IdXBxL4pu5xuefJNwJTHI,3968
50
50
  eval_studio_client/api/docs/DashboardServiceApi.md,sha256=3I1TczFHrGI2DzwyDgoFoVqIGMgUmnrc3oOaXGY-Yc8,30559
@@ -59,7 +59,7 @@ eval_studio_client/api/docs/ModelServiceApi.md,sha256=bwCg_mzyIRf030o797KNiot24o
59
59
  eval_studio_client/api/docs/OperationProgressServiceApi.md,sha256=bS9Wrjm89O5trne_BFiC0zXnwWr3HuiJLZl2nO_7B6w,2650
60
60
  eval_studio_client/api/docs/OperationServiceApi.md,sha256=E-T4xSMYaoK01QuK7zR9zk3ol02b6T7f8TKUbtVPYKg,14634
61
61
  eval_studio_client/api/docs/PerturbationServiceApi.md,sha256=KybVmytWNgjLuSQYFhuyo76Djsl6arwIp-F3B-L-xJY,2816
62
- eval_studio_client/api/docs/PerturbationServiceCreatePerturbationRequest.md,sha256=CAbEv7qO90YDYTgYfvGF5hzueV-3EzOgvinIvf0mzQ0,1886
62
+ eval_studio_client/api/docs/PerturbationServiceCreatePerturbationRequest.md,sha256=3C5X9crwTVoq6W7qMwWWJZ7JSascuAmhkx79OwGrilQ,1883
63
63
  eval_studio_client/api/docs/PerturbatorServiceApi.md,sha256=wagB2L6SxTt1-Jugyez-Qb6voh2CEri4mKYUUsEsZKY,11385
64
64
  eval_studio_client/api/docs/PromptGenerationServiceApi.md,sha256=WGRkhPNd7v5b06IFc1Ff-EUyZR1MrfaYFf7CZZw9YsI,2856
65
65
  eval_studio_client/api/docs/PromptGenerationServiceAutoGeneratePromptsRequest.md,sha256=ZmVsXNyAaQA1iySGrz-cEtMuAsi1ZwebSLyU-iwjWTk,2362
@@ -134,7 +134,7 @@ eval_studio_client/api/docs/V1CreateLeaderboardRequest.md,sha256=ix1VypKBRjBasnJ
134
134
  eval_studio_client/api/docs/V1CreateLeaderboardResponse.md,sha256=qVGdVCKCQdyOoF9lyWypblXaykzIHSzVu_6kAj3w75o,1109
135
135
  eval_studio_client/api/docs/V1CreateLeaderboardWithoutCacheResponse.md,sha256=x0vREF8Dd5z-QIrbRhTiK_obeZC4UiFBd57rKQGR_xY,1277
136
136
  eval_studio_client/api/docs/V1CreateModelResponse.md,sha256=s2b2UcpsLpguiA8YiJm7KDUiPZmedPHbHrGc8amyjjM,1019
137
- eval_studio_client/api/docs/V1CreatePerturbationResponse.md,sha256=quAjpQ7aaGHBVMhga-cd4k7bvTSzRwFZH3_kRZvFxXk,1135
137
+ eval_studio_client/api/docs/V1CreatePerturbationResponse.md,sha256=RQEojXIpsKP4zZmrEbyHBBYPfpdZemBz2cL1CH3kRek,1133
138
138
  eval_studio_client/api/docs/V1CreateTestCaseResponse.md,sha256=cL_eWpvtpIOt3g2vieC_5nwMJJUqTPjTL3SX0CjcHAY,1074
139
139
  eval_studio_client/api/docs/V1CreateTestLabResponse.md,sha256=5GW7qERdraNJT-0tcJepC_LsbwQbqejyYh6hL0BdraM,1058
140
140
  eval_studio_client/api/docs/V1CreateTestResponse.md,sha256=fSw8GoHv7zx91aFvyLzHG5w5nuqzil6hGo5MvCHOj5M,1003
@@ -186,7 +186,7 @@ eval_studio_client/api/docs/V1GetWorkflowNodePrerequisitesResponse.md,sha256=bPu
186
186
  eval_studio_client/api/docs/V1GetWorkflowNodeResponse.md,sha256=JtqT-3gmnVR7aHKnjTpdw_VaMVHg1Lui5dOcmM084co,1090
187
187
  eval_studio_client/api/docs/V1GetWorkflowResponse.md,sha256=Jwlqxd_GJTWWSXU_Zcv58bFqYS49j1zYeyNNTRX3URw,1028
188
188
  eval_studio_client/api/docs/V1GetWorkflowResultCorpusPatchResponse.md,sha256=1NybLxcTOcJ84pDmvsdd2r3oWn58qbJbYi_WMQs7W8c,1303
189
- eval_studio_client/api/docs/V1GetWorkflowResultReportResponse.md,sha256=kbHE3bQu0i9sRp07pAx_GTw5fs4e2NXk0YsrrxtszuQ,1227
189
+ eval_studio_client/api/docs/V1GetWorkflowResultReportResponse.md,sha256=LJ1_a_cLywm8zf17y0pyWNg_OndQo0Y62bti1pjnQDg,1360
190
190
  eval_studio_client/api/docs/V1GetWorkflowResultSummaryResponse.md,sha256=CklOnjBwIORFg2naawmwpiR1jetbmd-pLWo6ql2VOCE,1501
191
191
  eval_studio_client/api/docs/V1GetWorkflowResultSystemPromptPatchResponse.md,sha256=eQcEXMx8ACXsbSfIiv1bAKsC_6ARoGX3a-9n2SAtNhU,1394
192
192
  eval_studio_client/api/docs/V1ImportEvaluationRequest.md,sha256=gr5_OKvxEMhKfOqpTdwcx8PpCAxKup6ubcOfQrRoIKk,1721
@@ -194,7 +194,7 @@ eval_studio_client/api/docs/V1ImportLeaderboardRequest.md,sha256=1aBBkjuUpgCTyqk
194
194
  eval_studio_client/api/docs/V1ImportLeaderboardResponse.md,sha256=WeNoOYI1qNOionChjNnyDujA9o34M8_WDsXyYeMOoEs,1109
195
195
  eval_studio_client/api/docs/V1ImportTestCasesFromLibraryResponse.md,sha256=Za3xdFm15RmoGbiNAZzAOiVuRHgtC6U5R93zlrgp46M,1244
196
196
  eval_studio_client/api/docs/V1ImportTestCasesRequest.md,sha256=6ZuVubZTFxD5O9tZsRR1qMkqsVW0LAoUqIhvJ7k94_U,1640
197
- eval_studio_client/api/docs/V1Info.md,sha256=CVSOX8j5QA9F4ozCPp0xOPYxVNPGy1iUG1Qxb3pJh9I,2027
197
+ eval_studio_client/api/docs/V1Info.md,sha256=gFxzi1wRWX8Z27Rc9cWi8cr2WKmSOTdAX4IDwUuYDyU,2135
198
198
  eval_studio_client/api/docs/V1InitWorkflowNodeResponse.md,sha256=2euxUWZy-WDVrIIEOl5gX5inPECLSdc_23sUtIi0p6c,1103
199
199
  eval_studio_client/api/docs/V1Insight.md,sha256=2l0P_ZwywFM1R8rEdjU4RpVsKsX-utkJVLkcScSMm8U,1836
200
200
  eval_studio_client/api/docs/V1LabeledTestCase.md,sha256=x6t91UbpBmivmJUbSyh4FJTT4ouqq1ZLqXP-vC07gGI,1215
@@ -260,7 +260,7 @@ eval_studio_client/api/docs/V1RepeatedString.md,sha256=ZvZQFAfEGQGhQP0qf3AFBUpuS
260
260
  eval_studio_client/api/docs/V1ResetWorkflowNodeResponse.md,sha256=4-xk6qcj7P7Rr27_DaX-xFHV0fr3C_VwzYL3h5k2_x4,1116
261
261
  eval_studio_client/api/docs/V1Role.md,sha256=a9hMH4OtguRaSYr-fkzf5LME-upke6IJantCtKfJTkM,694
262
262
  eval_studio_client/api/docs/V1RoleBinding.md,sha256=qix02IbUe4daKpgjyQOdck1b7pxLttBcqFa4e0wqouY,1149
263
- eval_studio_client/api/docs/V1Stats.md,sha256=UW7YJ7Ywk5Zh8GAHuPPktgcktygoOGj-0LDsmfb65OY,1258
263
+ eval_studio_client/api/docs/V1Stats.md,sha256=1Ckb3_qcYkjM3UOpKc84qy02byt4CipY1bBVNv1M_aw,1468
264
264
  eval_studio_client/api/docs/V1Test.md,sha256=NnRNQguB5AfBaSx-jCxpWisBVcpgmh6V2mRMhBnuSlA,2125
265
265
  eval_studio_client/api/docs/V1TestCase.md,sha256=a2sW8ZvjIep5C4AvrVMQE4OhSUy_tGL03H0QYmkEQWw,2452
266
266
  eval_studio_client/api/docs/V1TestCaseRelationship.md,sha256=RVS7nB1oFpXBvoFxHSmmEG8QCm-xzxH2PLtnsA8Cc_0,1178
@@ -293,17 +293,18 @@ eval_studio_client/api/docs/V1WorkflowNodeStatus.md,sha256=Q9RtcGjtfi1Qw0GjpScvG
293
293
  eval_studio_client/api/docs/V1WorkflowNodeType.md,sha256=9tn9ElpFrVQYvi_VMOC8gsH4FW4hK2-06d6GQ6pudpk,354
294
294
  eval_studio_client/api/docs/V1WorkflowNodeView.md,sha256=qKRCP9Yacvpa6dHUEJUfgFAWxhB6aPbTTPjCHT3y8S0,593
295
295
  eval_studio_client/api/docs/V1WorkflowResultArtifactType.md,sha256=VENcHr33Px0bAJNvP8x5eJ7CjAP3dQseTX2kUgQ3FI0,419
296
+ eval_studio_client/api/docs/V1WorkflowResultReportFormat.md,sha256=8s3WP3A4JKiGQAv6_sB23-rj_32kMtitU6q4Vu5mrLE,308
296
297
  eval_studio_client/api/docs/V1WorkflowType.md,sha256=NEV31ubMjbz-pIgrhHjE6g2edQCCC-VMbgESKFz5L8I,342
297
298
  eval_studio_client/api/docs/WhoAmIServiceApi.md,sha256=4WdD0einH2LA3FWwL_BDvPDG6O3w_Sc2Gn82KceAjH8,2163
298
299
  eval_studio_client/api/docs/WorkflowEdgeServiceApi.md,sha256=BYOqI5AIaBOLMaSPEsvmzSWkqJwIdPhflHypKLtmDTg,8609
299
300
  eval_studio_client/api/docs/WorkflowNodeServiceApi.md,sha256=xqbOn71eF3_nS6DNRc8n7rRBEmk294xT5_owjbd-88o,27530
300
- eval_studio_client/api/docs/WorkflowResultServiceApi.md,sha256=j6x-qgGA2AKpDmDUGyVSZGmUi1hzTO9td7lYQgap0gE,12125
301
- eval_studio_client/api/docs/WorkflowServiceApi.md,sha256=CaQ0gW_AqXsP9Ijjmu4QHmic0sHJOHJhhSLgXc8i-pI,35710
301
+ eval_studio_client/api/docs/WorkflowResultServiceApi.md,sha256=n9lVY6oBN7zEjcRJMSMdF-0VBPfjQTiB6L0wTUKZM2c,12472
302
+ eval_studio_client/api/docs/WorkflowServiceApi.md,sha256=Mq1Bjqmw7AFB5D4wQWZ8qPDBjm3K28r9aCpKdXl3tH4,35710
302
303
  eval_studio_client/api/docs/WorkflowServiceCloneWorkflowRequest.md,sha256=fN-qS7wkta3xTLcGfy4NTPlmyu3g1_NLZ0Q0ehJcDpI,2115
303
304
  eval_studio_client/api/docs/WorkflowServiceRevokeWorkflowAccessRequest.md,sha256=0B6GSjL7uydgt3LLqM_-hRWmaWHckliDqeVb15pS-js,1384
304
- eval_studio_client/api/models/__init__.py,sha256=YwFbZdZCzzXcegCCe3fXrVv_tTWP3f_OlWT55gmBxjU,22719
305
+ eval_studio_client/api/models/__init__.py,sha256=gVZneny3UquU2HopPLzsipFzNi0YR--073gcylSokNQ,22823
305
306
  eval_studio_client/api/models/adversarial_inputs_service_test_adversarial_inputs_robustness_request.py,sha256=JhHXmeWmrfI1-PEGYi7Ky7lWCYuM-eDTKZPFDQv4n7Q,8832
306
- eval_studio_client/api/models/perturbation_service_create_perturbation_request.py,sha256=EpkmFf1kVq4dFThRoY8aNHkc7P-gNlGwpuc9KcTtTDs,5629
307
+ eval_studio_client/api/models/perturbation_service_create_perturbation_request.py,sha256=spgEinBHTbHtnYTqjJuacD0dJwEHZZgAbHsnu29qztE,5626
307
308
  eval_studio_client/api/models/prompt_generation_service_auto_generate_prompts_request.py,sha256=wcG3bsYiwM0-X2Pd30xae0c9br-pqjcz2_vzwR5Cybg,5357
308
309
  eval_studio_client/api/models/protobuf_any.py,sha256=J5XjYL-nOEwsrUAHaCRKf_uGppw6p7GGsLnOoBQgSG4,6830
309
310
  eval_studio_client/api/models/protobuf_null_value.py,sha256=xSbhDkPK7VZDx0vnpIAUXQDmTO6fJzjskUKMmxwYs7E,950
@@ -370,7 +371,7 @@ eval_studio_client/api/models/v1_create_leaderboard_request.py,sha256=93MpWm6tvg
370
371
  eval_studio_client/api/models/v1_create_leaderboard_response.py,sha256=vsGEKwBp5GHjd8u0obNCjqCGT8jgOdLihRkU1n_sBZo,2905
371
372
  eval_studio_client/api/models/v1_create_leaderboard_without_cache_response.py,sha256=KZgHBZeWhdUfG60RL0nQwIJpK5incjr9QDZ2tkgBIzE,2953
372
373
  eval_studio_client/api/models/v1_create_model_response.py,sha256=OcvxSClUOEy_Da7yq3zhZ6DstThG3u3-UU_5tGdLXgk,2829
373
- eval_studio_client/api/models/v1_create_perturbation_response.py,sha256=sVCJp0YNnKgEEWNf6EyGGH3JofHEQ2Ke9vGK8oDY0f4,2709
374
+ eval_studio_client/api/models/v1_create_perturbation_response.py,sha256=aQKBjOB1FKFjDu-zRusflMjRZ0yLRSp3ZEDLZburCDA,2707
374
375
  eval_studio_client/api/models/v1_create_test_case_response.py,sha256=fnP9-01kgtii8jIDBKLz_b-50l1ZhDEthFiW5zNY704,2925
375
376
  eval_studio_client/api/models/v1_create_test_lab_response.py,sha256=8eybvDX-0nat7_vORhvq2faq7P62hZD2zT6eWsPPBwE,2907
376
377
  eval_studio_client/api/models/v1_create_test_response.py,sha256=Cxl9-jSGHMfSh1MSB5sTC9etIMbBxm2bZ5dJB9idGiM,2812
@@ -422,7 +423,7 @@ eval_studio_client/api/models/v1_get_workflow_node_prerequisites_response.py,sha
422
423
  eval_studio_client/api/models/v1_get_workflow_node_response.py,sha256=TTfXKh9s-qNVOb9TK0TlSFMvaEHv8NJU5G0mTV2Cw40,2865
423
424
  eval_studio_client/api/models/v1_get_workflow_response.py,sha256=JLifHVxtMgYPVGH1laAW74eJMajaSEv0AagOKqnlk3M,2868
424
425
  eval_studio_client/api/models/v1_get_workflow_result_corpus_patch_response.py,sha256=BDLdnLdqQY6HhUClebGl57AjHKoo9k1PZrr6otY-SmU,2769
425
- eval_studio_client/api/models/v1_get_workflow_result_report_response.py,sha256=CT_TApAl4cAk1qlNMATVEVD4TtPBjg2Kxz_PjtA68Nw,2748
426
+ eval_studio_client/api/models/v1_get_workflow_result_report_response.py,sha256=B7iqoKKLvLliOmkq8hbrShySLh6_m4UZFhQ8u2rEqcc,3040
426
427
  eval_studio_client/api/models/v1_get_workflow_result_summary_response.py,sha256=d2q-O5hlQNjeKGG8L8fMijak0Jpsk7hhB5qsVE6xWlc,3262
427
428
  eval_studio_client/api/models/v1_get_workflow_result_system_prompt_patch_response.py,sha256=dq6_u3FWeRy0uWIcLgrfkTvGKxcah_HqQHV5dQJS3-g,2800
428
429
  eval_studio_client/api/models/v1_import_evaluation_request.py,sha256=1q4h8K8ldEdu0tn8rqPkgGj9-WA_tOBat36S2HEaIMU,4423
@@ -430,7 +431,7 @@ eval_studio_client/api/models/v1_import_leaderboard_request.py,sha256=GvwZPAH4b6
430
431
  eval_studio_client/api/models/v1_import_leaderboard_response.py,sha256=5luH9A-FnGjm_Xz0UL8QMVGYdu8d9D-o0nYdhI8DyGI,2905
431
432
  eval_studio_client/api/models/v1_import_test_cases_from_library_response.py,sha256=HazwZEAnxBykz4xwHhK_uoJ2jxw9nD0Ucsg0hD6oxuA,2941
432
433
  eval_studio_client/api/models/v1_import_test_cases_request.py,sha256=aIe-yneC44vhUUn-bgFVY_LI4hwPHtlOe_3K8qNXroE,3651
433
- eval_studio_client/api/models/v1_info.py,sha256=v0fbSvIB3vIwt1cBDVb9sb-iJDAyO2PEdUyuHozCnO4,5172
434
+ eval_studio_client/api/models/v1_info.py,sha256=2tyweDG2PonnThuNZjcVilvBTVNM8v4wf063cjQqfbQ,5463
434
435
  eval_studio_client/api/models/v1_init_workflow_node_response.py,sha256=WnjVTkXQfzAg3Xgb0FEe_4muXWiR_IJRSSf3UomO1Gc,2869
435
436
  eval_studio_client/api/models/v1_insight.py,sha256=xMOQ8GXcn7a8yrYtGLoOetGFo72dqNVIxBckFiGfe2o,4837
436
437
  eval_studio_client/api/models/v1_labeled_test_case.py,sha256=WNdrqErsirAI1brC2qr0F7rgAUcMNkLct-oAnXjLahw,3114
@@ -496,7 +497,7 @@ eval_studio_client/api/models/v1_repeated_string.py,sha256=BOQ54oyZqZLx2JVohBSaN
496
497
  eval_studio_client/api/models/v1_reset_workflow_node_response.py,sha256=UJ0ZsfYrObArfJH6bBM2W6vd8jMxHLN08uGwYFqSbk4,2873
497
498
  eval_studio_client/api/models/v1_role.py,sha256=N0Bdi6P5XYK2gvt_2kznN3V5J1AFgheDVnXJ7QGn-Q4,1232
498
499
  eval_studio_client/api/models/v1_role_binding.py,sha256=4GZT17tE7wWr0XVF96R4sq2UMfxSn7jTkrfYhN9UyB8,2998
499
- eval_studio_client/api/models/v1_stats.py,sha256=2LRskBnsNHmzFGIKUmzOHo4utoR_17mrVvwilZYwNgA,3832
500
+ eval_studio_client/api/models/v1_stats.py,sha256=Lagd3Go422KwVdtlZrjOfP1EpX63HJgsNyn5-qynyK0,4529
500
501
  eval_studio_client/api/models/v1_test.py,sha256=JiyeE6K24csWNH6_XwTgbvDGeiuO5jmBiPGSIsE73ws,5525
501
502
  eval_studio_client/api/models/v1_test_case.py,sha256=voEO2k9UhIP_50OfHu5R6770e7ordh-6p6Oo4dIJtyw,6055
502
503
  eval_studio_client/api/models/v1_test_case_relationship.py,sha256=V7tLx1AlJQpCDkBVDgBKOPLXHKP-WAaENf7GyQnT0vg,2938
@@ -526,9 +527,10 @@ eval_studio_client/api/models/v1_workflow_node_artifacts.py,sha256=NxSNjHMeqAsSx
526
527
  eval_studio_client/api/models/v1_workflow_node_attributes.py,sha256=TSAzOiOSMdm5xrShEw3SIadG558HVBFf72oyxDHpktg,2747
527
528
  eval_studio_client/api/models/v1_workflow_node_result_status.py,sha256=PdWPUIsWms-RZYskislBKewF1ALwapRFJHc1TRm7XEs,1672
528
529
  eval_studio_client/api/models/v1_workflow_node_status.py,sha256=QPFUFYwDqnsI3CxPZYgN5Ej9cETn_72Emm7Qtf5fJn8,1448
529
- eval_studio_client/api/models/v1_workflow_node_type.py,sha256=JACsOTA2xtv2WEUy43PGgcuYPYpmed8_1eM5yrC9zeE,1498
530
+ eval_studio_client/api/models/v1_workflow_node_type.py,sha256=A4_TM5HYrKTuMBhBXYwL8x8NQ9OzWK3h6ddwA_QFa-E,1582
530
531
  eval_studio_client/api/models/v1_workflow_node_view.py,sha256=-9jwl5vj81zHskOk2g1xheHAyNmsaZrlCiW-mpbLim0,1221
531
532
  eval_studio_client/api/models/v1_workflow_result_artifact_type.py,sha256=2cNJ6RqVqB2nhy6XBRzZr8oao_BA6F14KFBCBos7YFs,1351
533
+ eval_studio_client/api/models/v1_workflow_result_report_format.py,sha256=wDrbYp-NWYJnEChDKMYZqRshziEt4BSbZqRJklYAwuM,961
532
534
  eval_studio_client/api/models/v1_workflow_type.py,sha256=0nP5Zn_ARDuTtWh7dxwsTUJjjagKli6PP6AhQLcety8,886
533
535
  eval_studio_client/api/models/workflow_service_clone_workflow_request.py,sha256=OfkRhQbeD47AmhwQVc2Kjzd4azbTQMfVVg31PTLZC4k,4234
534
536
  eval_studio_client/api/models/workflow_service_revoke_workflow_access_request.py,sha256=sMo_dfkJs1fciJ6HWikBPQnOWiiG-xrBvo92nTpx1v8,2879
@@ -659,14 +661,14 @@ eval_studio_client/api/test/test_v1_get_dashboard_response.py,sha256=1pi5X28i7IM
659
661
  eval_studio_client/api/test/test_v1_get_document_response.py,sha256=oOzkMXZbIRDArIbxn2UrztiSPvjU6WXEPHlOpBphuHo,2153
660
662
  eval_studio_client/api/test/test_v1_get_evaluator_response.py,sha256=XNkAt8XGw0bZO55ERoH8whF_0SUQ9OKp_0kkgp6fNN4,3711
661
663
  eval_studio_client/api/test/test_v1_get_guardrails_configuration_response.py,sha256=qTUKznOvN81G79NWOj7Wh7Ibntnf7gg5rHwOWq4lo-8,1717
662
- eval_studio_client/api/test/test_v1_get_info_response.py,sha256=iTwJw4TB6pZpmsbzA-J69HRIgiXkvkPyVZnMRZu0e3M,2106
664
+ eval_studio_client/api/test/test_v1_get_info_response.py,sha256=-4ikwV4k4MM12Tkh8HZ9dGooJWfRo7TA_CE49QBIgEU,2165
663
665
  eval_studio_client/api/test/test_v1_get_leaderboard_report_response.py,sha256=jihP9j7q66r1TxwRmYl_hlaZJjBkXHOUqwjH_jlb0Ko,7761
664
666
  eval_studio_client/api/test/test_v1_get_leaderboard_response.py,sha256=bKZ41h8D3j8c02uk_oKCZA-MxStr4mnvopErgOk1A5E,4574
665
667
  eval_studio_client/api/test/test_v1_get_model_response.py,sha256=ojEAQWH7cFYCKGb-l1N3H35yVJYknXv4XPA4xJ1Dqic,2269
666
668
  eval_studio_client/api/test/test_v1_get_operation_progress_by_parent_response.py,sha256=FmgyVmkszLB5EFXXRJ_m853mmLIzqEN6ZpkIEFMosds,1943
667
669
  eval_studio_client/api/test/test_v1_get_operation_response.py,sha256=npcqH-7fW640YtXuADq6tUm2Q2kYNwvnoSMy5jk2_vc,2559
668
670
  eval_studio_client/api/test/test_v1_get_perturbator_response.py,sha256=mJA1hlA9NLFPVkGuUanJpekfIaIR-rJ6P7JyYxNN-yg,2289
669
- eval_studio_client/api/test/test_v1_get_stats_response.py,sha256=foyQliHXOwxIiRf_-FA4_L_qpHqhECIjLg2TwmOp3HU,1633
671
+ eval_studio_client/api/test/test_v1_get_stats_response.py,sha256=9xtpSdR5AYnJ8roL4k-TEKVxNIsryMFNbqiswyBhvjA,1692
670
672
  eval_studio_client/api/test/test_v1_get_test_case_response.py,sha256=SCU1DXH4xOB0VyqHUAE6LqUBafIytic5iD2thDjheuI,2523
671
673
  eval_studio_client/api/test/test_v1_get_test_class_response.py,sha256=ReB7EwjJ4Yabd6jyms_0Zuf0eFuTgPQ9U8Jdp7FkkN4,2481
672
674
  eval_studio_client/api/test/test_v1_get_test_response.py,sha256=bDpz_uulhHcqIYM6M_4t1EHjPbFNCSNn3zJI6IZOmZg,2322
@@ -674,7 +676,7 @@ eval_studio_client/api/test/test_v1_get_workflow_node_prerequisites_response.py,
674
676
  eval_studio_client/api/test/test_v1_get_workflow_node_response.py,sha256=-097bQ6RZ2QLVvddH3lI60rA8HXEZQHtbAGNjshwnz8,3724
675
677
  eval_studio_client/api/test/test_v1_get_workflow_response.py,sha256=PhOz9C2acLz4e66e5odKMS_gzcQE2mkGhwXtMCDmOsg,3867
676
678
  eval_studio_client/api/test/test_v1_get_workflow_result_corpus_patch_response.py,sha256=OB764qb-y93m6wppBNsOMwiWwq9os27zzXT9M4lcIO0,1724
677
- eval_studio_client/api/test/test_v1_get_workflow_result_report_response.py,sha256=HA3t7jZSYQ7-UGkCS7-iN4COBctFS4hXRxf9DfpZA9k,1664
679
+ eval_studio_client/api/test/test_v1_get_workflow_result_report_response.py,sha256=Ps9wBl2qup5KRWW0Nhh5tbhP_yCL9SJjwbnW6bQQUs8,1762
678
680
  eval_studio_client/api/test/test_v1_get_workflow_result_summary_response.py,sha256=I1lBVAtkzR9kneHSoW0uc6BOQi-JHCil2sFrKy8wtUc,1896
679
681
  eval_studio_client/api/test/test_v1_get_workflow_result_system_prompt_patch_response.py,sha256=xlQMBjDPYbzL7zAgxdXgOaT42dZOGPjiCCpeYPDWwuw,1797
680
682
  eval_studio_client/api/test/test_v1_import_evaluation_request.py,sha256=EeqxQD0dXipiPSexjG58mGJ6s9MUf9EVWFp5w6LFCpw,3437
@@ -682,7 +684,7 @@ eval_studio_client/api/test/test_v1_import_leaderboard_request.py,sha256=Kzc5srM
682
684
  eval_studio_client/api/test/test_v1_import_leaderboard_response.py,sha256=JmvaWBElVrO2WqZ1uZr-qDdW0NdvhUEQ0_igkGfA0S4,2619
683
685
  eval_studio_client/api/test/test_v1_import_test_cases_from_library_response.py,sha256=AVl5w6g5ziytKd6k61nRXV04_5jh0Yp82dzkd3yvZFE,2730
684
686
  eval_studio_client/api/test/test_v1_import_test_cases_request.py,sha256=JTeRHhA_owtlXotzmmR9T6mqAdvpCQv5virgUcPCBkg,1730
685
- eval_studio_client/api/test/test_v1_info.py,sha256=oMCWOqZw_fhTC-5fanJZNe9kSdXx31aKL2B6c6tMhNA,1830
687
+ eval_studio_client/api/test/test_v1_info.py,sha256=AkwlIkmUjQulNnKQRPbPGRADEfQhHyYxZ_elKIA9Ido,1884
686
688
  eval_studio_client/api/test/test_v1_init_workflow_node_response.py,sha256=1qchZCXj1TO76TaL_f1cS1VbGzTV751_gpxi6cHgg70,3736
687
689
  eval_studio_client/api/test/test_v1_insight.py,sha256=YyrFRtujQL4XD9gDLWVgmHVFlTgLqF8XcjJJK-R5BeQ,1890
688
690
  eval_studio_client/api/test/test_v1_labeled_test_case.py,sha256=1AvRcpQotRD5U25O8WtazveqBkP8p8A6XWrpOe5u4Ow,1531
@@ -748,7 +750,7 @@ eval_studio_client/api/test/test_v1_repeated_string.py,sha256=8ANeUFXkXr-lL49m-N
748
750
  eval_studio_client/api/test/test_v1_reset_workflow_node_response.py,sha256=tQNsH1tAHP6Hm89-sOxc6mM2D7DPQRLfZmcZiIAPB1g,3748
749
751
  eval_studio_client/api/test/test_v1_role.py,sha256=E-3KCYmHDDamDp0iDmOmD2fE6vYdjusBMmSS9MUMuqY,701
750
752
  eval_studio_client/api/test/test_v1_role_binding.py,sha256=mjvFMG32q3sewqYqo5ez5UNlh9Rs78yk1UZ6SeqNqdk,1491
751
- eval_studio_client/api/test/test_v1_stats.py,sha256=-wkFTontxSF3a0ELDVL1uL8XSJ_Xf-Df0qHxj5vJBdc,1415
753
+ eval_studio_client/api/test/test_v1_stats.py,sha256=mrdWDJGuizMxwAWTTY8teM8NJ6G0t9v171SvhqRYpkg,1469
752
754
  eval_studio_client/api/test/test_v1_test.py,sha256=Y9QaNtcWNkmU9ioXRRzhOHoAHuZDX55JXJCm_65Wits,2036
753
755
  eval_studio_client/api/test/test_v1_test_case.py,sha256=70KfMgv3supWy1Edmk7PiGbTgqBXJxrn05VwH0PnXh0,2205
754
756
  eval_studio_client/api/test/test_v1_test_case_relationship.py,sha256=sqzcqZsv9fjM5DLgEgJvZmezZXnDd8nCsn3e8uyOMqQ,1581
@@ -781,6 +783,7 @@ eval_studio_client/api/test/test_v1_workflow_node_status.py,sha256=Lx4bwV5O4A-Cs
781
783
  eval_studio_client/api/test/test_v1_workflow_node_type.py,sha256=AdBUwpembP2F3e2N4d7cFqFsPitIJKArFvyTEWOTWzo,787
782
784
  eval_studio_client/api/test/test_v1_workflow_node_view.py,sha256=bq6xdOz7GNEPbTNJjVw9WbxnVTjbhYIhDVkHwXPiYIU,787
783
785
  eval_studio_client/api/test/test_v1_workflow_result_artifact_type.py,sha256=5ZMJ0ELc_vKQKOQimASJGO44t5jhnCkVrF78jqgGLs4,858
786
+ eval_studio_client/api/test/test_v1_workflow_result_report_format.py,sha256=ZNwqj5tBbQuM0j6OfoFWoM12NsU00A7qcjmvlW3YcBc,858
784
787
  eval_studio_client/api/test/test_v1_workflow_type.py,sha256=mueLud9ujK_AtuoRUKoDqopY5gpfrWAQ6KSm0NsXf0c,758
785
788
  eval_studio_client/api/test/test_who_am_i_service_api.py,sha256=T1B3Drpu4G11kUYazeI-4l-RZhvQPB4rkFzAPkcvl6Y,895
786
789
  eval_studio_client/api/test/test_workflow_edge_service_api.py,sha256=M42JexfC9GMJPZvTv43vJtdndYrXlNmabk_zPtpLDSU,1624
@@ -789,7 +792,7 @@ eval_studio_client/api/test/test_workflow_result_service_api.py,sha256=FZUg2BoZL
789
792
  eval_studio_client/api/test/test_workflow_service_api.py,sha256=i13ve3aYZZcSky3YFu20SUa435moe0OyDv-ec-jCQkQ,3979
790
793
  eval_studio_client/api/test/test_workflow_service_clone_workflow_request.py,sha256=loIe3yBEh454kxeTnT1Y7dwGbktRvm0XBZPWhkoXELQ,1866
791
794
  eval_studio_client/api/test/test_workflow_service_revoke_workflow_access_request.py,sha256=Jm3UJmlGb2r2XHRoFsUBkiAxjOL7LMW6JrGhmAvHHtE,1811
792
- eval_studio_client/gen/openapiv2/eval_studio.swagger.json,sha256=1XimV8h3k9pgiZkhVKf-7plaeIl-JtQvlpMDzzkBHLg,357732
793
- eval_studio_client-1.2.0a2.dist-info/METADATA,sha256=4H434lyYtelTkNEfJT42BUXZQa9ZtQVBBvGHnHYn58o,723
794
- eval_studio_client-1.2.0a2.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
795
- eval_studio_client-1.2.0a2.dist-info/RECORD,,
795
+ eval_studio_client/gen/openapiv2/eval_studio.swagger.json,sha256=LXZoRvKwr6Up8krBkupT2L8yXnm3E2wau-lYdfoCJb8,359148
796
+ eval_studio_client-1.2.1a1.dist-info/METADATA,sha256=POBw8xD9zDVFNDw8NWChOVJYmZCcU4i6xxksK4I0GwM,723
797
+ eval_studio_client-1.2.1a1.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
798
+ eval_studio_client-1.2.1a1.dist-info/RECORD,,